From df971681d44459ff18ca1fcd71acf6e33de938be Mon Sep 17 00:00:00 2001 From: Kai Hendry Date: Sat, 28 Jan 2012 13:44:29 +0800 Subject: [PATCH] update readme --- README.md | 24 +++++++++--------------- fetch-tweets.sh | 6 +++--- 2 files changed, 12 insertions(+), 18 deletions(-) diff --git a/README.md b/README.md index 2e674c9..eaded42 100644 --- a/README.md +++ b/README.md @@ -1,12 +1,13 @@ # * Authentication free, using -* Aim to [suckless](http://suckless.org) by keeping LOC low +* Aim to [suckless](http://suckless.org) by keeping lines of code low * Encourage folks to use `fetch-tweets.sh` themselves and get into shell ;) -* Dependencies: curl, libhtml-parser-perl (to decode HTML entities), xmlstarlet, coreutils +* Dependencies: curl, libhtml-parser-perl (to decode HTML entities), xmlstarlet, coreutils, PHP * Look and feel mostly by +* **Please** review and comment on the code! -# Known issues +# Known limitations * API only allows 3200 tweets to be downloaded this way :(( * 150 API limit on the server ... (so clone it and use it yourself!) @@ -15,13 +16,13 @@ ## Fetching already! -Closing a tab whilst creating an account, +Closing a window whilst creating an account, , can cause issues. Need to study . -## Twitter can be flaky +## @twitterapi is super flaky -Twitter does not allow the possibility of retrieving more than 3200 tweets. +Twitter does not allow the possibility of retrieving more than 3200 tweets. :( However twitter generally stalls before coming close to this limit. Please consider complaining to Twitter about this issue. @@ -30,13 +31,6 @@ to any already existing tweets. I did file , which later seemed to be fixed. -# Shell script feedback (progressive loading) on the Web is quite tricky +## Shell script feedback on the Web works by disabling Apache's mod_deflate ! - - -Simple approaches tried: - -* Outputting more than one should (doesn't work actually) -* Different newer servers of Apache seem to do transfer chunking better - -Our host is limited by a "stable" version of Apache. + diff --git a/fetch-tweets.sh b/fetch-tweets.sh index 51bc88e..6e72165 100755 --- a/fetch-tweets.sh +++ b/fetch-tweets.sh @@ -104,7 +104,7 @@ fi if test -f $1.txt then mv $1.txt $temp - before=$(wc -l < "$temp") + before=$(wc -l < "$temp") else before=0 > $temp @@ -117,7 +117,7 @@ echo Before: $before After: $after if test "$before" -eq "$after" then - echo Uable to retrieve anything new. Approximately $(( $twitter_total - $after)) missing tweets + echo Unable to retrieve anything new. Approximately $(( $twitter_total - $after)) missing tweets rm -f $temp $temp2 exit fi @@ -129,4 +129,4 @@ echo $saved done -echo $1 saved $saved tweets of "$twitter_total": You are uptodate! +echo $1 saved $saved tweets of "$twitter_total": You are up-to-date!