mirror of
https://github.com/thewesker/greptweet.git
synced 2025-12-20 04:01:06 -05:00
63 lines
1.3 KiB
Bash
Executable File
63 lines
1.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# vim: set ts=4 sw=4
|
|
|
|
if test -d lock
|
|
then
|
|
echo "Already running"
|
|
exit 1 # trap goes below in order not to remove the lock
|
|
else
|
|
mkdir lock
|
|
fi
|
|
|
|
temp=$(mktemp "$1.XXXX")
|
|
temp2=$(mktemp "$1.XXXX")
|
|
|
|
trap "rm -vrf $temp $temp2 lock" EXIT
|
|
|
|
umask 002
|
|
|
|
if ! test "$1"
|
|
then
|
|
printf "Please specify twitter username\ne.g. %s kaihendry\n" $0
|
|
exit 1
|
|
fi
|
|
|
|
page=1
|
|
saved=0
|
|
|
|
if test -s "$1.txt"
|
|
then
|
|
saved=$(wc -l < "$1.txt")
|
|
since='&since_id='$(head -n1 "$1.txt" | cut -d'|' -f1)
|
|
test "$2" && since='&max_id='$(tail -n1 $1.txt | cut -d'|' -f1) # use max_id to get older tweets
|
|
fi
|
|
|
|
while urlargs="screen_name=${1}&count=200&page=${page}${since}&include_rts=1&trim_user=0&include_entities=1"; echo $urlargs; $(dirname $0)/oauth.php $urlargs |
|
|
json -d '|' -a id_str created_at -e 'this.t = this.text.replace(/\s*\n\s*/g, " "); this.entities.urls.forEach(function (u) { this.t = this.t.replace(u.url, u.expanded_url) });' t > $temp2; test $(wc -l < $temp2) -gt 0;
|
|
do
|
|
|
|
#cat temp2
|
|
|
|
if test -f $1.txt
|
|
then
|
|
mv $1.txt $temp
|
|
before=$(wc -l < "$temp")
|
|
else
|
|
before=0
|
|
> $temp
|
|
fi
|
|
|
|
sort -r -n -u $temp $temp2 > "$1.txt"
|
|
rm -f $temp $temp2
|
|
|
|
after=$(wc -l < "$1.txt")
|
|
|
|
echo Before: $before After: $after
|
|
|
|
page=$(($page + 1))
|
|
saved=$(wc -l < "$1.txt")
|
|
|
|
done
|
|
|
|
echo $1 saved $saved tweets
|