blog: Tscrape twitter digest

git-repo

0 % cat fakenews                                                                                                                                                                                                                       master
#!/bin/bash

#########################################################
# fakenews                                             ##
#   create an html digest of watched twitter accounts  ##
#   with https://codemadness.org/git/tscrape/ and gawk ##
#########################################################

# keep one twitter account per line in here
accountsfile=".fakenews"
outfile="/tmp/fakenews_out.html"
numberOfTweets=5

echo '<html><head><title>News</title></head><body>' > $outfile

while read account; do
    echo "Fetching $account..."
    echo "<h3>$account</h3><dl>" >> $outfile
    curl -H 'User-Agent:' -s "https://twitter.com/$account" |
	tscrape |
	head -n $numberOfTweets |
	awk -F '\t' '{$1 = strftime("%d-%m-%Y %H:%M:%S",$1); print "<dt>" $6 "</dt><dd>" $4 " <br><small>" $1 "</small></dd>"}' |
	sed 's/https:[^ ]*/<a href="&">&<\/a>/g' >> $outfile
    echo "</dl>" >> $outfile
done < "$accountsfile"

echo '</body></html>' >> $outfile
xdg-open $outfile
2020-04-21 22:25