crtxcr/randrss
1
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

syncnow support added

Browse Source
This commit is contained in:
Albert S. 2017-06-21 12:23:53 +02:00
parent b148780344
commit 8a80aa0d6d
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
randrss
View File

@ -6,17 +6,22 @@ DEFAULT_PER_ITEM="1-$random_default"
echo "Current default sleep seconds range: $DEFAULT_PER_ITEM" echo "Current default sleep seconds range: $DEFAULT_PER_ITEM"
if [ $# -lt 1 ] ; then if [ $# -lt 1 ] ; then
echo "Usage: $0 [input feeds]" echo "Usage: $0 inputfile [user agents] [syncnow]"
exit exit
fi fi
inputfile="$1" inputfile="$1"
useragentsfile="$2" useragentsfile="$2"
if [ ! -f "$inputfile" ] ; then if [ ! -f "$inputfile" ] ; then
echo "inputfile does not exist or is not readable" echo "inputfile does not exist or is not readable" 1>&2
exit exit 1
fi
syncnow=0
if [ "$3" = "syncnow" ] ; then
syncnow=1
fi fi
while true ; do while true ; do
shuf "$inputfile" | while read line ; do shuf "$inputfile" | while read line ; do
url=$( echo "$line" | cut -d":" -f1,2 ) url=$( echo "$line" | cut -d":" -f1,2 )
output=$( echo "$line" | cut -d":" -f3) output=$( echo "$line" | cut -d":" -f3)
range=$( echo "$line" | cut -d":" -f4) range=$( echo "$line" | cut -d":" -f4)
@ -31,7 +36,8 @@ while true ; do
useragent=$( shuf -n 1 "$useragentsfile" ) useragent=$( shuf -n 1 "$useragentsfile" )
fi fi
echo "Sleeping for $sleepfor seconds for $url" echo "Sleeping for $sleepfor seconds for $url"
sleep "$sleepfor" [ $syncnow -eq 1 ] || sleep "$sleepfor"
torsocks wget "$url" -U "$useragent" -O "$output" || echo "Failed to fetch $url" torsocks wget "$url" -U "$useragent" -O "$output" || echo "Failed to fetch $url"
done done
[ $syncnow -eq 1 ] && exit
done done