randrss/randrss

37 lines
938 B
Plaintext
Raw Normal View History

2017-04-15 16:24:28 +02:00
#!/bin/bash
set -x
set -e
2017-04-15 16:33:48 +02:00
random_default=$( shuf -n 1 -i720-753)
2017-04-15 16:24:28 +02:00
DEFAULT_PER_ITEM="1-$random_default"
echo "Current default sleep seconds range: $DEFAULT_PER_ITEM"
if [ $# -lt 1 ] ; then
echo "Usage: $0 [input feeds]"
exit
fi
inputfile="$1"
useragentsfile="$2"
if [ ! -f "$inputfile" ] ; then
echo "inputfile does not exist or is not readable"
fi
while true ; do
shuf "$inputfile" | while read line ; do
url=$( echo "$line" | cut -d":" -f1,2 )
output=$( echo "$line" | cut -d":" -f3)
range=$( echo "$line" | cut -d":" -f4)
sleepfor=0
if [ -n "$range" ] ; then
sleepfor=$( shuf -i "$range" -n 1)
else
sleepfor=$( shuf -i "$DEFAULT_PER_ITEM" -n 1)
fi
useragent=""
if [ -n "$useragentsfile" ] ; then
2017-04-15 18:19:26 +02:00
useragent=$( shuf -n 1 "$useragentsfile" )
2017-04-15 16:24:28 +02:00
fi
echo "Sleeping for $sleepfor seconds for $url"
sleep "$sleepfor"
2017-04-15 16:33:48 +02:00
torsocks wget "$url" -U "$useragent" -O "$output" || echo "Failed to fetch $url"
2017-04-15 16:24:28 +02:00
done
done