#!/bin/sh #Tries more or less to look like Chrome if [ $# -ne 2 ] ; then echo "usage: $0 url output" 1>&2 exit 1 fi #better randomize useragent=$(shuf -n 1 $RANDRSS_ROOT/fetchers/chrome_agents) curl "$1" -H 'Accept-Encoding: gzip, deflate, br' -H 'Accept-Language: en-US,en;q=0.8' -H 'Upgrade-Insecure-Requests: 1' -H "User-Agent: $useragent" -H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8' -H 'Connection: keep-alive' -H 'Cache-Control: max-age=0' --compressed > $2