mirror of
https://github.com/raynormast/fake-firehose.git
synced 2024-12-24 00:38:27 +00:00
37 lines
761 B
Bash
37 lines
761 B
Bash
|
url=$1 #A proper URL is all that should be sent to this script
|
||
|
|
host=$2
|
||
|
|
|
||
|
|
if [[ "$url" == "" ]]
|
||
|
|
then
|
||
|
|
echo "Empty url, skipping" # Exit if an empty URL was sent
|
||
|
|
exit 2
|
||
|
|
fi
|
||
|
|
|
||
|
|
while true # Loop endlessly
|
||
|
|
do
|
||
|
|
today=`date +"%Y%m%d"`
|
||
|
|
|
||
|
|
echo "Starting to stream $url in 5 seconds"
|
||
|
|
|
||
|
|
sleep 5s;
|
||
|
|
|
||
|
|
curl -X "GET" "$url" \
|
||
|
|
--no-progress-meter | \
|
||
|
|
tee -a "/data/$today.json" | \
|
||
|
|
grep url | \
|
||
|
|
sed 's/data://g' | \
|
||
|
|
|
||
|
|
while read -r line
|
||
|
|
do
|
||
|
|
|
||
|
|
if [[ $line == *"uri"* ]]
|
||
|
|
then
|
||
|
|
url=`echo $line | jq .url| sed 's/\"//g'`
|
||
|
|
uri=`echo $line | jq .uri| sed 's/\"//g'`
|
||
|
|
|
||
|
|
echo "STREAMING from $host $url"
|
||
|
|
echo $uri >> "/data/$today.uris.txt"
|
||
|
|
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
done
|