chris
/
fake-firehose
forked from mirror/fake-firehose
1
0
Fork 0
Code Pull Requests Activity

Clarified debug output

This commit is contained in:
Raynor 2022-12-22 14:06:19 +00:00
parent bd71dc16b4
commit 543f896d52
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/run-firehose.sh
View File

@ -19,7 +19,7 @@ while true
cat backfilluris.txt| \ cat backfilluris.txt| \
while read -r uri while read -r uri
do do
echo "FIREHOSE: Posting $uri" echo "[INFO] RUN-FIREHOSE: Posting $uri"
## Send it to the fake relay as a background job ## Send it to the fake relay as a background job
curl -X "POST" "$fakeRelayHost" \ curl -X "POST" "$fakeRelayHost" \
@ -34,9 +34,9 @@ while true
until [ $curls -lt $maxCurls ] until [ $curls -lt $maxCurls ]
do do
curls=`ps -ef|grep curl|wc -l` curls=`ps -ef|grep curl|wc -l`
echo "FIREHOSE: Waiting for existing curls to finish, at $curls" echo "[INFO] RUN-FIREHOSE: Waiting for existing curls to finish, at $curls"
linesLeft=`cat "$source"|wc -l` linesLeft=`cat "$source"|wc -l`
echo "FIREHOSE: $linesLeft Total URIs left" echo "[INFO] RUN-FIREHOSE:$linesLeft Total URIs left"
sleep 5s sleep 5s
done done
@ -49,7 +49,7 @@ while true
until [ $linesLeft -gt $minURIs ] until [ $linesLeft -gt $minURIs ]
do do
linesLeft=`cat "$source"|wc -l` linesLeft=`cat "$source"|wc -l`
echo "FIREHOSE: Waiting for more URIs to batch, currently at $linesLeft" echo "[INFO] RUN-FIREHOSE: Waiting for more URIs to batch, currently at $linesLeft"
sleep 5s sleep 5s
done done
done done