From 522799f5dbdb9942a2924c848dab22ab48baba44 Mon Sep 17 00:00:00 2001 From: Shihaam Abdul Rahman Date: Sun, 12 Feb 2023 11:26:30 +0500 Subject: [PATCH] different file for null --- scrap.sh | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/scrap.sh b/scrap.sh index 1c777ccc..1aefa876 100755 --- a/scrap.sh +++ b/scrap.sh @@ -3,6 +3,7 @@ START_NID=$1 NID=$START_NID END_NID=$2 FILENAME=A${1}-A${2}.json +mkdir -p null while [ "$START_NID" -le "$END_NID" ]; do echo Scraping: $NID # print @@ -12,11 +13,16 @@ do if [ "$HTTP_STATUS" = "200" ] then + if [ "$DATA" = "null" ] + then + echo A$NID > null/A$NID + else echo $DATA | tee -a $FILENAME printf "\n" | tee -a $FILENAME START_NID=$(echo $[$START_NID+1]) printf -v NID "%06d" $START_NID - sleep 5 + sleep 1.5 + fi else echo delaying sleep 1000