diff --git a/scrap.sh b/scrap.sh index 1aefa876..3c297d67 100755 --- a/scrap.sh +++ b/scrap.sh @@ -3,7 +3,6 @@ START_NID=$1 NID=$START_NID END_NID=$2 FILENAME=A${1}-A${2}.json -mkdir -p null while [ "$START_NID" -le "$END_NID" ]; do echo Scraping: $NID # print @@ -15,14 +14,16 @@ do then if [ "$DATA" = "null" ] then - echo A$NID > null/A$NID + echo A$NID | tee -a norecords else - echo $DATA | tee -a $FILENAME - printf "\n" | tee -a $FILENAME - START_NID=$(echo $[$START_NID+1]) - printf -v NID "%06d" $START_NID - sleep 1.5 + echo $DATA | tee -a $FILENAME + printf "\n" | tee -a $FILENAME fi + + START_NID=$(echo $[$START_NID+1]) + printf -v NID "%06d" $START_NID + sleep 3.5 + else echo delaying sleep 1000