different file for null
This commit is contained in:
parent
a136a25354
commit
522799f5db
8
scrap.sh
8
scrap.sh
@ -3,6 +3,7 @@ START_NID=$1
|
||||
NID=$START_NID
|
||||
END_NID=$2
|
||||
FILENAME=A${1}-A${2}.json
|
||||
mkdir -p null
|
||||
while [ "$START_NID" -le "$END_NID" ];
|
||||
do
|
||||
echo Scraping: $NID # print
|
||||
@ -12,11 +13,16 @@ do
|
||||
|
||||
if [ "$HTTP_STATUS" = "200" ]
|
||||
then
|
||||
if [ "$DATA" = "null" ]
|
||||
then
|
||||
echo A$NID > null/A$NID
|
||||
else
|
||||
echo $DATA | tee -a $FILENAME
|
||||
printf "\n" | tee -a $FILENAME
|
||||
START_NID=$(echo $[$START_NID+1])
|
||||
printf -v NID "%06d" $START_NID
|
||||
sleep 5
|
||||
sleep 1.5
|
||||
fi
|
||||
else
|
||||
echo delaying
|
||||
sleep 1000
|
||||
|
Loading…
x
Reference in New Issue
Block a user