lmao... looping wrong thing fix
This commit is contained in:
parent
522799f5db
commit
22f651465c
15
scrap.sh
15
scrap.sh
@ -3,7 +3,6 @@ START_NID=$1
|
||||
NID=$START_NID
|
||||
END_NID=$2
|
||||
FILENAME=A${1}-A${2}.json
|
||||
mkdir -p null
|
||||
while [ "$START_NID" -le "$END_NID" ];
|
||||
do
|
||||
echo Scraping: $NID # print
|
||||
@ -15,14 +14,16 @@ do
|
||||
then
|
||||
if [ "$DATA" = "null" ]
|
||||
then
|
||||
echo A$NID > null/A$NID
|
||||
echo A$NID | tee -a norecords
|
||||
else
|
||||
echo $DATA | tee -a $FILENAME
|
||||
printf "\n" | tee -a $FILENAME
|
||||
START_NID=$(echo $[$START_NID+1])
|
||||
printf -v NID "%06d" $START_NID
|
||||
sleep 1.5
|
||||
echo $DATA | tee -a $FILENAME
|
||||
printf "\n" | tee -a $FILENAME
|
||||
fi
|
||||
|
||||
START_NID=$(echo $[$START_NID+1])
|
||||
printf -v NID "%06d" $START_NID
|
||||
sleep 3.5
|
||||
|
||||
else
|
||||
echo delaying
|
||||
sleep 1000
|
||||
|
Loading…
x
Reference in New Issue
Block a user