shihaam/mvnic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

different file for null

Browse Source
This commit is contained in:
Shihaam Abdul Rahman 2023-02-12 11:26:30 +05:00
parent a136a25354
commit 522799f5db
Signed by: shihaam
GPG Key ID: 6DA2E87EBC227636
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrap.sh
View File

@ -3,6 +3,7 @@ START_NID=$1
NID=$START_NID NID=$START_NID
END_NID=$2 END_NID=$2
FILENAME=A${1}-A${2}.json FILENAME=A${1}-A${2}.json
mkdir -p null
while [ "$START_NID" -le "$END_NID" ]; while [ "$START_NID" -le "$END_NID" ];
do do
echo Scraping: $NID # print echo Scraping: $NID # print
@ -12,11 +13,16 @@ do
if [ "$HTTP_STATUS" = "200" ] if [ "$HTTP_STATUS" = "200" ]
then then
if [ "$DATA" = "null" ]
then
echo A$NID > null/A$NID
else
echo $DATA | tee -a $FILENAME echo $DATA | tee -a $FILENAME
printf "\n" | tee -a $FILENAME printf "\n" | tee -a $FILENAME
START_NID=$(echo $[$START_NID+1]) START_NID=$(echo $[$START_NID+1])
printf -v NID "%06d" $START_NID printf -v NID "%06d" $START_NID
sleep 5 sleep 1.5
fi
else else
echo delaying echo delaying
sleep 1000 sleep 1000