s444415/wikisource-crawler
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

counter update

Browse Source
This commit is contained in:
Michał Kozłowski 2023-01-07 11:39:22 +01:00
parent 6d7c08a9af
commit 68231dce0a
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
crawler.py
View File

@ -36,6 +36,9 @@ def main(args):
try: try:
with tqdm(total=max_len) as pbar: with tqdm(total=max_len) as pbar:
if args.start_page_number:
pbar.update(data_number)
while data_number < max_len: while data_number < max_len:
pbar.set_description(f"Page number: {page_number}") pbar.set_description(f"Page number: {page_number}")
time.sleep(5) time.sleep(5)