Jonas_Jones/turbo-octo-potato
1
0
Fork 0
mirror of https://github.com/JonasunderscoreJones/turbo-octo-potato.git synced 2025-10-25 19:19:19 +02:00
Code Issues Projects Releases Packages Wiki Activity

Added progress indicator

Browse source
This commit is contained in:
Jonas_Jones 2023-12-15 04:17:11 +01:00
parent cec73a4e42
commit d74248ffb5
1 changed files with 10 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

13
rpopfetch.py
View file

@ -204,7 +204,7 @@ def convert_monthly_content_to_json(content, year, month):
print("[IGNORED] Error parsing line: '" + line + "'")
print(e)
print(f"Found {len(json_data)} entries in {year}-{month}.")
print(f" ==>Found {len(json_data)} entries in {year}-{month}.")
return json_data
@ -272,7 +272,14 @@ if content:
for wiki_link in content[::-1]:
print("Fetching monthly page: " + wiki_link)
progress = int(content[::-1].index(wiki_link)/len(content)*100)
if progress < 10:
progress = " " + str(progress)
elif progress < 100:
progress = " " + str(progress)
print(f"[{progress}%]Fetching monthly page: " + wiki_link)
try:
# fetch the monthly page and parse it
@ -285,7 +292,7 @@ if content:
print(e)
exit(1)
print("Parsed monthly page: " + wiki_link)
print(f"[{progress}%]Parsed monthly page: " + wiki_link)
# sleep for 2 seconds to avoid getting rate limited
# reddit api is awful