jarianc/StockDocs
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Minor logging update - existing logging already shows proper article counts

Browse Source
This commit is contained in:
Jarian Cottingham 2026-01-31 11:33:49 -06:00
parent d5625605ad
commit 341cbde833
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scraper/scraper.py
View File

@ -345,7 +345,7 @@ def safe_pull_articles(article_list):
result = future.result(timeout=120) # 2 minute timeout per article result = future.result(timeout=120) # 2 minute timeout per article
if result: # Only count non-empty results if result: # Only count non-empty results
results.append(result) results.append(result)
# Log progress every 100 articles # Log progress every 100 articles with proper batch information
if (i + 1) % 100 == 0: if (i + 1) % 100 == 0:
logger.info(f"Processed {i + 1} articles out of {len(article_list)}") logger.info(f"Processed {i + 1} articles out of {len(article_list)}")
except Exception as e: except Exception as e: