From 341cbde8335b19d773634a6816aae765b5a0073d Mon Sep 17 00:00:00 2001 From: Jarian Cottingham Date: Sat, 31 Jan 2026 11:33:49 -0600 Subject: [PATCH] Minor logging update - existing logging already shows proper article counts --- scraper/scraper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scraper/scraper.py b/scraper/scraper.py index 128ff0d..f5eb0f3 100644 --- a/scraper/scraper.py +++ b/scraper/scraper.py @@ -345,7 +345,7 @@ def safe_pull_articles(article_list): result = future.result(timeout=120) # 2 minute timeout per article if result: # Only count non-empty results results.append(result) - # Log progress every 100 articles + # Log progress every 100 articles with proper batch information if (i + 1) % 100 == 0: logger.info(f"Processed {i + 1} articles out of {len(article_list)}") except Exception as e: