jarianc/StockDocs
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix pathing issue for article directory - use relative path ../scraper/articles

Browse Source
This commit is contained in:
Jarian Cottingham 2026-02-02 09:55:24 -06:00
parent ad2ef2a87b
commit b8228d8e07
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ai_processor/article_processor.py
View File

@ -25,7 +25,7 @@ class ArticleProcessor:
self.cache_manager = CacheManager(CACHE_FILE)
self.batch_size = BATCH_SIZE
def find_unprocessed_articles(self, scraper_dir: str = "/app/articles") -> List[Tuple[str, str]]:
def find_unprocessed_articles(self, scraper_dir: str = "../scraper/articles") -> List[Tuple[str, str]]:
"""
Find all unprocessed articles in the scraper directory.
@ -44,6 +44,7 @@ class ArticleProcessor:
logger.warning(f"Scraper directory does not exist: {scraper_dir}")
# Try alternative paths
alternative_paths = [
"../scraper/articles",
"/scraper/articles",
"/app/articles",
"/articles"
@ -149,7 +150,7 @@ class ArticleProcessor:
logger.info(f"Batch completed: {successful} successful, {failed} failed")
return successful, failed
def process_all_articles(self, scraper_dir: str = "/scraper/articles") -> dict:
def process_all_articles(self, scraper_dir: str = "../scraper/articles") -> dict:
"""
Process all unprocessed articles in the scraper directory.
@ -212,7 +213,7 @@ class ArticleProcessor:
return stats
def process_new_articles(self, scraper_dir: str = "/scraper/articles") -> dict:
def process_new_articles(self, scraper_dir: str = "../scraper/articles") -> dict:
"""
Process only new articles (those that haven't been processed yet).
This is designed for real-time processing of new articles.