jarianc/StockDocs
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add explicit Firefox path handling for /usr/bin/firefox to fix PATH issues

Browse Source
This commit is contained in:
Jarian Cottingham 2026-01-31 11:38:48 -06:00
parent ea99b69e87
commit e975350701
1 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
scraper/scraper.py
View File

@ -178,8 +178,18 @@ def get_article_with_selenium(url):
options.add_argument("--headless") options.add_argument("--headless")
options.set_preference("dom.ipc.processCount", 1) # Reduce process count options.set_preference("dom.ipc.processCount", 1) # Reduce process count
# Initialize driver # Try to initialize driver with explicit path to Firefox
driver = webdriver.Firefox(options=options) try:
driver = webdriver.Firefox(options=options)
except Exception as e:
# If that fails, try with explicit Firefox path
if "binary is not a firefox executable" in str(e).lower():
logger.info("Attempting to use Firefox at /usr/bin/firefox")
options.binary_location = "/usr/bin/firefox"
driver = webdriver.Firefox(options=options)
else:
raise e
driver.set_page_load_timeout(30) # 30 seconds timeout driver.set_page_load_timeout(30) # 30 seconds timeout
# Navigate to URL # Navigate to URL
@ -208,7 +218,7 @@ def get_article_with_selenium(url):
error_str = str(e).lower() error_str = str(e).lower()
if "binary is not a firefox executable" in error_str or "firefox" in error_str: if "binary is not a firefox executable" in error_str or "firefox" in error_str:
logger.error(f"Firefox not found or not properly configured for {url}: {str(e)}") logger.error(f"Firefox not found or not properly configured for {url}: {str(e)}")
logger.error("Please ensure Firefox is installed and properly configured in PATH") logger.error("Firefox is installed at /usr/bin/firefox but may not be accessible. Check PATH or permissions.")
else: else:
logger.error(f"Selenium failed for {url}: {str(e)}") logger.error(f"Selenium failed for {url}: {str(e)}")
return "" return ""