wip

Scripts/sportstime_parser/scrapers/base.py

@@ -185,9 +185,12 @@ class BaseScraper(ABC):
         """
         sources = self._get_sources()
         last_error: Optional[str] = None
+        sources_tried = 0
+        max_sources_to_try = 2  # Don't try all sources if first few return nothing
 
         for source in sources:
             self._logger.info(f"Trying source: {source}")
+            sources_tried += 1
 
             try:
                 # Scrape raw data
@@ -195,6 +198,12 @@ class BaseScraper(ABC):
 
                 if not raw_games:
                     log_warning(f"No games found from {source}")
+                    # If multiple sources return nothing, the schedule likely doesn't exist
+                    if sources_tried >= max_sources_to_try:
+                        return ScrapeResult(
+                            success=False,
+                            error_message=f"No schedule data available (tried {sources_tried} sources)",
+                        )
                     continue
 
                 self._logger.info(f"Found {len(raw_games)} raw games from {source}")
@@ -216,7 +225,9 @@ class BaseScraper(ABC):
             except Exception as e:
                 last_error = str(e)
                 log_error(f"Failed to scrape from {source}: {e}", exc_info=True)
-                # Discard partial data and try next source
+                # If we've tried enough sources, bail out
+                if sources_tried >= max_sources_to_try:
+                    break
                 continue
 
         # All sources failed