Don't rememb

biglocalnews · Sep 9, 2024 · 5aac37e · 5aac37e
1 parent 437aa93
commit 5aac37e
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/clean/ca/bay_area_rapid_transit_pd.py b/clean/ca/bay_area_rapid_transit_pd.py
@@ -43,7 +43,7 @@ def __init__(
         for localdir in [self.cache_dir, self.data_dir, self.subpages_dir]:
             utils.create_directory(localdir)
 
-    def scrape_meta(self, throttle: int = 0) -> Path:
+    def scrape_meta(self, throttle: int = 2) -> Path:
         """Gather metadata on downloadable files (videos, etc.).
 
         Args:
@@ -62,7 +62,9 @@ def scrape_meta(self, throttle: int = 0) -> Path:
 
         for start_url in to_be_scraped:
             force = to_be_scraped[start_url]
-            local_metadata = process_nextrequest(subpages_dir, start_url, force)
+            local_metadata = process_nextrequest(
+                subpages_dir, start_url, force, throttle
+            )
             metadata.extend(local_metadata)
 
         json_filename = self.data_dir / (self.site_slug + ".json")