Skip to content

Commit

Permalink
removed headers as they were not needed
Browse files Browse the repository at this point in the history
  • Loading branch information
naumansharifwork committed Sep 12, 2024
1 parent 17720a4 commit 5c5ed9b
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions clean/ca/redding_pd.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@

from .. import utils
from ..cache import Cache
from .config.chula_vista_pd import index_request_headers


class Site:
Expand Down Expand Up @@ -50,9 +49,7 @@ def scrape_meta(self, throttle=0):
# save the index page url to cache (sensible name)
base_name = f"{self.index_url.split('/')[-1].split('.')[0]}.html"
filename = f"{self.agency_slug}/{base_name}"
self.cache.download(
filename, self.index_url, force=True, headers=index_request_headers
)
self.cache.download(filename, self.index_url, force=True)
metadata = []
html = self.cache.read(filename)
soup = BeautifulSoup(html, "html.parser")
Expand Down

0 comments on commit 5c5ed9b

Please sign in to comment.