diff --git a/pangeo_forge_recipes/transforms.py b/pangeo_forge_recipes/transforms.py index 6831d3e6..ff4bb0b6 100644 --- a/pangeo_forge_recipes/transforms.py +++ b/pangeo_forge_recipes/transforms.py @@ -184,15 +184,19 @@ def transfer_file(self, index: int, url: str) -> Tuple[int, str]: while retries <= self.max_retries: try: open_kwargs = self.open_kwargs or {} - self.transfer_target.cache_file(url, self.secrets, self.fsspec_sync_patch, **open_kwargs) + self.transfer_target.cache_file( + url, self.secrets, self.fsspec_sync_patch, **open_kwargs + ) return (index, self.transfer_target._full_path(url)) except Exception as e: if retries == self.max_retries: logger.error(f"Max retries reached for {url}: {e}") raise e else: - backoff_time = self.initial_backoff * (self.backoff_factor ** retries) - logger.warning(f"Error transferring file {url}: {e}. Retrying in {backoff_time} seconds...") + backoff_time = self.initial_backoff * (self.backoff_factor**retries) + logger.warning( + f"Error transferring file {url}: {e}. Retrying in {backoff_time} seconds..." + ) time.sleep(backoff_time) retries += 1 @@ -255,7 +259,7 @@ def expand(self, pcoll): fsspec_sync_patch=self.fsspec_sync_patch, max_retries=self.max_retries, initial_backoff=self.initial_backoff, - backoff_factor=self.backoff_factor + backoff_factor=self.backoff_factor, ) ) )