From 5ad94483ed35e2ab9f0622278aa6de2da9625c7f Mon Sep 17 00:00:00 2001 From: Staci Mullins <63313398+stacimc@users.noreply.github.com> Date: Tue, 28 Mar 2023 09:08:36 -0700 Subject: [PATCH] Update Freesound to quarterly, extend timeout (#1068) * Update Freesound to quarterly, extend timeout * Extend to 50 days * Update docs --- DAGs.md | 2 +- openverse_catalog/dags/providers/provider_workflows.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/DAGs.md b/DAGs.md index 9ebe1c28d..241d797af 100644 --- a/DAGs.md +++ b/DAGs.md @@ -71,7 +71,7 @@ The following are DAGs grouped by their primary tag: | [`europeana_workflow`](#europeana_workflow) | `@daily` | `True` | image | | [`finnish_museums_workflow`](#finnish_museums_workflow) | `@daily` | `True` | image | | [`flickr_workflow`](#flickr_workflow) | `@daily` | `True` | image | -| [`freesound_workflow`](#freesound_workflow) | `@monthly` | `False` | audio | +| [`freesound_workflow`](#freesound_workflow) | `@quarterly` | `False` | audio | | [`inaturalist_workflow`](#inaturalist_workflow) | `@monthly` | `False` | image | | [`jamendo_workflow`](#jamendo_workflow) | `@monthly` | `False` | audio | | [`metropolitan_museum_workflow`](#metropolitan_museum_workflow) | `@daily` | `True` | image | diff --git a/openverse_catalog/dags/providers/provider_workflows.py b/openverse_catalog/dags/providers/provider_workflows.py index f61e1362e..3519033ae 100644 --- a/openverse_catalog/dags/providers/provider_workflows.py +++ b/openverse_catalog/dags/providers/provider_workflows.py @@ -220,7 +220,8 @@ def __post_init__(self): ), ProviderWorkflow( ingester_class=FreesoundDataIngester, - pull_timeout=timedelta(hours=240), # TODO: Remove after full Freesound run + schedule_string="@quarterly", + pull_timeout=timedelta(days=50), ), ProviderWorkflow( ingester_class=INaturalistDataIngester,