Created production configuration for dagster and fixed a few changed …

…stack keys in the consul data.
mitodl · Jul 7, 2022 · a503b75 · a503b75
1 parent b41403d
commit a503b75
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 4 deletions.
diff --git a/src/ol_infrastructure/applications/dagster/Pulumi.applications.dagster.Production.yaml b/src/ol_infrastructure/applications/dagster/Pulumi.applications.dagster.Production.yaml
@@ -7,6 +7,22 @@ config:
   dagster:db_password:
     secure: v1:CmsJwtIantGcm5j1:DL2TQs80PEYe2iZIvWKFA/oSy3Lh3uSdzVcYPDR28EmvCYsNGzUxrLpb2k0oZ5NTOu2pniwF
   dagster:domain: pipelines.odl.mit.edu
+
+  dagster:edx_pipeline_micromasters_bucket_name: ol-data-lake-mit-open-production
+  dagster:edx_pipeline_micromasters_postgres_db_hostname: micromasters-db-read-replica.cbnm7ajau6mi.us-east-1.rds.amazonaws.com
+  dagster:edx_pipeline_micromasters_postgres_db_name: micromasters
+  dagster:edx_pipeline_mit_open_bucket_name: ol-data-lake-mit-open-production
+  dagster:edx_pipeline_mit_open_postgres_db_hostname: production-apps-rds-postgresql-opendiscussions.cbnm7ajau6mi.us-east-1.rds.amazonaws.com
+  dagster:edx_pipeline_mitx_enrollments_bucket_name: dagster-data-production
+  dagster:edx_pipeline_mitx_online_edx_course_bucket: mitx-production-edxapp-courses
+  dagster:edx_pipeline_mitx_online_purpose: current-residential-live-mitx
+  dagster:edx_pipeline_mitxonline_edx_course_bucket_name: mitxonline-production-edxapp-courses
+  dagster:edx_pipeline_mitxonline_purpose: mitxonline
+  dagster:edx_pipeline_residential_mysql_db_hostname: edxapp-db-mitx-production.cbnm7ajau6mi.us-east-1.rds.amazonaws.com
+  dagster:edx_pipeline_xpro_edx_bucket_name: dagster-data-production
+  dagster:edx_pipeline_xpro_edx_course_bucket_name: xpro-production-edxapp-courses
+  dagster:edx_pipeline_xpro_edx_xpro_purpose: mitx-etl-xpro-production
+
   dagster:instance_type: m5a.large
   saltstack:api_url: https://salt-production.odl.mit.edu
   saltstack:api_user: pulumi

diff --git a/src/ol_infrastructure/applications/dagster/__main__.py b/src/ol_infrastructure/applications/dagster/__main__.py
@@ -450,7 +450,7 @@
         consul.KeysKeyArgs(
             path="edx-pipeline/xpro-edx/mongodb-forum/uri",
             value=xpro_mongodb_stack.require_output("atlas_cluster")[
-                "privatized_mongo_uri_with_options"
+                "mongo_uri_with_options"
             ],
         ),
         consul.KeysKeyArgs(
@@ -484,7 +484,7 @@
         consul.KeysKeyArgs(
             path="edx-pipeline/residential/mongodb/uri",
             value=residential_mongodb_stack.require_output("atlas_cluster")[
-                "privatized_mongo_uri_with_options"
+                "mongo_uri_with_options"
             ],
         ),
         consul.KeysKeyArgs(
@@ -493,12 +493,12 @@
         ),
         consul.KeysKeyArgs(
             path="edx-pipeline/mitxonline/mysql-db/hostname",
-            value=mitxonline_stack.require_output("mitxonline_edxapp")["mariadb"],
+            value=mitxonline_stack.require_output("edxapp")["mariadb"],
         ),
         consul.KeysKeyArgs(
             path="edx-pipeline/mitxonline/mongodb/uri",
             value=mitxonline_mongodb_stack.require_output("atlas_cluster")[
-                "privatized_mongo_uri_with_options"
+                "mongo_uri_with_options"
             ],
         ),
         consul.KeysKeyArgs(