[dagster-airlift] move demo

dagster-io · Nov 12, 2024 · 47f4406 · 47f4406
1 parent 3fdc89c
commit 47f4406
Show file tree

Hide file tree

Showing 67 changed files with 5 additions and 5 deletions.
diff --git a/.buildkite/dagster-buildkite/dagster_buildkite/pipelines/dagster_oss_nightly_pipeline.py b/.buildkite/dagster-buildkite/dagster_buildkite/pipelines/dagster_oss_nightly_pipeline.py
@@ -54,7 +54,7 @@ def build_dagster_oss_nightly_steps() -> List[BuildkiteStep]:
                 ],
             ),
             PackageSpec(
-                "examples/experimental/dagster-airlift/examples/dbt-example",
+                "examples/starlift-demo",
                 name="airlift-demo-live-tests",
                 env_vars=[
                     "KS_DBT_CLOUD_ACCOUNT_ID",

diff --git a/.buildkite/dagster-buildkite/dagster_buildkite/steps/packages.py b/.buildkite/dagster-buildkite/dagster_buildkite/steps/packages.py
@@ -373,7 +373,7 @@ def k8s_extra_cmds(version: str, _) -> List[str]:
     # Runs against live dbt cloud instance, we only want to run on commits and on the
     # nightly build
     PackageSpec(
-        "examples/experimental/dagster-airlift/examples/dbt-example",
+        "examples/starlift-demo",
         skip_if=skip_if_not_airlift_or_dlift_commit,
         env_vars=[
             "KS_DBT_CLOUD_ACCOUNT_ID",

diff --git a/...r-airlift/examples/dbt-example/.gitignore → examples/starlift-demo/.gitignore b/...r-airlift/examples/dbt-example/.gitignore → examples/starlift-demo/.gitignore
diff --git a/...xamples/dbt-example/.vscode/settings.json → examples/starlift-demo/.vscode/settings.json b/...xamples/dbt-example/.vscode/settings.json → examples/starlift-demo/.vscode/settings.json
diff --git a/...ter-airlift/examples/dbt-example/Makefile → examples/starlift-demo/Makefile b/...ter-airlift/examples/dbt-example/Makefile → examples/starlift-demo/Makefile
diff --git a/...er-airlift/examples/dbt-example/README.md → examples/starlift-demo/README.md b/...er-airlift/examples/dbt-example/README.md → examples/starlift-demo/README.md
@@ -5,7 +5,7 @@ airflow dags into dagster as assets.
 
 ### Try it out
 
-From the root of the `dbt-example` directory, run the `dev_install` make command to install python dependencies.
+From the root of the `starlift-demo` directory, run the `dev_install` make command to install python dependencies.
 
 ```bash
 make dev_install

diff --git a/...-airlift/examples/dbt-example/conftest.py → examples/starlift-demo/conftest.py b/...-airlift/examples/dbt-example/conftest.py → examples/starlift-demo/conftest.py
diff --git a/...mples/dbt-example/dbt_example/__init__.py → ...les/starlift-demo/dbt_example/__init__.py b/...mples/dbt-example/dbt_example/__init__.py → ...les/starlift-demo/dbt_example/__init__.py
diff --git a/...mple/dbt_example/dagster_defs/__init__.py → ...demo/dbt_example/dagster_defs/__init__.py b/...mple/dbt_example/dagster_defs/__init__.py → ...demo/dbt_example/dagster_defs/__init__.py
diff --git a/...mple/dbt_example/dagster_defs/complete.py → ...demo/dbt_example/dagster_defs/complete.py b/...mple/dbt_example/dagster_defs/complete.py → ...demo/dbt_example/dagster_defs/complete.py
diff --git a/...ple/dbt_example/dagster_defs/constants.py → ...emo/dbt_example/dagster_defs/constants.py b/...ple/dbt_example/dagster_defs/constants.py → ...emo/dbt_example/dagster_defs/constants.py
diff --git a/...example/dagster_defs/dbt_cloud_airflow.py → ...example/dagster_defs/dbt_cloud_airflow.py b/...example/dagster_defs/dbt_cloud_airflow.py → ...example/dagster_defs/dbt_cloud_airflow.py
diff --git a/..._example/dagster_defs/dbt_cloud_assets.py → ..._example/dagster_defs/dbt_cloud_assets.py b/..._example/dagster_defs/dbt_cloud_assets.py → ..._example/dagster_defs/dbt_cloud_assets.py
diff --git a/...t_example/dagster_defs/dbt_cloud_utils.py → ...t_example/dagster_defs/dbt_cloud_utils.py b/...t_example/dagster_defs/dbt_cloud_utils.py → ...t_example/dagster_defs/dbt_cloud_utils.py
diff --git a/...ample/dagster_defs/federated_airflow_1.py → ...ample/dagster_defs/federated_airflow_1.py b/...ample/dagster_defs/federated_airflow_1.py → ...ample/dagster_defs/federated_airflow_1.py
diff --git a/...ample/dagster_defs/federated_airflow_2.py → ...ample/dagster_defs/federated_airflow_2.py b/...ample/dagster_defs/federated_airflow_2.py → ...ample/dagster_defs/federated_airflow_2.py
diff --git a/.../dagster_defs/federated_airflow_defs_1.py → .../dagster_defs/federated_airflow_defs_1.py b/.../dagster_defs/federated_airflow_defs_1.py → .../dagster_defs/federated_airflow_defs_1.py
diff --git a/.../dagster_defs/federated_airflow_defs_2.py → .../dagster_defs/federated_airflow_defs_2.py b/.../dagster_defs/federated_airflow_defs_2.py → .../dagster_defs/federated_airflow_defs_2.py
diff --git a/...e/dbt_example/dagster_defs/jaffle_shop.py → ...o/dbt_example/dagster_defs/jaffle_shop.py b/...e/dbt_example/dagster_defs/jaffle_shop.py → ...o/dbt_example/dagster_defs/jaffle_shop.py
diff --git a/...ple/dbt_example/dagster_defs/lakehouse.py → ...emo/dbt_example/dagster_defs/lakehouse.py b/...ple/dbt_example/dagster_defs/lakehouse.py → ...emo/dbt_example/dagster_defs/lakehouse.py
diff --git a/...ample/dbt_example/dagster_defs/migrate.py → ...-demo/dbt_example/dagster_defs/migrate.py b/...ample/dbt_example/dagster_defs/migrate.py → ...-demo/dbt_example/dagster_defs/migrate.py
diff --git a/...ample/dbt_example/dagster_defs/observe.py → ...-demo/dbt_example/dagster_defs/observe.py b/...ample/dbt_example/dagster_defs/observe.py → ...-demo/dbt_example/dagster_defs/observe.py
diff --git a/...xample/dagster_defs/observe_with_check.py → ...xample/dagster_defs/observe_with_check.py b/...xample/dagster_defs/observe_with_check.py → ...xample/dagster_defs/observe_with_check.py
diff --git a/...-example/dbt_example/dagster_defs/peer.py → ...ift-demo/dbt_example/dagster_defs/peer.py b/...-example/dbt_example/dagster_defs/peer.py → ...ift-demo/dbt_example/dagster_defs/peer.py
diff --git a/...ple/dagster_defs/table_existence_check.py → ...ple/dagster_defs/table_existence_check.py b/...ple/dagster_defs/table_existence_check.py → ...ple/dagster_defs/table_existence_check.py
diff --git a/...example/dbt_example/dagster_defs/utils.py → ...ft-demo/dbt_example/dagster_defs/utils.py b/...example/dbt_example/dagster_defs/utils.py → ...ft-demo/dbt_example/dagster_defs/utils.py
diff --git a/..._example/federated_airflow_dags_1/dags.py → ..._example/federated_airflow_dags_1/dags.py b/..._example/federated_airflow_dags_1/dags.py → ..._example/federated_airflow_dags_1/dags.py
diff --git a/..._example/federated_airflow_dags_2/dags.py → ..._example/federated_airflow_dags_2/dags.py b/..._example/federated_airflow_dags_2/dags.py → ..._example/federated_airflow_dags_2/dags.py
diff --git a/...bt_example/migrating_airflow_dags/dags.py → ...bt_example/migrating_airflow_dags/dags.py b/...bt_example/migrating_airflow_dags/dags.py → ...bt_example/migrating_airflow_dags/dags.py
diff --git a/...gs/proxied_state/rebuild_iris_models.yaml → ...gs/proxied_state/rebuild_iris_models.yaml b/...gs/proxied_state/rebuild_iris_models.yaml → ...gs/proxied_state/rebuild_iris_models.yaml
diff --git a/.../proxied_state/rebuild_iris_models.yaml-e → .../proxied_state/rebuild_iris_models.yaml-e b/.../proxied_state/rebuild_iris_models.yaml-e → .../proxied_state/rebuild_iris_models.yaml-e
diff --git a/...bt-example/dbt_example/shared/__init__.py → ...rlift-demo/dbt_example/shared/__init__.py b/...bt-example/dbt_example/shared/__init__.py → ...rlift-demo/dbt_example/shared/__init__.py
diff --git a/...le/dbt_example/shared/dbt/dbt_project.yml → ...mo/dbt_example/shared/dbt/dbt_project.yml b/...le/dbt_example/shared/dbt/dbt_project.yml → ...mo/dbt_example/shared/dbt/dbt_project.yml
diff --git a/...t_example/shared/dbt/models/customers.sql → ...t_example/shared/dbt/models/customers.sql b/...t_example/shared/dbt/models/customers.sql → ...t_example/shared/dbt/models/customers.sql
diff --git a/...ple/dbt_example/shared/dbt/models/docs.md → ...emo/dbt_example/shared/dbt/models/docs.md b/...ple/dbt_example/shared/dbt/models/docs.md → ...emo/dbt_example/shared/dbt/models/docs.md
diff --git a/...example/shared/dbt/models/iris_setosa.sql → ...example/shared/dbt/models/iris_setosa.sql b/...example/shared/dbt/models/iris_setosa.sql → ...example/shared/dbt/models/iris_setosa.sql
diff --git a/.../dbt_example/shared/dbt/models/orders.sql → .../dbt_example/shared/dbt/models/orders.sql b/.../dbt_example/shared/dbt/models/orders.sql → .../dbt_example/shared/dbt/models/orders.sql
diff --git a/...dbt_example/shared/dbt/models/overview.md → ...dbt_example/shared/dbt/models/overview.md b/...dbt_example/shared/dbt/models/overview.md → ...dbt_example/shared/dbt/models/overview.md
diff --git a/.../dbt_example/shared/dbt/models/schema.yml → .../dbt_example/shared/dbt/models/schema.yml b/.../dbt_example/shared/dbt/models/schema.yml → .../dbt_example/shared/dbt/models/schema.yml
diff --git a/...dbt_example/shared/dbt/models/sources.yml → ...dbt_example/shared/dbt/models/sources.yml b/...dbt_example/shared/dbt/models/sources.yml → ...dbt_example/shared/dbt/models/sources.yml
diff --git a/...mple/shared/dbt/models/staging/schema.yml → ...mple/shared/dbt/models/staging/schema.yml b/...mple/shared/dbt/models/staging/schema.yml → ...mple/shared/dbt/models/staging/schema.yml
diff --git a/...ared/dbt/models/staging/stg_customers.sql → ...ared/dbt/models/staging/stg_customers.sql b/...ared/dbt/models/staging/stg_customers.sql → ...ared/dbt/models/staging/stg_customers.sql
diff --git a/.../shared/dbt/models/staging/stg_orders.sql → .../shared/dbt/models/staging/stg_orders.sql b/.../shared/dbt/models/staging/stg_orders.sql → .../shared/dbt/models/staging/stg_orders.sql
diff --git a/...hared/dbt/models/staging/stg_payments.sql → ...hared/dbt/models/staging/stg_payments.sql b/...hared/dbt/models/staging/stg_payments.sql → ...hared/dbt/models/staging/stg_payments.sql
diff --git a/...ample/dbt_example/shared/dbt/profiles.yml → ...-demo/dbt_example/shared/dbt/profiles.yml b/...ample/dbt_example/shared/dbt/profiles.yml → ...-demo/dbt_example/shared/dbt/profiles.yml
diff --git a/...le/dbt_example/shared/dbt/requirements.in → ...mo/dbt_example/shared/dbt/requirements.in b/...le/dbt_example/shared/dbt/requirements.in → ...mo/dbt_example/shared/dbt/requirements.in
diff --git a/...e/dbt_example/shared/dbt/requirements.txt → ...o/dbt_example/shared/dbt/requirements.txt b/...e/dbt_example/shared/dbt/requirements.txt → ...o/dbt_example/shared/dbt/requirements.txt
diff --git a/...ple/dbt_example/shared/dbt/seeds/.gitkeep → ...emo/dbt_example/shared/dbt/seeds/.gitkeep b/...ple/dbt_example/shared/dbt/seeds/.gitkeep → ...emo/dbt_example/shared/dbt/seeds/.gitkeep
diff --git a/...xample/shared/dbt/seeds/raw_customers.csv → ...xample/shared/dbt/seeds/raw_customers.csv b/...xample/shared/dbt/seeds/raw_customers.csv → ...xample/shared/dbt/seeds/raw_customers.csv
diff --git a/...t_example/shared/dbt/seeds/raw_orders.csv → ...t_example/shared/dbt/seeds/raw_orders.csv b/...t_example/shared/dbt/seeds/raw_orders.csv → ...t_example/shared/dbt/seeds/raw_orders.csv
diff --git a/...example/shared/dbt/seeds/raw_payments.csv → ...example/shared/dbt/seeds/raw_payments.csv b/...example/shared/dbt/seeds/raw_payments.csv → ...example/shared/dbt/seeds/raw_payments.csv
diff --git a/...s/dbt-example/dbt_example/shared/iris.csv → ...starlift-demo/dbt_example/shared/iris.csv b/...s/dbt-example/dbt_example/shared/iris.csv → ...starlift-demo/dbt_example/shared/iris.csv
diff --git a/...ple/dbt_example/shared/lakehouse_utils.py → ...emo/dbt_example/shared/lakehouse_utils.py b/...ple/dbt_example/shared/lakehouse_utils.py → ...emo/dbt_example/shared/lakehouse_utils.py
diff --git a/...t-example/dbt_example/shared/load_iris.py → ...lift-demo/dbt_example/shared/load_iris.py b/...t-example/dbt_example/shared/load_iris.py → ...lift-demo/dbt_example/shared/load_iris.py
diff --git a/...dbt-example/dbt_example_tests/__init__.py → ...arlift-demo/dbt_example_tests/__init__.py b/...dbt-example/dbt_example_tests/__init__.py → ...arlift-demo/dbt_example_tests/__init__.py
diff --git a/...ample_tests/integration_tests/__init__.py → ...ample_tests/integration_tests/__init__.py b/...ample_tests/integration_tests/__init__.py → ...ample_tests/integration_tests/__init__.py
diff --git a/...ample_tests/integration_tests/conftest.py → ...ample_tests/integration_tests/conftest.py b/...ample_tests/integration_tests/conftest.py → ...ample_tests/integration_tests/conftest.py
diff --git a/...n_tests/test_completed_migration_stage.py → ...n_tests/test_completed_migration_stage.py b/...n_tests/test_completed_migration_stage.py → ...n_tests/test_completed_migration_stage.py
diff --git a/...tests/integration_tests/test_federated.py → ...tests/integration_tests/test_federated.py b/...tests/integration_tests/test_federated.py → ...tests/integration_tests/test_federated.py
diff --git a/...ntegration_tests/test_migration_stages.py → ...ntegration_tests/test_migration_stages.py b/...ntegration_tests/test_migration_stages.py → ...ntegration_tests/test_migration_stages.py
diff --git a/.../dbt_example_tests/unit_tests/__init__.py → .../dbt_example_tests/unit_tests/__init__.py b/.../dbt_example_tests/unit_tests/__init__.py → .../dbt_example_tests/unit_tests/__init__.py
diff --git a/.../unit_tests/test_all_variants_loadable.py → .../unit_tests/test_all_variants_loadable.py b/.../unit_tests/test_all_variants_loadable.py → .../unit_tests/test_all_variants_loadable.py
diff --git a/...rlift/examples/dbt-example/pyproject.toml → examples/starlift-demo/pyproject.toml b/...rlift/examples/dbt-example/pyproject.toml → examples/starlift-demo/pyproject.toml
diff --git a/...ter-airlift/examples/dbt-example/setup.py → examples/starlift-demo/setup.py b/...ter-airlift/examples/dbt-example/setup.py → examples/starlift-demo/setup.py
diff --git a/...ster-airlift/examples/dbt-example/tox.ini → examples/starlift-demo/tox.ini b/...ster-airlift/examples/dbt-example/tox.ini → examples/starlift-demo/tox.ini
diff --git a/pyright/master/requirements-pinned.txt b/pyright/master/requirements-pinned.txt
@@ -184,7 +184,7 @@ dbt-adapters==1.3.2
 dbt-common==1.3.0
 dbt-core==1.8.8
 dbt-duckdb==1.9.0
--e examples/experimental/dagster-airlift/examples/dbt-example
+-e examples/experimental/starlift-demo
 dbt-extractor==0.5.1
 dbt-semantic-interfaces==0.5.1
 debugpy==1.8.7

diff --git a/pyright/master/requirements.txt b/pyright/master/requirements.txt
@@ -135,7 +135,7 @@ types-sqlalchemy==1.4.53.34
 -e examples/experimental/dagster-blueprints
 -e examples/experimental/dagster-airlift[mwaa,dbt,test] # (includes airflow dependencies)
 -e examples/experimental/dagster-dlift
--e examples/experimental/dagster-airlift/examples/dbt-example
+-e examples/starlift-demo
 -e examples/experimental/dagster-airlift/examples/kitchen-sink
 -e examples/experimental/dagster-dlift/kitchen-sink
 -e examples/experimental/dagster-airlift/examples/perf-harness