From ed702053bb363edaaef30fcf5111525a832c9b22 Mon Sep 17 00:00:00 2001 From: Lars Buntemeyer Date: Thu, 29 Feb 2024 16:37:49 +0100 Subject: [PATCH] added json config --- config/aws_config.py | 10 ---------- config/s3fs-flink.json | 13 +++++++++++++ 2 files changed, 13 insertions(+), 10 deletions(-) delete mode 100644 config/aws_config.py create mode 100644 config/s3fs-flink.json diff --git a/config/aws_config.py b/config/aws_config.py deleted file mode 100644 index b8cdc2f..0000000 --- a/config/aws_config.py +++ /dev/null @@ -1,10 +0,0 @@ -c.TargetStorage.root_path = "s3://euro-cordex/flink-testing/{job_name}" - -c.TargetStorage.fsspec_class = "s3fs.S3FileSystem" - -c.InputCacheStorage.fsspec_class = c.TargetStorage.fsspec_class -c.InputCacheStorage.fsspec_args = c.TargetStorage.fsspec_args - -c.InputCacheStorage.root_path = "s3://euro-cordex/flink-testing/inputcache-data/" - -c.Bake.bakery_class = "pangeo_forge_runner.bakery.flink.FlinkOperatorBakery" diff --git a/config/s3fs-flink.json b/config/s3fs-flink.json new file mode 100644 index 0000000..1a30715 --- /dev/null +++ b/config/s3fs-flink.json @@ -0,0 +1,13 @@ +{ + "Bake": { + "bakery_class": "pangeo_forge_runner.bakery.flink.FlinkOperatorBakery" + }, + "TargetStorage": { + "fsspec_class": "s3fs.S3FileSystem", + "root_path": "s3://euro-cordex/flink-test/{job_name}/output" + }, + "InputCacheStorage": { + "fsspec_class": "s3fs.S3FileSystem", + "root_path": "s3://euro-cordex/flink-test/cache" + } +}