Commit of changes to get airbyte working in EKS

src/bridge/secrets/airbyte/data.ci.yaml

@@ -0,0 +1,115 @@
+---
+sentry-dsn:
+  value: ENC[AES256_GCM,data:RI6Hcv/YE3bDgbwqTUGEWlnLXlXSWCYmWEE+xIFoPi94Q6Ac8SHIGpVsSCYzwbN7Sv34hutb07ljhttzkxMjGWzD05cqQEt+,iv:1oWp/c5OFaqziM4o+CgdYXq7t9cFgcMXZj67mld96yw=,tag:eVXoT1hJ+Kx4/WmFgUQ71w==,type:str]
+google_service_account_json:
+  type: ENC[AES256_GCM,data:U7dgMX6V5FcmxyqzC5rK,iv:NufJE1A22VoFsSTO6Z7kt1R2uUNvANr4gIu83MqjPpM=,tag:/Hv1FluTHN3WB4pVpr2HqQ==,type:str]
+  project_id: ENC[AES256_GCM,data:mIRBV6IP85iAvLZyUGYSRw==,iv:gNqXlvc8v/uAb/cIZC5ZFCBQKSsUdtLvxW1Al7YRp4g=,tag:9xfz/uiFQUgTGmH3CEOCbA==,type:str]
+  private_key_id: ENC[AES256_GCM,data:SJ/kMx7D2DwGx8/H3b5UntZ1kQFMe8dBcbJt7giKJBRmDwrxdL1Ccg==,iv:O7Q+aOp1ImYJD4TZaawqeK/GNjQAfnbsK1wJQGsRpdg=,tag:udl1e1rMCUqJE1VCM6A0Yw==,type:str]
+  private_key: ENC[AES256_GCM,data:ObWyZgy4Ui1CVGItsJO5OsjnzC/LTCYkDesbTQaX1SmczsgFLz3JsTQz4S+JaMyaaMkW9cizUl7gc0kGsxp1tDugRm2DK+37BRvni7Qws3gnVSsk28SBC6OeAlt56MO9mRm5Jj6PdXtWKuOvobcUPolftzC3JzYTNw4X9DZgvgzEWx2gNkqiwnBac7oDFTkxp2QLKHwQ6LH44dzWehzGG13JxvLFKsDN8GI/rW0BLZAEmVKdyHrDNYWtpmZMjfXdfKl1yZ+xkscxwgP6dHJxU2VJIHklyNMAkAQch6cAGG92g07b0XeVtcE+6CmDd3ZxQIV0p3xcsl1qYCkq7S8E9+fQlzmtDtIUolnG5i6ZZ+cip4vsYNSQfEoOcJ8GWCVVaPyxhrU4hyLk2Mfl4rGTitMdY8FQNvFeK49x8TrS2J4e2kjlA4IZphpWyitB9OBrPeFG+dN7E3xGVl8ECptjZyzvLso/t4lFWxuz88CaEO1IUgd1yo42upoXPlXNp80tFZwGhQVpvh0mF3aMTRglS+M2u66LTS0r0dOkkU1fTA763s9Z1FfRwzNQgC6h5MogAGOVmSRIv0xrO7nkNR7JmtcVvNI25AnweNrkOVvUnTvDIUDCnFpw1hk0RlUIXCW47nAVXXhYRzzu+f7H/2H/FFedelLi3uki4wDgjPsIeAhhwxJi9gW7cXSuPiBOE1tfMz5V9JeXzsQZCtGH3VTv37xW6KdAmqeNjAQ20dcwjCFAqDglni4P6GotVDukT9PPiyNmfRKlSdxEczoZsRugTW+RNin0Uz/KGRSJRNnSMAonHtWpX68xCu9c9TCXfwDZOhRPvvb5j62MSQmCAcRNQN6oZJiuApEi4CPkS89RISEnMNQFyTLCcm0ihmhxpETKsPPTzit9q03PGGxr405s0ipSAhRSUFP67NZUGpQ+/WZIbGhwZJQNdZOII9+be5dnvHq2aBBDeO4TcJNyPWQzDFTSoqys36sEqojQPDteLLr+XAf1au2s0FMUnl4InJEufi8T6MGSoC7S59mBfOjYP9XDOusHNwmvz9xCoR14LdI+TzZxoSvB84l0tAIor7tkIa/YgwK3dmgEpqShuUdLZGgR9atRkY7j5pvCROZ50/WD91oZJACgtkJ9r0Scl2PLQa7tpKPN7UK4RoVKX4fFoclTUEuFnVzt7LfSuClNa/ohSU1E8uEAV9utWNTxxzkmG4pt4GfoayAkNx1dnKodJJooeunQbey5miHUnKsdmJXiijDHBpr6YFbnDj0PjJ2v4FIQO6XaueQfozNWPbNzFOJB0NlKgaCJJeQxLTmoWbvTtgJRBUxMnfRgi5uyIVi05ONmf3p2yLhuGYg7FRdgmR41yoatHZEXCiIq1/ZYl7fjfRtL5RtlR2grhCai6xhEfCjqrNGlH+BByLrbe3YAEAHkGR2SXRPkuhmE54sYgr45QO5wXpVSUbXVl9iwdOM5RrPxU1jvAGB1RCajvl2RpI2a3qA5rKQqT3Kt94EiHiJJEzN2PrbpanpvWL49rmtbDwYVpb5yC4AHiiG/fb5a2o01EB7tPbtNCXL8iliOMGs/xZXNNJtTGLf2PpS2I8SgTl1q+MZIXOOS9+0l8iYmkno2zY2I5AP5AJ1lcBCw0FnLKtbpFvZ//1SL1zV9Yi8zZp2QwGVIFvLBykWaRFzUdGlzD5dX23/SAY6NJTVPcs0niH7TeORFSLFlxRgyBnH+vRPUDsEYMZ/N/yGacSVR7kZZTFJmYqk8eLFFj88yBZhFuZNtlMsxktgjXzeOJncbBdH6+ST8S3+D9o0/TR9ym3JpMhQu959CmybZY86l3aGs02Otrt2BNDy4Yv04A9o5bCxZ/ukVwrkLeh6iKG25sRRO3mogBPDbix6MuiMV6OKkXWyzztbVEhtyxoPXy+rMYMzFTOdEza8e/ZZO0HBBhLveJpUOQ+bEBMJd+jZqMyHERtp6sL3EQpkWL75P1NarRV7e9tm4goEFzLnpQNXmUvH52s8Z9BfHlYJTOCrLiRItC5JRS0/CyImrC0OoAN8OmvwzGKtJm1ozNvrnNEMUgAlFXCOWVavAvKvL8Q99QHqKLXDXQv51W8IzpgmPxMCMkgsY8yIWgEr7FLkC3BE9guHuDoc946c7v/F7MiR0aLeUqCICMhf48dr12SRPJ2r9EgRapmgo8vYTXlAOt7QOfbutoMO++CY+mDAdJ8G4dmHyppNgXvdWGncZI2/2LSq8X72DOTr1Cy/OD9X9NAWZ3pg5wWKAdBEN,iv:N5FwbjCopQf3xOSG7Hsc1GemN99dGapeWS4avOZPl7o=,tag:CE0x/7XmleYy/X5RJkkg8Q==,type:str]
+  client_email: ENC[AES256_GCM,data:az7IVfJEUbxDuUvrDiG78wj53/5Z2DYPbEhWud4GzvCqMMs/KtpE5U1moONH9kihR5HfFyxPTVsv6qJk,iv:dF+l0Ka1LVViIerVJP8tggPwTO+p1CYqQs3/UKu2WNI=,tag:PKje5usEf26tXn3LQVdbmg==,type:str]
+  client_id: ENC[AES256_GCM,data:Ug0PpeARh3/HqjvslA1Dyu72kWnE,iv:lCRejMJW21XnE3BDukyumd367FqF95eXbQCcI0qvi/E=,tag:UTGT4QXfabtl2n5iJL1flg==,type:str]
+  auth_uri: ENC[AES256_GCM,data:k23rm9PL+3e8T0kvJBWQRsH1TXdW/3kiS2OHjU15RgCTxuqjufPA3Gs=,iv:49RpTnMtaUzwmd+hpr7FAIJ+1Jyrq69mEStPCpcN+eE=,tag:NzU133tO0QPYuK1NpDNnZA==,type:str]
+  token_uri: ENC[AES256_GCM,data:9ba30lUFkCvdEL3FJl2vlefL68vxPplZ/Z+fPfyVUJiehQc=,iv:0kFiAjOovFG+P65QCoE6fdpHmSs5un+9l+7PsvbIans=,tag:9YwJtBpcb5UIUhbh6dbqRQ==,type:str]
+  auth_provider_x509_cert_url: ENC[AES256_GCM,data:kQK+cKhIsSJxhy2AO3Uap++4AyfkURV+eQ3uqFaMXjjkvMq8Wi+FZbb+,iv:7oxOPYTHcMeX+g5T+pytOHdCrsyspIR3meFrD+BnJwc=,tag:9gVsKezLJtdFClVQpup9EA==,type:str]
+  client_x509_cert_url: ENC[AES256_GCM,data:9pMljCTDGfDwVVDE04NeUpVVi+74bQ1tvpEkxFSws7D0mkNeRYbmzLLAe6N5Z4mAZWnSZWypK9jvswAZnPdpvVnNLBqPMiycvLyKM7caylUWtEUfibtKIchf+NMfqEAK9T9Y8uvPQwbYslvo3Nwx8Q==,iv:UOLtKBbXiDJRQuwYVViXG2Xs/SZ6Hgw+6TD+Q0wd+7U=,tag:sNXC7BqGpKCpATx/Nsgq9g==,type:str]
+  universe_domain: ENC[AES256_GCM,data:pgcF8wQPirlZxsRrPro=,iv:BitSIZKqPAvl6dUdghQCyZ8VeX1DyLgWxkHAHQmFJDY=,tag:OmAf/qtINBM9S3jTGjtkuw==,type:str]
+sops:
+  kms:
+  - arn: arn:aws:kms:us-east-1:610119931565:alias/infrastructure-secrets-ci
+    created_at: "2024-10-17T14:59:40Z"
+    enc: AQICAHjnbqe9AmEW1Js10nySybyuAG7Fb5E9EHUgkmqFDv7PxQE/su1AyL9m2d6fiK/TLRYbAAAAfjB8BgkqhkiG9w0BBwagbzBtAgEAMGgGCSqGSIb3DQEHATAeBglghkgBZQMEAS4wEQQM4qZnggKiC9QQjY08AgEQgDuQPWwLKd530WLvHzcdFMrMKQYs6ybeMRKi5gzFPIktn1TK5bBrlxZtIo9nPqbuijdwkz1qvyeJYiinSA==
+    aws_profile: ""
+  gcp_kms: []
+  azure_kv: []
+  hc_vault:
+  - vault_address: https://vault-ci.odl.mit.edu
+    engine_path: infrastructure
+    key_name: sops
+    created_at: "2024-10-17T14:59:40Z"
+    enc: vault:v1:EvDrlRXkbiYf64T5a/gYkY59D1oGJe6T+cBXLUAS/Yj+XzvQ2pN+LS4kt3dJs9qL9ZKzY5nhFZGXMwet
+  age: []
+  lastmodified: "2024-10-17T15:00:04Z"
+  mac: ENC[AES256_GCM,data:oDt2tgZKNGE55M8d7TmVK7NZUga2rTGJDdFVMexdVJAUEdlSOjtNOeV4ovQE6gLX0b5Tq4qLCMtrFuNrv/cMkqCIEM7/fjgjCLyRtPuQQz9/FjxNKAtIMLXZge53VmCk/a0TdWbScjWPcSZ8UdRhfet059Hk+Ut8OpMjMmsLIo4=,iv:Un3eR6RSVq8aZSQnVLhaNCExfVGbdTqPFrmKu/zRy8M=,tag:FsHRpH/aej/SgOw6Z/jUPg==,type:str]
+  pgp:
+  - created_at: "2024-10-17T14:59:40Z"
+    enc: |-
+      -----BEGIN PGP MESSAGE-----
+
+      hQIMA9YmDGFr0PozAQ/+L6Rcm0lPSr+a5cQ+VClT1hxBRFTyKvI6GFBHaxi6zJ/0
+      qxKmOAuA/rs34uIb/N6O0cW7uKM5fv0YxbEMzbJ4Gzvmb1a3NzVhiTm9HWeuQI+1
+      TZs3SVuMDzrcK+p7RLGu3lAEqvrtkzu5zMWQ57f2BzUGJWmzDDegYRievRsvMf9/
+      Oys/+7xsOJRBInrODGwqa+vWNe/QnhRn9mShNAeFTqMZUPuCp+soTbkSobFtRGN+
+      48LrjBEiQXq+gpHEtj+ijySK6u8nrBNQv8webRTG0gMsmgVPIzzevH1ZOhUNAnR6
+      06MGBRL62MlkL/oiKemk5TbmrANbtueZDCBa439kpGJbDJVK/gwZFLnGPHkipPXX
+      nHwBfkYCEfUYe7kvFnwV1BDE6RAuAVBt7d72mahE1sJFumvtrPDmE2szqd8xOfyi
+      Q93u2QS/p+Hciiab39kkYjLeR8mJ0t/SWsqwf5D55zNFgMhOoPpdiN2fSyYI5imX
+      Z1gzWCrz2rWg5U2Ir1w25hGn6Y8mRUaBhgYRqsg13wEpCf5lIinNeymYmx8AdXPg
+      y364BYBl3ZkeaeU/GoVd1LfGI0bhRvNNNA4DEwDkgn4m6w++kqe1gSSOQIWEiAtF
+      JNMJ587xkXbZKvmMz9hJKrDEPts/DoEwfpDUrA5WLft8kq1eXBB/01VIEbtoyeHS
+      XAED95ZeA0nIu0LmBLH5uVO/Tm6BmhtWm97K5g/evXS+3dE4Nfow4T05zTxcUEos
+      E9s0UneZsH0kMWdOkLIv60NWAkEuh/qqNnwJDU9SKM2MOJ3hwjIlEh+TPi9q
+      =BAIO
+      -----END PGP MESSAGE-----
+    fp: dfd1205a98269f34c43c9221d6260c616bd0fa33
+  - created_at: "2024-10-17T14:59:40Z"
+    enc: |-
+      -----BEGIN PGP MESSAGE-----
+
+      hQIMA8MO7RiKjktCAQ//cu6J0y/pmDMvXdS6uX86Y/4cNRs3NMTz/7/he9wIaygL
+      xa40iK5mhuLNXeFHwBcnpAzjx7smmuMLo9WgHU2JcS8oSmeGgcpWv5b6jd3o7c+g
+      yRUnpZ7SnU+rstlTqOYLbjcRl2pLjyEE9vSnUYzn40RixNfejWSDCldOpPaRk5Th
+      FY73fYUpQzMxc8A4K8zmI8Dvzoh8ygPaTLJ92CA1T4otRRsnwWFvUKsToBUTq1j2
+      sjzt1JzLoxc884YswJZnDrGeoI1RcRYkZoYjvDnx7jHx/1Q+57+ORE2f9Usc8Lab
+      Xm31MVshBV/hhk+Uw9GTk+f3vEtrap6cs/1Ju6N/pWSTWsnb+kXBB5QMNBO6z588
+      5UxJNgbJD/n/6P6rkMDQpfUsPr1Qgqpbt427MdkZk/OVkcp+Ap5z2BVxlAIuv26C
+      A/FXZpuXaZTCBcvtd72qH6GoAdhXBfb0amrDLtd+JsxKr2FZ33lYxRVY0C9g+6PO
+      T1aMvW/11FfkSVRehZym6xWx5suoieupmtjhTr7zx6hlhn7hmkv80LLdEl4o8UDj
+      r8hH0g/02MF+VRtpzwt7SB0q+nENOgS6g2srYPgdUp0XwBgL1ZNxOWjgxx0tB+sJ
+      /6nKprCAlSlqOUY9tnRGE73c6VNxeWi2zMWsPUgKivOPibShGa4YJ3N5uathmjbS
+      UQFkYeV0QajkK24tCvKKB55oNHQMEehJsAC+1EnCnfd864wnN+oPhEfSFBmrFpcL
+      86dlZ0EbTY5IN3XKIHmqKlFeFh+jAuX2OPPfKMUmQodOBQ==
+      =EVLJ
+      -----END PGP MESSAGE-----
+    fp: B905F0256A801D3F1D15B5126A1D27A4BE75B1C2
+  - created_at: "2024-10-17T14:59:40Z"
+    enc: |-
+      -----BEGIN PGP MESSAGE-----
+
+      hQIMA53hirIFs7uxAQ/8DjVeQwZzERXnq9HtqW36qVlVbjOxtudACt/7Ib3gXw//
+      XE6kP0HAuSvrMNjDkufxxElH1BzVKdYT4D4anhVroRuk49/hz2pmW4mUYG9/8ky8
+      jqYPwNikNioO7OYXAdJCCpVufHOnGsmDDX/jIXBobSBHormopncspsoo6KvAcolm
+      K9TXK6S4pwqHrccFJcylMh+eN7+KR+Y/cNtOj4z5XS4JD++OP4LGMT25pS3jaUfK
+      8Qdgfmswmy66NhVbPMec721XWQiS0a4OvCExwBFemkdo3ueTYUEZ7VoXEEB6EcxD
+      NuEVZolFecKCVhb6CicsbmNyZoKsglIv9C0Jh96u4S8oXuvBHeLPBvfGAHwHCkSo
+      +LahvjkMWuJ0za6IhLnFkLkT8GiHTPDzV4dI5yxyQr5o7uyd267DoF0OpZeaXc66
+      PDL93OuKWLTA8x9odvOPP4SO92ZSFnz+FvyCiB0VmF2xJ7nTU/J4z6DcJej+TSYi
+      Zn5zs2a1zk5v9zCKqzw5tLrx8WPllz8siu+eKbmKNoXx1h74G/25tGzxqeyDj/iM
+      +/lnn1ve9v5nKSOPC5FIRDNifko/xVorBTHk3ieaXo98XBvaEtyA0uISNUSuJP6z
+      AWPNX4cQGhdfYe09sZ8dBJ31Zhh49ArK9IcGuczFT5zqGIhgmxYBjEOc9ZZ3hQXS
+      XAHJ+jKInTPGMzmynqvVoPSaHvr0NNwbhA3KuadSw47c8Jyr7U5dc3Jo80BELFha
+      dvGnuko36XouepwaAmvxogiXPrYbpjiAUjvGfonyR6CpaVh0WTSixR1So8DV
+      =CgYZ
+      -----END PGP MESSAGE-----
+    fp: 07083D36FD5986B0C99700944E9B358045C1B176
+  - created_at: "2024-10-17T14:59:40Z"
+    enc: |-
+      -----BEGIN PGP MESSAGE-----
+
+      hQIMA8YdB40JfEZzAQ//auhd3aOIBdZYDL+oeZurZ1nIHQl5dirJwl4cr0cr6fW/
+      m0cy/ZJe6VEs6JQ3j/R8O+RTvmcC9foolMFBqwtuOJAWA+GDK7FVlaUidTcNWKmR
+      9Kzr8LQ+Fq72fqgB6pmSA1aUh4io0NMj56uMfzNdawmER0zRzRL7SdIjf0lrjAmw
+      dPVUmEDG0Tbp6OD7r9u0LnL4bL+L1d8pQhgFiIsx/LKZQcpjYy4cA5dAD7QNqUVy
+      VnNQ20y5wh+BECcm4m1zDNt6GZV5FBKVuaVkUdHVmNdpoNmyFJ5mR5o8gTlR+Zvt
+      aVMUWnDzvrqtPAy1ZuGPihFlP38gDBqv8Rv+Jaa4MMCOy+pxBYgKL3fqVxEXwXtG
+      bE3KG7Zo3X+1+6wRBsjOF4L8Beg/eFJwr/+v+NEsE3KxI3Nf0HcozX2roaA5VFdd
+      wmXV4Xkc+LnDw7A2pnosSP116CpcnGzl6H201fgx0jTCC4qDdzUwXTj/uMk2NFJL
+      AOuMlfAksC004/q7o0jxKHS4Yc7wpSgK6ywGFNkpJ9MQ/+fCuIMn4s8QuK4/j0+e
+      4QyWOv3ICdc0CHxBfY2nTBe9LCWiQqr5KpF3Jn1nTLFOxV3bXd2/z6DZPH2rmZ4l
+      yul5JF/NWMcEKX6tXE5jOQ6TaBMeUBAM+la3nmmHKl1lPtMaf2DSUgYbXObUHbzS
+      XAGpbMwaUOWFul1FB1usi7Nua9fk7AqjG5G/SrpEzPrViedC0hXfcVjLHC1ONhwk
+      MV1JUI7lMwOlNLjqLz/QN4mcjgryRu/VPI+r3mMU0IeB0Tf/b3kXVBxq7Rg9
+      =QaKv
+      -----END PGP MESSAGE-----
+    fp: 3582AE9F12CE295BDAF545ED17A5F53F11681446
+  unencrypted_suffix: _unencrypted
+  version: 3.8.1

src/ol_infrastructure/applications/airbyte/Pulumi.applications.airbyte.CI.yaml

@@ -0,0 +1,15 @@
+---
+secretsprovider: awskms://alias/infrastructure-secrets-ci
+encryptedkey: AQICAHjnbqe9AmEW1Js10nySybyuAG7Fb5E9EHUgkmqFDv7PxQFsFavVRgcZPhsYNw8nFJzrAAAAfjB8BgkqhkiG9w0BBwagbzBtAgEAMGgGCSqGSIb3DQEHATAeBglghkgBZQMEAS4wEQQM1hSowbjLl3OTeQrEAgEQgDsaDAPMxwZdLb0KhXXTJ5FocsTmLWDifyfrHy3hngPZQFpKSf++NE8Iz7qKocZNhniD9j/fZ/GVTwdWtw==
+config:
+  airbyte:auth_domain: airbyte-ci-auth.odl.mit.edu
+  airbyte:business_unit: operations
+  airbyte:db_capacity: "334"
+  airbyte:rds_password:
+    secure: v1:VWGgAaWUrrBoIqPG:nvVLDIwouJCl+5z/HcKI7S5xGZAseg4QdNbLeUSyVDcxAD7ECr9V/pA1u80dVpgxoVklw060SPJw3M+CeQn9dbIjXhkJx+6WxHROHw5Rjg0=
+  airbyte:target_vpc: data_vpc
+  airbyte:web_host_domain: airbyte-ci.odl.mit.edu
+  aws:region: us-east-1
+  consul:address: https://consul-data-ci.odl.mit.edu
+  vault:address: https://vault-ci.odl.mit.edu
+  vault_server:env_namespace: operations.ci