Aws

.gitignore

@@ -0,0 +1,7 @@
+.persistent_history
+logs
+obs-l1-qc2
+omstimelation
+stimela.config.deps
+log-*txt
+

image-parrot-config.yml

@@ -0,0 +1,97 @@
+opts:
+  backend:
+    select: kube
+
+    # we have this set up on AWS as a pull-through cache for the quay.io registry
+    override_registries:
+      quay.io/stimela2: 800133935729.dkr.ecr.af-south-1.amazonaws.com/quay/stimela2
+
+    kube:
+      namespace: rarg-test-compute
+      verbose_events: 1   # to get events printed
+      dir: /mnt/data/parrot
+
+      # always_pull_images: true
+
+      # debug:
+      #   pause_on_cleanup: true
+
+      volumes:
+        rarg-test-compute-efs-pvc:
+          mount: /mnt/data
+          at_start: must_exist
+          step_init_commands:
+            - whoami
+            - ls -l /
+            - ls -l /mnt
+            - ls -l /mnt/data
+
+        ebs-msdir:
+          storage_class_name: rarg-test-compute-ebs-sc-immediate
+          from_snapshot: parrot-snapshot
+          capacity: 2Ti
+          lifecycle: persist
+          mount: /msdir
+          at_start: allow_reuse
+
+      provisioning_timeout: 0
+
+      ## override user/group ID
+      user:
+        uid: 1000
+        gid: 1000
+
+      ## you can specify a global memory default for pods here,
+      ## but also do this on a per-cab or per-step basis of course
+      # memory: 64Gi
+
+      ## some predefined pod specs
+      predefined_pod_specs:
+        admin:
+          nodeSelector:
+            rarg/node-class: admin
+        thin:
+          nodeSelector:
+            rarg/node-class: compute
+            rarg/instance-type: m5.large
+        medium:
+          nodeSelector:
+            rarg/node-class: compute
+            rarg/instance-type: m5.4xlarge
+        fat:
+          nodeSelector:
+            rarg/node-class: compute
+            rarg/instance-type: m6i.4xlarge
+
+      ## default pod type to use -- keys into predefined_pod_types
+      job_pod:
+        type: thin
+
+## some cab-specific backend tweaks
+cabs:
+  casa.flagman:
+    backend:
+      kube:
+        job_pod:
+          type: thin
+  wsclean:
+    backend:
+      kube:
+        job_pod:
+          type: fat
+        volumes:
+          wsclean-temp:
+            #storage_class_name: rarg-test-compute-fsx-sc-af-south-1c
+            # storage_class_name: rarg-test-compute-ebs-sc-immediate-io2-4000
+            storage_class_name: rarg-test-compute-ebs-sc-immediate-gp3-1000
+            capacity: 500Gi
+            lifecycle: persist
+            mount: /scratch
+            at_start: allow_reuse
+            access_modes: [ReadWriteOnce]
+            # access_modes: [ReadWriteMany]
+            init_commands:
+              - chown 1000.1000 .
+            # step_init_commands:
+            #   - (ls -A1 | xargs rm -rf)
+

image-parrot-tweaks.yml

@@ -0,0 +1,7 @@
+ratt-parrot:
+  assign:
+    dirs:
+      ms: /msdir/msdir
+      temp: /scratch
+
+

image-parrot.yml

@@ -2,6 +2,9 @@
 
 _include:
   - parrot-cabs.yml
+  - image-parrot-config.yml
+_include_post:
+  - image-parrot-tweaks.yml
 
 ## this augments the standard 'opts' config section to tweak logging settings
 opts:
@@ -11,7 +14,6 @@ opts:
     nest: 2
     symlink: log
   backend:
-    select: singularity
     singularity:
       auto_update: true
     rlimits:
@@ -27,8 +29,8 @@ ratt-parrot:
     log.dir: '{recipe.dir-out}/logs/log-{config.run.datetime}'          # put logs into output dir
     # some more directory assignments
     dirs:
-      ms: ../msdir       # MSs live here
-      temp: "{config.run.env.HOME}/tmp"   # temp files go here
+      ms: =IFSET(config.vars.dirs.ms, SELF, "../msdir")                        # MSs live here
+      temp: =IFSET(config.vars.dirs.temp, SELF, "{config.run.env.HOME}/tmp")   # temp files go here
       base: .            # base project directory -- directory of recipe by default, but see below
 
     # _chan1x: =recipe.chan1 - 1       # end channel, inclusive -- helper variable to form CASA spw
@@ -43,7 +45,7 @@ ratt-parrot:
 
   inputs:
     obs:
-      choices: [L1, L2, L3, L4, U0, U1, U2, U3, U3b, U3c]
+      choices: [L1, L2, L3, L4, U0, U1, U2, U3, U3b, U3c, L1test]
       info: "Selects observation, see parrot-observation-sets.yml for list of observations"
       default: L1
     output-suffix:

parrot-cabs.yml

@@ -436,8 +436,10 @@ lib:
           size: '{recipe.wsclean_size}'
           scale: '{recipe.pixel_scale}asec'
           nchan: '{recipe.wsclean_nchan}'
-          temp-dir: '{config.run.env.HOME}/tmp'
+          temp-dir: '{recipe.dirs.temp}'
           column: SELFCAL{info.suffix}_DATA
+          parallel-reordering: 16
+          # no-reorder: true
       image:
         params:
           niter: 1000000

parrot-observation-sets.yml

@@ -11,10 +11,17 @@ run.node:
   bruce:
     obs: U1
     ncpu: 64
+  DEFAULT: {}
 
 obs:
+  L1test:
+    ms: "{recipe.dirs.ms}/1622491578-fresh.ms"   # L deep 1
+    dirs.sub: obs-l1
+    band: L
+    minuv-l: 700  
+    taper-inner-tukey: 100
   L1:
-    ms: ../msdir/1622491578_sdp_l0-J2009_2026-corr.ms   # L deep 1
+    ms: "{recipe.dirs.ms}/1622491578_sdp_l0-J2009_2026-corr.ms"   # L deep 1
     dirs.sub: obs-l1
     band: L
     minuv-l: 700