NativePipeline.yml

name: Run Native Pipeline
on:
  workflow_dispatch:

  # schedule:
  #   - cron: "0 6 * * *"

  # push:
  #   branches: [master]

  pull_request:
  #   branches: [master]

permissions:
  packages: write

jobs:
  scope:
    runs-on: ubuntu-latest
    outputs:
      scope: ${{ steps.scope.outputs.scope }}
    steps:
      - name: "Determine scope"
        id: scope
        run: |
          if [ ${{ github.event_name }} == 'pull_request' ]; then
            echo "scope=--since --include '*-native'" >> $GITHUB_OUTPUT
          elif [ {{ github.event_name }} != 'pull_request' ]; then
            echo "scope=--include '*-native'" >> $GITHUB_OUTPUT
          fi
  mendix-version:
    runs-on: ubuntu-22.04
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
      - name: "Get Mendix version"
        id: get-mendix-version
        uses: notiz-dev/github-action-json-property@7a701887f4b568b23eb7b78bb0fc49aaeb1b68d3 # v0.2.0
        with:
          path: configs/e2e/mendix-versions.json
          prop_path: latest
    outputs:
      mendix-version: ${{ steps.get-mendix-version.outputs.prop }}
  docker-images:
    needs: mendix-version
    runs-on: ubuntu-22.04
    env:
      MENDIX_VERSION: ${{ needs.mendix-version.outputs.mendix-version }}
    steps:
      - name: "Login to GitHub Container Registry"
        uses: docker/login-action@e92390c5fb421da1463c202d546fed0ec5c39f20 # v3.1.0
        with:
          registry: ghcr.io
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}
      - name: "Check if docker image already exists"
        run: |
          docker manifest inspect ghcr.io/mendix/native-widgets/mxbuild:${{ env.MENDIX_VERSION }} || EXIT_CODE=$?
          echo "IMAGE_MISSING=$EXIT_CODE" >> $GITHUB_ENV
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        if: ${{ env.IMAGE_MISSING != 0 }}
      - name: "Build mxbuild image"
        if: ${{ env.IMAGE_MISSING != 0 }}
        uses: docker/build-push-action@2cdde995de11925a030ce8070c3d77a52ffcf1c0 # v5.3.0
        with:
          file: ./.github/scripts/mxbuild.Dockerfile
          context: ./.github/scripts
          build-args: |
            MENDIX_VERSION=${{ env.MENDIX_VERSION }}
          push: true
          tags: ghcr.io/mendix/native-widgets/mxbuild:${{ env.MENDIX_VERSION }}
          secrets: GIT_AUTH_TOKEN=${{ secrets.GITHUB_TOKEN }}
  resources:
    needs: scope
    runs-on: ubuntu-22.04
    permissions:
      packages: read
      contents: read
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          fetch-depth: 0
      - name: "Set up node"
        uses: actions/setup-node@64ed1c7eab4cce3362f8c340dee64e5eaeef8f7c # v3
        with:
          node-version-file: .nvmrc
          cache: yarn
      - name: "Install dependencies"
        run: yarn install --immutable
      - name: "Unit test"
        run: yarn workspaces foreach ${{ needs.scope.outputs.scope }} run test
      - name: "Run build for development"
        run: yarn workspaces foreach ${{ needs.scope.outputs.scope }} run build
        env:
          NODE_OPTIONS: --max_old_space_size=6144
      - name: "Upload resources artifact"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        with:
          name: resources
          path: |
            packages/pluggableWidgets/**/dist/*/*.mpk
            packages/jsActions/mobile-resources-native/dist/**/*
            packages/jsActions/nanoflow-actions-native/dist/**/*
  project:
    needs: [resources, mendix-version]
    runs-on: ubuntu-22.04
    container: ghcr.io/mendix/native-widgets/mxbuild:${{ needs.mendix-version.outputs.mendix-version }}
    steps:
      - name: "Make sure curl is installed"
        run: |
          apt update && apt upgrade -y
          apt install curl -y
      - name: "Download test project"
        run: curl -L -o project.zip https://github.com/mendix/Native-Mobile-Resources/archive/refs/heads/main.zip
      - name: "Extract test project"
        uses: montudor/action-zip@0852c26906e00f8a315c704958823928d8018b28 # v1.0.0
        with:
          args: unzip -qq project.zip
      - name: "Download resources artifact"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: resources
          path: resources
      - name: "Move widgets"
        shell: bash
        run: |
          if compgen -G 'resources/pluggableWidgets/**/dist/*/*.mpk' > /dev/null; then
            for oldPath in resources/pluggableWidgets/**/dist/*/*.mpk; do
              newPath=Native-Mobile-Resources-main/widgets/$(basename $oldPath)
              mv -f $oldPath $newPath
            done
            mx update-widgets --loose-version-check Native-Mobile-Resources-main/NativeComponentsTestProject.mpr
          fi
      - name: "Move mobile-resources"
        shell: bash
        run: |
          if compgen -G 'resources/jsActions/mobile-resources-native/*' > /dev/null; then
            mv -f resources/jsActions/mobile-resources-native/* Native-Mobile-Resources-main/javascriptsource/nativemobileresources/actions/
          fi
      - name: "Move nanoflow-actions"
        shell: bash
        run: |
          if compgen -G 'resources/jsActions/mobile-resources-native/*' > /dev/null; then
            mv -f resources/jsActions/nanoflow-actions-native/* Native-Mobile-Resources-main/javascriptsource/nanoflowcommons/actions/
          fi
      - name: "Build test project"
        run: mxbuild -o automation.mda --loose-version-check Native-Mobile-Resources-main/NativeComponentsTestProject.mpr
      - name: "Upload MDA"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        with:
          name: mda
          path: automation.mda
  android-bundle:
    needs: [project, mendix-version]
    runs-on: ubuntu-22.04
    container: ghcr.io/mendix/native-widgets/mxbuild:${{ needs.mendix-version.outputs.mendix-version }}
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
      - name: "Download deployment package"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: mda
      - name: "Create Android bundle"
        uses: ./.github/actions/create-native-bundle
        with:
          platform: android
          mda-file: automation.mda
  ios-bundle:
    needs: [project, mendix-version]
    runs-on: ubuntu-22.04
    container: ghcr.io/mendix/native-widgets/mxbuild:${{ needs.mendix-version.outputs.mendix-version }}
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
      - name: "Download project MDA file"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: mda
      - name: "Create iOS bundle"
        uses: ./.github/actions/create-native-bundle
        with:
          platform: ios
          mda-file: automation.mda
  android-app:
    needs: [android-bundle]
    runs-on: ubuntu-22.04
    steps:
      - name: "Check out Native Template for Native Components Test Project"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          repository: mendix/native-template
          ref: master
          path: native-template
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          path: native-widgets
      - name: "Download Android bundle and assets"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: android-bundle
          path: bundles/android
      - name: "Set up Node"
        uses: actions/setup-node@64ed1c7eab4cce3362f8c340dee64e5eaeef8f7c # v3
        with:
          node-version-file: native-template/.nvmrc
          cache: npm
          cache-dependency-path: native-template/package-lock.json
      - name: "Copy files to the right location"
        run: |
          mv bundles/android/index.android.bundle native-template/android/app/src/main/assets/index.android.bundle
          cp -r bundles/android/assets/* native-template/android/app/src/main/res/
          mv native-widgets/configs/e2e/config.json native-template
          mv native-widgets/configs/e2e/google-services.json native-template/android/app
          node native-widgets/scripts/test/add-native-dependencies.js
      - name: "Install dependencies"
        working-directory: native-template
        run: npm i
      - name: "Setup JDK 17"
        uses: actions/setup-java@99b8673ff64fbf99d8d325f52d9a5bdedb8483e9 # v4.2.1
        with:
          java-version: 17
          distribution: temurin
          cache: gradle
      - name: "Build Android app"
        working-directory: native-template/android
        run: ./gradlew assembleAppstoreDebug assembleAppstoreDebugAndroidTest
      - name: "Archive Android app"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        with:
          name: android-app
          path: native-template/android/app/build/outputs/apk/**/*.apk
  ios-app:
    needs: [ios-bundle]
    runs-on: macos-12
    steps:
      - name: "Check out Native Template for Native Components Test Project"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          repository: mendix/native-template
          ref: master
          path: native-template
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          path: native-widgets
      - name: "Download iOS bundle and assets"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: ios-bundle
          path: bundles/ios
      - name: "Set up Node"
        uses: actions/setup-node@64ed1c7eab4cce3362f8c340dee64e5eaeef8f7c # v3
        with:
          node-version-file: native-template/.nvmrc
          cache: npm
          cache-dependency-path: native-template/package-lock.json
      - name: "Copy files to the right location"
        run: |
          mv bundles/ios/index.ios.bundle native-template/ios/Bundle/index.ios.bundle
          mv bundles/ios/assets/assets native-template/ios/Bundle/
          mv native-widgets/configs/e2e/config.json native-template
          node native-widgets/scripts/test/add-native-dependencies.js
      - name: "Install Node dependencies"
        working-directory: native-template
        run: npm i

      - name: "Setup Pods cache"
        uses: actions/cache@937d24475381cd9c75ae6db12cb4e79714b926ed # v2
        with:
          path: native-template/Pods
          key: ${{ runner.os }}-pods-${{ hashFiles('**/Podfile.lock') }}
          restore-keys: |
            ${{ runner.os }}-pods-
      - name: "Install Pod dependencies"
        working-directory: native-template/ios
        run: pod install
      - name: "Build iOS app"
        working-directory: native-template/ios
        run: xcodebuild -workspace NativeTemplate.xcworkspace -scheme nativeTemplate -configuration Debug -sdk iphonesimulator -derivedDataPath build ONLY_ACTIVE_ARCH=YES VALID_ARCHS="i386 x86_64"
      - name: "Archive iOS app"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        with:
          name: ios-app
          path: native-template/ios/build/Build/Products/**/*.app
  android-avd:
    runs-on: macos-12
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
      - name: "Setup AVD cache"
        uses: actions/cache@937d24475381cd9c75ae6db12cb4e79714b926ed # v2
        id: avd-cache
        with:
          path: |
            /Users/runner/.android/avd/*
            /Users/runner/.android/adb*
            /Users/runner/Library/Android/sdk/system-images/**/*
          key: pixel_30_x86_64_default_3core_and_system_images
      - name: "Create AVD and generate snapshot for caching"
        if: steps.avd-cache.outputs.cache-hit != 'true'
        uses: reactivecircus/android-emulator-runner@6b0df4b0efb23bb0ec63d881db79aefbc976e4b2 # v2.30.1
        with:
          api-level: 30
          target: default
          arch: x86_64
          profile: pixel
          cores: 3
          ram-size: 4096M
          heap-size: 512M
          avd-name: NATIVE_pixel_30
          force-avd-creation: false
          emulator-options: -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
          disable-animations: true
          script: echo "AVD created"
  android-tests:
    needs: [scope, mendix-version, project, android-app, android-avd]
    runs-on: macos-12
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          fetch-depth: 0
      - name: "Set up node"
        uses: actions/setup-node@64ed1c7eab4cce3362f8c340dee64e5eaeef8f7c # v3
        with:
          node-version-file: .nvmrc
          cache: yarn
      - name: "Install dependencies"
        run: yarn install --immutable
      - name: "Download project MDA file"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: mda
      - name: "Start runtime"
        uses: ./.github/actions/start-runtime
        with:
          mda-file: automation.mda
          mendix-version: ${{ needs.mendix-version.outputs.mendix-version }}
      - name: "Download Android app"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: android-app
          path: android-app
      - name: "Move android apps to correct location"
        run: |
          mkdir -p detox/apps
          find android-app -type f -iname "*.apk" -exec mv {} detox/apps/ \;
      - name: "Setup AVD cache"
        uses: actions/cache@937d24475381cd9c75ae6db12cb4e79714b926ed # v2
        id: avd-cache
        with:
          path: |
            /Users/runner/.android/avd/*
            /Users/runner/.android/adb*
            /Users/runner/Library/Android/sdk/system-images/**/*
          key: pixel_30_x86_64_default_3core_and_system_images
      - name: "Run tests"
        uses: reactivecircus/android-emulator-runner@6b0df4b0efb23bb0ec63d881db79aefbc976e4b2 # v2.30.1
        with:
          api-level: 30
          target: default
          arch: x86_64
          profile: pixel
          cores: 3
          ram-size: 4096M
          heap-size: 512M
          avd-name: NATIVE_pixel_30
          force-avd-creation: false
          emulator-options: -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
          disable-animations: true
          script: |
            adb shell "rm -fr /data/local/tmp/detox"
            adb shell "mkdir -p /data/local/tmp/detox"
            adb push "/Users/runner/work/native-widgets/native-widgets/detox/apps/app-appstore-debug.apk" "/data/local/tmp/detox/Application.apk"
            adb push "/Users/runner/work/native-widgets/native-widgets/detox/apps/app-appstore-debug-androidTest.apk" "/data/local/tmp/detox/Test.apk"
            adb shell pm install -r -g -t /data/local/tmp/detox/Application.apk 2>/dev/null
            adb shell pm install -r -g -t /data/local/tmp/detox/Test.apk 2>/dev/null
            yarn workspaces foreach ${{ needs.scope.outputs.scope }} run test:e2e:android
      - name: "Archive runtime logs"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        if: always()
        with:
          name: android-runtime-logs
          path: log/*.log
          if-no-files-found: ignore
      - name: "Archive test screenshot diff results"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        if: failure()
        with:
          name: android-screenshot-results
          path: |
            ${{ github.workspace }}/packages/**/e2e/images/diffs/**/*.png
            ${{ github.workspace }}/packages/**/e2e/images/actual/**/*.png
          if-no-files-found: ignore
      - name: "Archive artifacts"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        if: always()
        with:
          name: android-artifacts
          path: packages/pluggableWidgets/**/artifacts/
          if-no-files-found: ignore
  ios-tests:
    needs: [scope, mendix-version, project, ios-app]
    runs-on: macos-12
    steps:
      - name: "Check out code"
        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3
        with:
          fetch-depth: 0
      - name: "Set up node"
        uses: actions/setup-node@64ed1c7eab4cce3362f8c340dee64e5eaeef8f7c # v3
        with:
          node-version-file: .nvmrc
          cache: yarn
      - name: "Install dependencies"
        run: yarn install --immutable
      - name: "Download project MDA file"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: mda
      # Used when new xCode version of simulator should be created
      - name: Update Xcode
        run: sudo xcode-select --switch /Applications/Xcode_14.0.1.app
      - name: "Clean detox framework cache"
        run: npx detox clean-framework-cache
      - name: "Build detox framework cache"
        run: npx detox build-framework-cache
      - name: "Start runtime"
        uses: ./.github/actions/start-runtime
        with:
          mda-file: automation.mda
          mendix-version: ${{ needs.mendix-version.outputs.mendix-version }}
      - name: "Download iOS app"
        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7
        with:
          name: ios-app
          path: ios-app
      - name: "Move iOS app to correct location"
        run: |
          mkdir -p detox/apps
          find ios-app -type d -iname "*.app" -exec cp -R {} detox/apps/ \;
      - name: Install Detox Dependencies
        run: |
          brew tap wix/brew
          brew install applesimutils
      - name: Check available runtimes
        run: xcrun simctl list runtimes
      - name: Check avialble device types
        run: xcrun simctl list devicetypes
      # - name: Create iOS 16.0 simulator for iPhone 14
      #   run: xcrun simctl create "iPhone 14" com.apple.CoreSimulator.SimDeviceType.iPhone-14 com.apple.CoreSimulator.SimRuntime.iOS-16-0
      - name: List supported iOS devices
        run: applesimutils --list
      - name: "Run tests"
        run: yarn workspaces foreach ${{ needs.scope.outputs.scope }} run test:e2e:ios
      - name: "Archive runtime logs"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        if: always()
        with:
          name: ios-runtime-logs
          path: log/*.log
          if-no-files-found: ignore
      - name: "Archive test screenshot diff results"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        if: failure()
        with:
          name: ios-screenshot-results
          path: |
            ${{ github.workspace }}/packages/**/e2e/images/diffs/**/*.png
            ${{ github.workspace }}/packages/**/e2e/images/actual/**/*.png
          if-no-files-found: ignore
      - name: "Archive artifacts"
        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3
        if: always()
        with:
          name: ios-artifacts
          path: packages/pluggableWidgets/**/artifacts/
          if-no-files-found: ignore