Skip to content

Building for Spark 3.1.2 #74

Building for Spark 3.1.2

Building for Spark 3.1.2 #74

Workflow file for this run

name: "CI"
on:
push:
branches: [ "main" ]
paths-ignore: ["docs/**", "**/README.md", "**/CODE_OF_CONDUCT.md", "**/CONTRIBUTING.md", "**/LICENSE"]
pull_request:
branches: ["main"]
paths-ignore: ["docs/**", "**/README.md", "**/CODE_OF_CONDUCT.md", "**/CONTRIBUTING.md", "**/LICENSE"]
types:
- opened
- reopened
- synchronize
workflow_dispatch:
inputs:
spark-version:
description: 'Spark version for the build (SemVer)'
required: true
jobs:
spark-versions-validation:
if: ${{ github.event_name != 'workflow_dispatch' }}
strategy:
matrix:
spark_version: ['3.4.1', '3.5.0']
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-java@v3
with:
java-version: 8
distribution: "temurin"
cache: "sbt"
- env:
SPARK_VERSION: ${{ matrix.spark-version }}
run: echo "SPARK_VERSION_OVERRIDE=${SPARK_VERSION}" >> $GITHUB_ENV
- run: sbt "show sparkVersion"
- run: sbt compile
- run: sbt test
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-java@v3
with:
java-version: 8
distribution: "temurin"
cache: "sbt"
- if: ${{ github.event.inputs.spark-version != '' }}
env:
SPARK_VERSION: ${{ inputs.spark-version }}
run: echo "SPARK_VERSION_OVERRIDE=${SPARK_VERSION}" >> $GITHUB_ENV
- run: sbt "show sparkVersion"
- run: sbt compile
- run: sbt test
- run: sbt package
- run: tar cf artefacts.tar target/ */target/
- uses: actions/[email protected]
with:
name: Artefacts
path: artefacts.tar
run-name: ${{ github.event_name == 'workflow_dispatch' && format('Building for Spark {0}', inputs.spark-version) || ' '}}