scala.yml

name: ScalaCI

on:
  push:
    branches:
      - "main"
      - "support/*"
    paths:
      - "pramen/**"
      - ".github/workflows/scala.yml"
  pull_request:
    branches:
      - "main"
      - "support/*"
    paths:
      - "pramen/**"
      - ".github/workflows/scala.yml"

jobs:
  build-sbt:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        scala: [2.11.12, 2.12.19, 2.13.13]
        spark: [2.4.8, 3.3.4, 3.4.2, 3.5.1]
        exclude:
          - scala: 2.11.12
            spark: 3.3.4
          - scala: 2.11.12
            spark: 3.4.2
          - scala: 2.11.12
            spark: 3.5.1
          - scala: 2.12.19
            spark: 2.4.8
          - scala: 2.13.13
            spark: 2.4.8
    name: Test Spark ${{matrix.spark}} on Scala ${{matrix.scala}}
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
      - uses: coursier/cache-action@v5
      - name: Setup JDK and sbt
        uses: actions/setup-java@v4
        with:
          distribution: temurin
          java-version: 8
          cache: sbt
      - name: Install sbt
        run: |
          sudo apt-get update
          sudo apt-get install apt-transport-https curl gnupg -yqq
          echo "deb https://repo.scala-sbt.org/scalasbt/debian all main" | sudo tee /etc/apt/sources.list.d/sbt.list
          echo "deb https://repo.scala-sbt.org/scalasbt/debian /" | sudo tee /etc/apt/sources.list.d/sbt_old.list
          curl -sL "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x2EE0EA64E40A89B84B2DF73499E82A75642AC823" | sudo -H gpg --no-default-keyring --keyring gnupg-ring:/etc/apt/trusted.gpg.d/scalasbt-release.gpg --import
          sudo chmod 644 /etc/apt/trusted.gpg.d/scalasbt-release.gpg
          sudo apt-get update
          sudo apt-get install sbt
      - name: Build and run unit tests
        working-directory: ./pramen
        run: sbt ++${{matrix.scala}} test -DSPARK_VERSION=${{matrix.spark}}
      - name: Run integration tests
        working-directory: ./pramen
        run: sbt ++${{matrix.scala}} integration:test -DSPARK_VERSION=${{matrix.spark}}