utitcase.yml

################################################################################
#  Licensed to the Apache Software Foundation (ASF) under one
#  or more contributor license agreements.  See the NOTICE file
#  distributed with this work for additional information
#  regarding copyright ownership.  The ASF licenses this file
#  to you under the Apache License, Version 2.0 (the
#  "License"); you may not use this file except in compliance
#  with the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

name: UTCase and ITCase Others

on:
  push:
  pull_request:
    paths-ignore:
      - 'docs/**'
      - '**/*.md'
      - 'paimon-python/**'
      - '.github/workflows/paimon-python-checks.yml'
      - 'paimon-lucene/**'
      - 'paimon-faiss/**'
      - '.github/workflows/faiss-vector-index-tests.yml'
      - 'paimon-diskann/**'
      - '.github/workflows/publish-diskann_snapshot.yml'
      - 'paimon-core/src/test/java/org/apache/paimon/JavaPyE2ETest.java'

env:
  JDK_VERSION: 8
  MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Dmaven.wagon.http.retryHandler.requestSentEnabled=true

concurrency:
  group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
  cancel-in-progress: true

jobs:
  build_faiss_native:
    uses: ./.github/workflows/build-faiss-native.yml
    with:
      platform: linux-amd64
      jdk-version: '8'

  build_diskann_native:
    uses: ./.github/workflows/build-diskann-native.yml
    with:
      platform: linux-amd64
      jdk-version: '8'

  build_test:
    runs-on: ubuntu-latest
    needs: [build_faiss_native, build_diskann_native]

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Set up JDK ${{ env.JDK_VERSION }}
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_VERSION }}
          distribution: 'temurin'

      - name: Download FAISS native library artifact
        uses: actions/download-artifact@v7
        with:
          name: faiss-native-linux-amd64
          path: paimon-faiss/paimon-faiss-jni/src/main/resources/linux/amd64/

      - name: Download DiskANN native library artifact
        uses: actions/download-artifact@v7
        with:
          name: diskann-native-linux-amd64
          path: paimon-diskann/paimon-diskann-jni/src/main/resources/

      - name: List downloaded native libraries
        run: |
          echo "=== FAISS native libraries ==="
          ls -la paimon-faiss/paimon-faiss-jni/src/main/resources/linux/amd64/
          echo ""
          echo "=== DiskANN native libraries ==="
          find paimon-diskann/paimon-diskann-jni/src/main/resources -type f -exec ls -la {} \;

      - name: Build Others
        run: |
          echo "Start compiling modules"
          mvn -T 2C -B -ntp clean install -DskipTests -Pflink1,spark3,paimon-faiss,paimon-diskann

      - name: Test Others
        timeout-minutes: 60
        run: |
          . .github/workflows/utils.sh
          jvm_timezone=$(random_timezone)
          echo "JVM timezone is set to $jvm_timezone"
          
          TEST_MODULES="!paimon-e2e-tests,"
          for suffix in ut 3.5 3.4 3.3 3.2; do
            TEST_MODULES+="!org.apache.paimon:paimon-spark-${suffix}_2.12,"
          done
          TEST_MODULES="${TEST_MODULES%,}"
          mvn -T 2C -B -ntp clean install -pl "${TEST_MODULES}" -Pskip-paimon-flink-tests -Duser.timezone=$jvm_timezone
        env:
          MAVEN_OPTS: -Xmx4096m -XX:+UseG1GC -XX:CICompilerCount=2