Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 11 additions & 2 deletions .github/actions/job_init/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -88,8 +88,17 @@ runs:
- name: "Set JDK version to ${{ inputs.jdk_version }}"
shell: bash
run: |
echo "JAVA_HOME=$JAVA_HOME_${{ inputs.jdk_version }}_X64" >> "${GITHUB_ENV}"
echo "PATH=$JAVA_HOME_${{ inputs.jdk_version }}_X64/bin:$PATH" >> "${GITHUB_ENV}"
suffix=""
if [[ $(uname -m) == "x86_64" ]]; then
suffix="_X64"
elif [[ $(uname -m) == "aarch64" ]]; then
suffix="_AARCH64"
elif [[ $(uname -m) == "riscv64" ]]; then
suffix="_RISCV64"
fi
JAVA_HOME_arch=JAVA_HOME_${{ inputs.jdk_version }}${suffix}
echo "JAVA_HOME=${!JAVA_HOME_arch}" >> "${GITHUB_ENV}"
echo "PATH=${!JAVA_HOME_arch}/bin:$PATH" >> "${GITHUB_ENV}"

- name: "Determine cache namespace (PR base | branch | tag)"
id: cache-ns
Expand Down
25 changes: 25 additions & 0 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,9 @@ on:
- '.gitattributes'
- 'azure-pipelines.yml'
- 'tools/azure-pipelines/**'
pull_request:
branches:
- master
workflow_dispatch:

concurrency:
Expand All @@ -53,3 +56,25 @@ jobs:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
s3_secret_key: ${{ secrets.IT_CASE_S3_SECRET_KEY }}
arm:
name: "ARM (Java 21)"
uses: ./.github/workflows/template.flink-ci.yml
with:
environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk21 -Pjava21-target"'
jdk_version: 21
os: ubuntu-24.04-arm
secrets:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
s3_secret_key: ${{ secrets.IT_CASE_S3_SECRET_KEY }}
riscv:
name: "RISC-V (Java 21)"
uses: ./.github/workflows/template.flink-ci.yml
with:
environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk21 -Pjava21-target"'
jdk_version: 21
os: ubuntu-24.04-riscv
secrets:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
s3_secret_key: ${{ secrets.IT_CASE_S3_SECRET_KEY }}
26 changes: 26 additions & 0 deletions .github/workflows/nightly.yml
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@ jobs:
workflow-caller-id: java11
environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk11 -Pjava11-target"'
jdk_version: 11
os: ubuntu-24.04
secrets:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
Expand All @@ -50,6 +51,31 @@ jobs:
workflow-caller-id: java21
environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk21 -Pjava21-target"'
jdk_version: 21
os: ubuntu-24.04
secrets:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
s3_secret_key: ${{ secrets.IT_CASE_S3_SECRET_KEY }}
java21-arm:
name: "Java 21 / ARM"
uses: ./.github/workflows/template.flink-ci.yml
with:
workflow-caller-id: java21
environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk21 -Pjava21-target"'
jdk_version: 21
os: ubuntu-24.04-arm
secrets:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
s3_secret_key: ${{ secrets.IT_CASE_S3_SECRET_KEY }}
java21-riscv:
name: "Java 21 / RISC-V"
uses: ./.github/workflows/template.flink-ci.yml
with:
workflow-caller-id: java21
environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk21 -Pjava21-target"'
jdk_version: 21
os: ubuntu-24.04-riscv
secrets:
s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}
Expand Down
13 changes: 9 additions & 4 deletions .github/workflows/template.flink-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,11 @@ on:
description: "The Java version to use."
default: 17
type: number
os:
description: OS to run this build.
required: false
type: string
default: ubuntu-24.04
secrets:
s3_bucket:
required: false
Expand Down Expand Up @@ -70,7 +75,7 @@ env:
jobs:
compile:
name: "Compile"
runs-on: ubuntu-24.04
runs-on: ${{ inputs.os }}
container:
image: apache/flink-ci-docker:java_8_11_17_21_25_maven_386_noble
# --init makes the process in the container being started as an init process which will clean up any daemon processes during shutdown
Expand Down Expand Up @@ -136,7 +141,7 @@ jobs:
packaging:
name: "Test packaging/licensing"
needs: compile
runs-on: ubuntu-24.04
runs-on: ${{ inputs.os }}
container:
image: apache/flink-ci-docker:java_8_11_17_21_25_maven_386_noble
# --init makes the process in the container being started as an init process which will clean up any daemon processes during shutdown
Expand Down Expand Up @@ -189,7 +194,7 @@ jobs:
test:
name: "Test (module: ${{ matrix.module }})"
needs: compile
runs-on: ubuntu-24.04
runs-on: ${{ inputs.os }}
container:
image: apache/flink-ci-docker:java_8_11_17_21_25_maven_386_noble
# --init makes the process in the container being started as an init process which will clean up any daemon processes during shutdown
Expand Down Expand Up @@ -345,7 +350,7 @@ jobs:
name: "E2E (group ${{ matrix.group }})"
needs: compile
# the end to end tests are not executed in Flink's CI Docker container due to problems when running Docker-in-Docker
runs-on: ubuntu-24.04
runs-on: ${{ inputs.os }}
timeout-minutes: 310
env:
# timeout in minutes - this environment variable is required by uploading_watchdog.sh
Expand Down
Loading