build-vllm #1
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # SPDX-FileCopyrightText: 2026 The RISE Project | |
| # SPDX-License-Identifier: MIT | |
| --- | |
| # This workflow is based on: https://github.com/vllm-project/vllm/blob/main/docker/Dockerfile.cpu | |
| name: Build vllm wheels (riscv64) | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: 'Version glob to (re)build; empty builds every version of docs/packages/vllm.yaml not released yet' | |
| required: false | |
| default: '' | |
| pull_request: | |
| branches: [main] | |
| paths: | |
| - '.github/workflows/build-vllm.yml' | |
| - 'docs/packages/vllm.yaml' | |
| - 'patches/vllm/**' | |
| push: | |
| branches: [main] | |
| paths: | |
| - '.github/workflows/build-vllm.yml' | |
| - 'docs/packages/vllm.yaml' | |
| - 'patches/vllm/**' | |
| run-name: build-vllm ${{ inputs.version && format('- {0}', inputs.version) || '' }} | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read # to fetch code (actions/checkout) | |
| env: | |
| MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64 | |
| jobs: | |
| setup: | |
| uses: $/.github/workflows/_setup.yml | |
| with: | |
| package: vllm | |
| version: ${{ inputs.version }} | |
| build_wheels: | |
| needs: [setup] | |
| if: needs.setup.outputs.versions != '[]' | |
| name: Build vllm ${{ matrix.version }} manylinux_riscv64 | |
| runs-on: ubuntu-24.04-riscv | |
| timeout-minutes: 360 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: ${{ fromJSON(needs.setup.outputs.versions) }} | |
| env: | |
| VLLM_VERSION: ${{ matrix.version }} | |
| steps: | |
| # The wheel carries vLLM's CPU-build local segment (0.29.0+cpu); the tag does not. | |
| - id: ref | |
| run: echo "ref=v${VLLM_VERSION%+cpu}" >> "$GITHUB_OUTPUT" | |
| - name: Checkout vllm ${{ steps.ref.outputs.ref }} | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 | |
| with: | |
| repository: vllm-project/vllm | |
| ref: ${{ steps.ref.outputs.ref }} | |
| path: vllm | |
| persist-credentials: false | |
| - name: Checkout python-wheels | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 | |
| with: | |
| path: python-wheels | |
| persist-credentials: false | |
| - name: Patch vllm source | |
| working-directory: vllm | |
| run: | | |
| git apply ../python-wheels/patches/vllm/${{ env.VLLM_VERSION }}/*.patch | |
| - uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 | |
| with: | |
| package-dir: vllm | |
| output-dir: wheelhouse/ | |
| env: | |
| CIBW_BUILD: "cp312-manylinux_riscv64" | |
| CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} | |
| CIBW_BEFORE_ALL_LINUX: >- | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | |
| | sh -s -- -y --default-toolchain none | |
| CIBW_BUILD_FRONTEND: "pip; args: --no-build-isolation" | |
| CIBW_BEFORE_BUILD: >- | |
| pip install --only-binary=:all: -r requirements/build/cpu.txt | |
| CIBW_ENVIRONMENT: >- | |
| VLLM_TARGET_DEVICE=cpu | |
| VLLM_VERSION_OVERRIDE=${{ env.VLLM_VERSION }} | |
| CMAKE_ARGS=-DVLLM_RVV_VLEN=0 | |
| PATH="$PATH:$HOME/.cargo/bin" | |
| PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ | |
| # libtorch/libc10/libgomp ship in the torch wheel and are loaded | |
| # RTLD_GLOBAL before vllm._C, so keep auditwheel from vendoring a | |
| # second ~200MB copy of them into ours. | |
| CIBW_REPAIR_WHEEL_COMMAND: >- | |
| auditwheel repair -w {dest_dir} {wheel} | |
| --exclude libtorch.so | |
| --exclude libtorch_cpu.so | |
| --exclude libtorch_python.so | |
| --exclude libtorch_global_deps.so | |
| --exclude libc10.so | |
| --exclude libgomp.so.1 | |
| CIBW_TEST_ENVIRONMENT: >- | |
| PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ | |
| VLLM_TARGET_DEVICE=cpu | |
| CIBW_TEST_COMMAND: >- | |
| python -c "import vllm, vllm._C, torch; | |
| from vllm.platforms import current_platform; | |
| print(vllm.__version__, current_platform.get_cpu_architecture())" | |
| - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: vllm-${{ env.VLLM_VERSION }}-abi3-manylinux_riscv64 | |
| path: ./wheelhouse/*.whl | |
| if-no-files-found: error | |
| publish: | |
| name: Publish vllm ${{ matrix.version }} | |
| needs: [setup, build_wheels] | |
| if: needs.setup.outputs.versions != '[]' | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: ${{ fromJSON(needs.setup.outputs.versions) }} | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| uses: $/.github/workflows/_publish-wheel.yml | |
| secrets: | |
| app-private-key: ${{ secrets.RISEPROJECT_APP_PRIVATE_KEY }} | |
| with: | |
| artifact-pattern: vllm-${{ matrix.version }}-*-manylinux_riscv64 |