ai-suite-rocm-local/.github/workflows/build-and_publish-prebuilts-whl.yml

85 lines
2.6 KiB
YAML
Raw Normal View History

name: Build and Publish Artifacts
on:
workflow_dispatch:
inputs:
rocm_version:
description: 'ROCm version'
required: true
default: '6.1.2'
torch_version:
description: 'Torch version (e.g., rocm6.1)'
required: true
default: 'rocm6.1'
jobs:
build:
runs-on: ubuntu-latest
steps:
- name: Delete huge unnecessary tools folder
run: rm -rf /opt/hostedtoolcache
# Step 1: Checkout the repository
- name: Checkout repository
uses: actions/checkout@v3
# Step 2: Set up Docker Buildx
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
# Step 3: Build the Docker image
- name: Build Docker image
env:
ROCM_VERSION: ${{ inputs.rocm_version }}
TORCH_VERSION: ${{ inputs.torch_version }}
run: |
docker build \
--build-arg ROCM_VERSION=${ROCM_VERSION} \
--build-arg TORCH_VERSION=${TORCH_VERSION} \
-t prebuilt-wheels ./prebuilts
# Step 4: Create a container and run the script
- name: Run Docker container and generate wheels
env:
ROCM_VERSION: ${{ inputs.rocm_version }}
TORCH_VERSION: ${{ inputs.torch_version }}
run: |
docker create --name prebuilt-container \
-e ROCM_ARCH=${ROCM_ARCH} \
-e TORCH_VERSION=${TORCH_VERSION} \
prebuilt-wheels
docker start -a prebuilt-container
# Step 5: Copy bitsandbytes wheel artifact to host
- name: Copy bitsandbytes wheel to host
run: |
2024-08-28 14:14:40 +02:00
mkdir -p /tmp/bitsandbytes/dist
2024-08-28 15:13:16 +02:00
docker cp prebuilt-container:/tmp/bitsandbytes/dist/ /tmp/bitsandbytes/dist/
ls -l /tmp/bitsandbytes/dist/
# Step 6: Copy llama-cpp-python wheel artifact to host
- name: Copy llama-cpp-python wheel to host
run: |
2024-08-28 14:14:40 +02:00
mkdir -p /tmp/llama-cpp-python/dist
2024-08-28 15:13:16 +02:00
docker cp prebuilt-container:/tmp/llama-cpp-python/dist/ /tmp/llama-cpp-python/dist/
ls -l /tmp/llama-cpp-python/dist/
# Step 7: Upload bitsandbytes wheel artifact
- name: Upload bitsandbytes wheel
uses: actions/upload-artifact@v3
with:
name: bitsandbytes-wheels
path: /tmp/bitsandbytes/dist/*.whl
# Step 8: Upload llama-cpp-python wheel artifact
- name: Upload llama-cpp-python wheel
uses: actions/upload-artifact@v3
with:
name: llama-cpp-python-wheels
path: /tmp/llama-cpp-python/dist/*.whl
# Step 9: Cleanup Docker container
- name: Cleanup
run: |
docker rm prebuilt-container