diff --git a/.github/workflows/build-and_publish-prebuilts-whl.yml b/.github/workflows/build-and_publish-prebuilts-whl.yml index 2d4afe0..d2db00e 100644 --- a/.github/workflows/build-and_publish-prebuilts-whl.yml +++ b/.github/workflows/build-and_publish-prebuilts-whl.yml @@ -62,11 +62,14 @@ jobs: # Step 5: Copy bitsandbytes wheel artifact to host - name: Copy bitsandbytes wheel to host run: | + mkdir -p /tmp/bitsandbytes/dist docker cp prebuilt-container:/tmp/bitsandbytes/dist /tmp/bitsandbytes/dist + # Step 6: Copy llama-cpp-python wheel artifact to host - name: Copy llama-cpp-python wheel to host run: | + mkdir -p /tmp/llama-cpp-python/dist docker cp prebuilt-container:/tmp/llama-cpp-python/dist /tmp/llama-cpp-python/dist # Step 7: Upload bitsandbytes wheel artifact diff --git a/prebuilts/entrypoint.sh b/prebuilts/entrypoint.sh index b76578a..12cc6e7 100755 --- a/prebuilts/entrypoint.sh +++ b/prebuilts/entrypoint.sh @@ -2,7 +2,7 @@ # ROCM bitsandbytes ## Clone repo and install python requirements -git clone --depth 1 -b multi-backend-refactor https://github.com/bitsandbytes-foundation/bitsandbytes.git +git clone --depth 1 -b multi-backend-refactor https://github.com/bitsandbytes-foundation/bitsandbytes.git /tmp/bitsandbytes cd /tmp/bitsandbytes pip3 install -r requirements-dev.txt ## Build @@ -13,6 +13,6 @@ python3.10 setup.py bdist_wheel --universal # ROCM llama-cpp-python ## Clone repo and install python requirements -git clone --recurse-submodules https://github.com/abetlen/llama-cpp-python.git +git clone --recurse-submodules https://github.com/abetlen/llama-cpp-python.git /tmp/llama-cpp-python cd /tmp/llama-cpp-python CMAKE_ARGS="-DGGML_HIPBLAS=on" python3.10 -m build --wheel \ No newline at end of file