18 lines
638 B
Bash
Executable File
18 lines
638 B
Bash
Executable File
#!/bin/sh -l
|
|
|
|
# ROCM bitsandbytes
|
|
## Clone repo and install python requirements
|
|
git clone --depth 1 -b multi-backend-refactor https://github.com/bitsandbytes-foundation/bitsandbytes.git /tmp/bitsandbytes
|
|
cd /tmp/bitsandbytes
|
|
pip3 install -r requirements-dev.txt
|
|
## Build
|
|
cmake -DCOMPUTE_BACKEND=hip -S . -DBNB_ROCM_ARCH=${ROCM_ARCH}
|
|
make
|
|
python3.10 setup.py bdist_wheel --universal
|
|
|
|
|
|
# ROCM llama-cpp-python
|
|
## Clone repo and install python requirements
|
|
git clone --recurse-submodules https://github.com/abetlen/llama-cpp-python.git /tmp/llama-cpp-python
|
|
cd /tmp/llama-cpp-python
|
|
CMAKE_ARGS="-DGGML_HIPBLAS=on" python3.10 -m build --wheel |