ai-suite-rocm-local/text-generation-rocm/run.sh

19 lines
301 B
Bash
Raw Permalink Normal View History

2024-08-27 15:37:35 +02:00
#!/bin/bash
source ../utils.sh
python_exec="$(pwd)/venv/bin/python3.10"
# Main function
main() {
# Create virtual environment
use_venv
# Prints ROCM info with available GPUs
rocm-smi
2024-08-27 16:01:31 +02:00
# Start
cd webui
TORCH_BLAS_PREFER_HIPBLASLT=0 $python_exec server.py --listen
2024-08-27 15:37:35 +02:00
}
main