mathieu/ai-suite-rocm-local
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

update xtts-webui

Browse Source
This commit is contained in:
Mathieu Broillet 2024-08-19 18:35:27 +02:00
parent 2eac054623
commit 7417e9e5d1
Signed by: mathieu
GPG Key ID: A08E484FE95074C1
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
xtts-rocm/install.sh
View File

@ -26,8 +26,10 @@ install_xtts() {
sed -i 's/asr_model = WhisperModel(whisper_model, device=device, compute_type="float16")/asr_model = WhisperModel(whisper_model, device=device, compute_type="int8")/' webui/scripts/utils/formatter.py sed -i 's/asr_model = WhisperModel(whisper_model, device=device, compute_type="float16")/asr_model = WhisperModel(whisper_model, device=device, compute_type="int8")/' webui/scripts/utils/formatter.py
# Deepspeed and ninja (not working) # Deepspeed and ninja (not working)
$python_exec -m pip install ninja #deepspeed $python_exec -m pip install ninja deepspeed
# apt-get install -y ninja-build # apt-get install -y ninja-build
ln -S webui/models models
} }
# Main function # Main function

3
xtts-rocm/run.sh
View File

@ -11,7 +11,8 @@ main() {
rocm-smi rocm-smi
# Start XTTS # Start XTTS
$python_exec webui/app.py --host 0.0.0.0 -v v2.0.3 cd webui/
TORCH_BLAS_PREFER_HIPBLASLT=0 ../$python_exec app.py --host 0.0.0.0 -v v2.0.3
} }
main main