mathieu/ai-suite-rocm-local
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

add gguf support comfyui

Browse Source
This commit is contained in:
Mathieu Broillet 2024-09-14 10:43:24 +02:00
parent 4032626034
commit 08e3df166a
Signed by: mathieu
GPG Key ID: A08E484FE95074C1
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
services/comfy_ui.py
View File

@ -19,6 +19,7 @@ class ComfyUi(Stack):
self.git_clone(url="https://github.com/ltdrdata/ComfyUI-Manager.git", dest="webui/custom_nodes/manager") self.git_clone(url="https://github.com/ltdrdata/ComfyUI-Manager.git", dest="webui/custom_nodes/manager")
# Add GGUF support # Add GGUF support
self.git_clone(url="https://github.com/city96/ComfyUI-GGUF.git", dest="webui/custom_nodes/ComfyUI-GGUF")
self.pip_install(["gguf", "numpy==1.26.4"]) self.pip_install(["gguf", "numpy==1.26.4"])
# Add NF4 support for Flux # Add NF4 support for Flux
@ -27,6 +28,6 @@ class ComfyUi(Stack):
dest="webui/custom_nodes/ComfyUI_bitsandbytes_NF4") dest="webui/custom_nodes/ComfyUI_bitsandbytes_NF4")
def _start(self): def _start(self):
args = ["--port", str(self.port)] args = ["--port", str(self.port), "--force-fp32"]
self.python(f"main.py", args=args, current_dir="webui", self.python(f"main.py", args=args, current_dir="webui",
env=["TORCH_BLAS_PREFER_HIPBLASLT=0"], daemon=True) env=["TORCH_BLAS_PREFER_HIPBLASLT=0"], daemon=True)