From 08e3df166a14edd9697703df50478c7722f07000 Mon Sep 17 00:00:00 2001 From: Mathieu Broillet Date: Sat, 14 Sep 2024 10:43:24 +0200 Subject: [PATCH] add gguf support comfyui --- services/comfy_ui.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/services/comfy_ui.py b/services/comfy_ui.py index a8ef5db..b9b36d3 100644 --- a/services/comfy_ui.py +++ b/services/comfy_ui.py @@ -19,6 +19,7 @@ class ComfyUi(Stack): self.git_clone(url="https://github.com/ltdrdata/ComfyUI-Manager.git", dest="webui/custom_nodes/manager") # Add GGUF support + self.git_clone(url="https://github.com/city96/ComfyUI-GGUF.git", dest="webui/custom_nodes/ComfyUI-GGUF") self.pip_install(["gguf", "numpy==1.26.4"]) # Add NF4 support for Flux @@ -27,6 +28,6 @@ class ComfyUi(Stack): dest="webui/custom_nodes/ComfyUI_bitsandbytes_NF4") def _start(self): - args = ["--port", str(self.port)] + args = ["--port", str(self.port), "--force-fp32"] self.python(f"main.py", args=args, current_dir="webui", env=["TORCH_BLAS_PREFER_HIPBLASLT=0"], daemon=True)