From 4080e682a9799ad735038c795e4dcffe943fdb00 Mon Sep 17 00:00:00 2001 From: Mathieu Broillet Date: Wed, 28 Aug 2024 16:08:09 +0200 Subject: [PATCH] try llamacpp dockerfile structure --- prebuilts/Dockerfile | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/prebuilts/Dockerfile b/prebuilts/Dockerfile index f088e03..b50d681 100644 --- a/prebuilts/Dockerfile +++ b/prebuilts/Dockerfile @@ -9,7 +9,18 @@ ENV DEBIAN_FRONTEND=noninteractive \ # For bitsandbytes ENV BNB_GPU_TARGETS="gfx803;gfx900;gfx906;gfx908;gfx90a;gfx1010;gfx1030;gfx1100;gfx1101;gfx1102" # For LLAMA -ENV GPU_TARGETS="gfx803 gfx900 gfx906 gfx908 gfx90a gfx1010 gfx1030 gfx1100 gfx1101" +ARG ROCM_DOCKER_ARCH=\ + gfx803 \ + gfx900 \ + gfx906 \ + gfx908 \ + gfx90a \ + gfx1010 \ + gfx1030 \ + gfx1100 \ + gfx1101 \ + gfx1102 +ENV GPU_TARGETS=${ROCM_DOCKER_ARCH} ENV CC=/opt/rocm/llvm/bin/clang ENV CXX=/opt/rocm/llvm/bin/clang++