Spaces:
Sleeping
Sleeping
Dmitry Beresnev
commited on
Commit
·
84bb7ea
1
Parent(s):
3fd32cf
fix dockerfile
Browse files- Dockerfile +6 -6
Dockerfile
CHANGED
|
@@ -9,18 +9,18 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
| 9 |
libcurl4-openssl-dev \
|
| 10 |
&& rm -rf /var/lib/apt/lists/*
|
| 11 |
|
| 12 |
-
# Clone and build llama.cpp with optimizations
|
| 13 |
WORKDIR /build
|
| 14 |
-
|
| 15 |
-
ARG CACHEBUST=2
|
| 16 |
RUN git clone https://github.com/ggerganov/llama.cpp.git && \
|
| 17 |
cd llama.cpp && \
|
| 18 |
cmake -B build -DCMAKE_BUILD_TYPE=Release \
|
| 19 |
-DGGML_NATIVE=OFF \
|
| 20 |
-
-DGGML_AVX2=
|
| 21 |
-
-
|
|
|
|
| 22 |
-DGGML_F16C=OFF && \
|
| 23 |
-
cmake --build build --config Release --target llama-server -
|
| 24 |
echo "=== Binary dependencies ===" && \
|
| 25 |
ldd build/bin/llama-server || true
|
| 26 |
|
|
|
|
| 9 |
libcurl4-openssl-dev \
|
| 10 |
&& rm -rf /var/lib/apt/lists/*
|
| 11 |
|
| 12 |
+
# Clone and build llama.cpp with MINIMAL optimizations (fast build)
|
| 13 |
WORKDIR /build
|
| 14 |
+
ARG CACHEBUST=3
|
|
|
|
| 15 |
RUN git clone https://github.com/ggerganov/llama.cpp.git && \
|
| 16 |
cd llama.cpp && \
|
| 17 |
cmake -B build -DCMAKE_BUILD_TYPE=Release \
|
| 18 |
-DGGML_NATIVE=OFF \
|
| 19 |
+
-DGGML_AVX2=OFF \
|
| 20 |
+
-DGGML_AVX=OFF \
|
| 21 |
+
-DGGML_FMA=OFF \
|
| 22 |
-DGGML_F16C=OFF && \
|
| 23 |
+
cmake --build build --config Release --target llama-server -j1 && \
|
| 24 |
echo "=== Binary dependencies ===" && \
|
| 25 |
ldd build/bin/llama-server || true
|
| 26 |
|