jglowa commited on
Commit
f4a54ec
·
verified ·
1 Parent(s): 90455e3

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -3,9 +3,9 @@ RUN apt-get update && apt-get install -y curl ca-certificates zstd
3
  RUN curl -fsSL https://ollama.com/install.sh | sh
4
  ENV OLLAMA_HOST=0.0.0.0:7860
5
  ENV OLLAMA_KEEP_ALIVE=24h
6
- ENV OLLAMA_CONTEXT_LENGTH=4096
7
  ENV OLLAMA_FLASH_ATTENTION=1
8
  ENV OLLAMA_KV_CACHE_TYPE=q8_0
9
  ENV OLLAMA_NUM_PARALLEL=2
10
  EXPOSE 7860
11
- CMD ollama serve & sleep 5 && ollama pull SpeakLeash/bielik-4.5b-v3.0-instruct:Q8_0 && wait $!
 
3
  RUN curl -fsSL https://ollama.com/install.sh | sh
4
  ENV OLLAMA_HOST=0.0.0.0:7860
5
  ENV OLLAMA_KEEP_ALIVE=24h
6
+ ENV OLLAMA_CONTEXT_LENGTH=32768
7
  ENV OLLAMA_FLASH_ATTENTION=1
8
  ENV OLLAMA_KV_CACHE_TYPE=q8_0
9
  ENV OLLAMA_NUM_PARALLEL=2
10
  EXPOSE 7860
11
+ CMD ollama serve & sleep 5 && ollama pull hf.co/Jerzman/PLLuM-4B-instruct-2512-Q4_K_M-GGUF:Q4_K_M && wait $!