matthoffner commited on
Commit
14f0eb7
·
verified ·
1 Parent(s): 6b1422f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -37,4 +37,4 @@ RUN make LLAMA_CUBLAS=1
37
  EXPOSE 8080
38
 
39
  # Start the llava-server with models
40
- CMD ["--server", "--model", "ggml-yi-34b-f16-q_5_k.gguf", "--mmproj", "mmproj-llava-34b-f16-q6_k.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "50"]
 
37
  EXPOSE 8080
38
 
39
  # Start the llava-server with models
40
+ CMD ["--server", "--model", "ggml-yi-34b-f16-q_5_k.gguf", "--mmproj", "mmproj-llava-34b-f16-q6_k.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "61"]