Spaces:
Paused
Paused
Commit
·
636bd97
1
Parent(s):
976d019
Create Dockerfile
Browse files- Dockerfile +18 -0
Dockerfile
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ghcr.io/abetlen/llama-cpp-python:latest
|
| 2 |
+
|
| 3 |
+
ENV PYTHONUNBUFFERED 1
|
| 4 |
+
|
| 5 |
+
EXPOSE 8000
|
| 6 |
+
|
| 7 |
+
WORKDIR /app
|
| 8 |
+
|
| 9 |
+
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
| 10 |
+
RUN apt-get install git-lfs
|
| 11 |
+
|
| 12 |
+
RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
|
| 13 |
+
RUN ls
|
| 14 |
+
COPY . .
|
| 15 |
+
|
| 16 |
+
RUN ls -al
|
| 17 |
+
|
| 18 |
+
CMD ["python3", "-m", "llama_cpp.server", "--model", "wizardLM-7B.ggml.q5_1.bin"]
|