Upload 5 files

Dockerfile

@@ -0,0 +1,131 @@
+ARG MODEL_NAME
+ARG MODEL_PARAMS
+ARG MODEL_PROMPT_TEMPLATE
+ARG APP_COLOR
+ARG APP_NAME
+
+
+FROM node:19 as chatui-builder
+ARG MODEL_NAME
+ARG MODEL_PARAMS
+ARG APP_COLOR
+ARG APP_NAME
+ARG MODEL_PROMPT_TEMPLATE
+
+WORKDIR /app
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    git gettext && \
+    rm -rf /var/lib/apt/lists/*
+
+
+RUN git clone https://github.com/huggingface/chat-ui.git
+
+WORKDIR /app/chat-ui
+
+
+COPY .env.local.template .env.local.template
+
+RUN mkdir defaults
+ADD defaults /defaults
+RUN chmod -R 777 /defaults
+
+RUN --mount=type=secret,id=API_URL,mode=0444 \
+    API_URL=$(cat /run/secrets/API_URL) && export API_URL && echo "${API_URL}" >> "/defaults/.api_url" && cat /defaults/.api_url
+
+
+RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \
+    MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
+    && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
+    && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
+    && APP_COLOR="${APP_COLOR:="$(cat /defaults/APP_COLOR)"}" && export APP_COLOR \
+    && APP_NAME="${APP_NAME:="$(cat /defaults/APP_NAME)"}" && export APP_NAME \
+    && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL && \
+    echo "${MONGODB_URL}" \
+    && API_URL=$(cat /defaults/.api_url) && export API_URL && echo "${API_URL}" && \
+    envsubst < ".env.local.template" > ".env.local" \ 
+    && rm .env.local.template && cat .env.local
+
+
+RUN --mount=type=cache,target=/app/.npm \
+    npm set cache /app/.npm && \
+    npm ci
+
+RUN npm run build
+
+FROM ghcr.io/huggingface/text-generation-inference:latest
+
+ARG MODEL_NAME
+ARG MODEL_PARAMS
+ARG MODEL_PROMPT_TEMPLATE
+ARG APP_COLOR
+ARG APP_NAME
+
+ENV TZ=Europe/Paris \
+    PORT=3000
+
+
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    gnupg \
+    curl \
+    gettext && \
+    rm -rf /var/lib/apt/lists/*
+COPY entrypoint.sh.template entrypoint.sh.template
+
+RUN mkdir defaults
+ADD defaults /defaults
+RUN chmod -R 777 /defaults
+
+RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \
+    MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
+    && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
+    && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
+    && APP_COLOR="${APP_COLOR:="$(cat /defaults/APP_COLOR)"}" && export APP_COLOR \
+    && APP_NAME="${APP_NAME:="$(cat /defaults/APP_NAME)"}" && export APP_NAME \
+    && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL &&  \
+    envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
+    && rm entrypoint.sh.template
+
+
+RUN curl -fsSL https://pgp.mongodb.com/server-6.0.asc | \
+    gpg -o /usr/share/keyrings/mongodb-server-6.0.gpg \
+    --dearmor
+
+RUN echo "deb [ arch=amd64,arm64 signed-by=/usr/share/keyrings/mongodb-server-6.0.gpg ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/6.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-6.0.list
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    mongodb-org && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN mkdir -p /data/db
+RUN chown -R 1000:1000 /data
+
+RUN curl -fsSL https://deb.nodesource.com/setup_19.x | /bin/bash -
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    nodejs && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN mkdir /app
+RUN chown -R 1000:1000 /app
+
+RUN useradd -m -u 1000 user
+
+# Switch to the "user" user
+USER user
+
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+RUN npm config set prefix /home/user/.local
+RUN npm install -g pm2
+
+COPY --from=chatui-builder --chown=1000 /app/chat-ui/node_modules /app/node_modules
+COPY --from=chatui-builder --chown=1000 /app/chat-ui/package.json /app/package.json
+COPY --from=chatui-builder --chown=1000 /app/chat-ui/build /app/build
+
+ENTRYPOINT ["/bin/bash"]
+CMD ["entrypoint.sh"]
+
+

README.md

@@ -1,13 +1,14 @@
 ---
-title: Speedy
-emoji: 🏆
+title: SUS-Chat-34B
+emoji: 🐷
 colorFrom: indigo
-colorTo: indigo
-sdk: streamlit
-sdk_version: 1.40.0
-app_file: app.py
+colorTo: pink
+sdk: docker
 pinned: false
-license: llama3
+app_port: 3000
+suggested_hardware: a10g-small
+models:
+  - SUSTech/SUS-Chat-34B
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

entrypoint.sh.template

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+# Start the local Mongo database
+mongod &
+
+# Start the text-generation-inference process
+#text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
+
+# Wait for text-generation-inference to start
+#curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
+
+# Start the chat-ui process
+pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
+
+# Wait for any process to exit
+wait -n
+
+# Exit with status of process that exited first
+exit $?

env.local.template

@@ -0,0 +1,62 @@
+# Use .env.local to change these variables
+# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
+
+MONGODB_URL=${MONGODB_URL}
+MONGODB_DB_NAME=chat-ui
+MONGODB_DIRECT_CONNECTION=false
+
+
+COOKIE_NAME=chat-ui
+HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
+
+# used to activate search with web functionality. disabled if not defined
+SERPAPI_KEY=#your serpapi key here
+
+# Parameters to enable "Sign in with HF"
+OPENID_CLIENT_ID=
+OPENID_CLIENT_SECRET=
+OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
+OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
+
+
+# 'name', 'userMessageToken', 'assistantMessageToken' are required
+MODELS=`[
+  {
+    "name": "SUSTech/SUS-Chat-34B",
+    "parameters": {
+      "temperature": 0.2,
+      "top_p": 0.95,
+      "repetition_penalty": 0.1,
+      "max_tokens": 1024,
+      "top_k": 2048,
+      "max_new_tokens": 1024
+    },
+    "endpoints": [{
+      "type" : "openai",
+      "baseURL": "${API_URL}"
+    }]
+  }
+]`
+OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
+
+PUBLIC_ORIGIN=${SPACE_HOST}
+PUBLIC_SHARE_PREFIX=${SPACE_HOST}/r
+PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
+PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable
+PUBLIC_ANNOUNCEMENT_BANNERS=`[
+  {
+    "title": "Chat UI is now open sourced on GitHub",
+    "linkTitle": "GitHub repo",
+    "linkHref": "https://github.com/huggingface/chat-ui"
+  }
+]`
+
+PARQUET_EXPORT_DATASET=
+PARQUET_EXPORT_HF_TOKEN=
+PARQUET_EXPORT_SECRET=
+
+PUBLIC_APP_NAME=${APP_NAME} # name used as title throughout the app
+PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS
+PUBLIC_APP_COLOR=${APP_COLOR} # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
+PUBLIC_APP_DATA_SHARING=#set to 1 to enable disclaimers & options about data sharing
+PUBLIC_APP_DATA_DISCLAIMER=#set to 1 to enable disclaimers about model outputs

gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text