chenhaodev commited on
Commit
b9d5187
·
verified ·
1 Parent(s): 8d21ab4

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -2,8 +2,8 @@
2
  FROM python:3.10 as base
3
 
4
  # Set model
5
- ENV MODEL=mlabonne/UltraMerge-7B-GGUF
6
- ENV QUANT=Q6_K
7
  ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory
@@ -15,7 +15,7 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
15
 
16
  # Download model
17
  RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
18
- wget https://huggingface.co/mradermacher/UltraMerge-7B-GGUF/resolve/main/UltraMerge-7B.Q6_K.gguf -O model.gguf
19
 
20
  # Copy the rest of your application
21
  COPY . .
 
2
  FROM python:3.10 as base
3
 
4
  # Set model
5
+ ENV MODEL=TheBloke/Yi-6B-200K-GGUF
6
+ ENV QUANT=Q8_0
7
  ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory
 
15
 
16
  # Download model
17
  RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
18
+ wget https://huggingface.co/TheBloke/Yi-6B-200K-GGUF/resolve/main/yi-6b-200k.Q8_0.gguf -O model.gguf
19
 
20
  # Copy the rest of your application
21
  COPY . .