LLM-34B-GGUF-Chat-V3

Sleeping

chenhaodev commited on Apr 9, 2024

Commit

e876a6b

verified ·

1 Parent(s): 9fac605

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -21,7 +21,6 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
 # Download model
 RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
-    #wget https://huggingface.co/gguf/Smaug-34B-v0.1-GGUF/resolve/main/smaug-34b-v0.1.Q4_K_M.gguf -O model.gguf
     wget https://huggingface.co/gguf/Smaug-34B-v0.1-GGUF/resolve/main/smaug-34b-v0.1.Q2_K.gguf -O model.gguf
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user

 # Download model
 RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
     wget https://huggingface.co/gguf/Smaug-34B-v0.1-GGUF/resolve/main/smaug-34b-v0.1.Q2_K.gguf -O model.gguf
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user