hendrik
/
matrix-pygmalion-bot
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

fix Dockerfile (again)

master
Hendrik Langer 2 years ago
parent
51c5e881e6
commit
4b9a5e0fcf
1 changed files with 10 additions and 7 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 17
      runpod/runpod-worker-oobabooga-api/Dockerfile

17
runpod/runpod-worker-oobabooga-api/Dockerfile
View File

@ -70,13 +70,13 @@ RUN mkdir -p /workspace
WORKDIR /workspace WORKDIR /workspace
#RUN mkdir /workspace && #RUN mkdir /workspace &&
RUN --mount=type=cache,target=/root/.cache,sharing=locked pip3 \ RUN --mount=type=cache,target=/root/.cache,sharing=locked \
cd /workspace && git clone --depth 1 https://github.com/oobabooga/text-generation-webui.git && \ cd /workspace && git clone --depth 1 https://github.com/oobabooga/text-generation-webui.git && \
cd /workspace/text-generation-webui && pip3 install -r requirements.txt && \ cd /workspace/text-generation-webui && pip3 install -r requirements.txt && \
cd extensions/api && pip3 install -r requirements.txt cd extensions/api && pip3 install -r requirements.txt
# pip3 cache purge # pip3 cache purge
RUN --mount=type=cache,target=/root/.cache,sharing=locked pip3 \ RUN --mount=type=cache,target=/root/.cache,sharing=locked \
cd /workspace/text-generation-webui/ && mkdir repositories && cd repositories && \ cd /workspace/text-generation-webui/ && mkdir repositories && cd repositories && \
# https://github.com/oobabooga/GPTQ-for-LLaMa # https://github.com/oobabooga/GPTQ-for-LLaMa
# git clone --branch cuda --single-branch https://github.com/qwopqwop200/GPTQ-for-LLaMa.git && \ # git clone --branch cuda --single-branch https://github.com/qwopqwop200/GPTQ-for-LLaMa.git && \
@ -91,12 +91,15 @@ FROM builder AS modeldownloader
ARG MODEL_NAME="PygmalionAI/pygmalion-350m" ARG MODEL_NAME="PygmalionAI/pygmalion-350m"
ENV MODEL_NAME=${MODEL_NAME} ENV MODEL_NAME=${MODEL_NAME}
#RUN cd /workspace/text-generation-webui && python3 download-model.py ${MODEL_NAME} RUN cd /workspace/text-generation-webui && python3 download-model.py ${MODEL_NAME}
#RUN git lfs install && \ #RUN git lfs install && \
# git clone --depth 1 https://huggingface.co/${MODEL_NAME} # git clone --depth 1 https://huggingface.co/${MODEL_NAME}
RUN wget -P /workspace/text-generation-webui/models/ https://raw.githubusercontent.com/BlinkDL/ChatRWKV/main/v2/20B_tokenizer.json && \
wget -P /workspace/text-generation-webui/models/ https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-7B-v9-Eng99%25-Other1%25-20230412-ctx8192.pth #RUN wget -P /workspace/text-generation-webui/models/ https://raw.githubusercontent.com/BlinkDL/ChatRWKV/main/v2/20B_tokenizer.json && \
# wget -P /workspace/text-generation-webui/models/ https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-7B-v9-Eng99%25-Other1%25-20230412-ctx8192.pth
#https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-20230406-ctx8192-test949.pth #https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-20230406-ctx8192-test949.pth
#RUN cd /workspace/text-generation-webui && python3 download-model.py MetaIX/GPT4-X-Alpaca-30B-Int4 --text-only && \ #RUN cd /workspace/text-generation-webui && python3 download-model.py MetaIX/GPT4-X-Alpaca-30B-Int4 --text-only && \
# wget -P /workspace/text-generation-webui/models/GPT4-X-Alpaca-30B-Int4/ https://huggingface.co/MetaIX/GPT4-X-Alpaca-30B-Int4/resolve/main/gpt4-x-alpaca-30b-4bit.safetensors # wget -P /workspace/text-generation-webui/models/GPT4-X-Alpaca-30B-Int4/ https://huggingface.co/MetaIX/GPT4-X-Alpaca-30B-Int4/resolve/main/gpt4-x-alpaca-30b-4bit.safetensors
@ -134,8 +137,8 @@ COPY --from=modeldownloader /workspace/text-generation-webui/models /workspace/t
RUN --mount=type=cache,target=/root/.cache,sharing=locked \ RUN --mount=type=cache,target=/root/.cache,sharing=locked \
cd /workspace/text-generation-webui && pip3 install -r requirements.txt && \ cd /workspace/text-generation-webui && pip3 install -r requirements.txt && \
(cd extensions/api && pip3 install -r requirements.txt) && \ (cd extensions/api && pip3 install -r requirements.txt) && \
(cd repositories/GPTQ-for-LLaMa && pip3 install -r requirements.txt) && \ (cd repositories/GPTQ-for-LLaMa && pip3 install -r requirements.txt)
pip3 install /workspace/text-generation-webui/repositories/GPTQ-for-LLaMa/*.whl # pip3 install /workspace/text-generation-webui/repositories/GPTQ-for-LLaMa/*.whl
# pip3 cache purge # pip3 cache purge
COPY runpod_infer.py /workspace/ COPY runpod_infer.py /workspace/

Write Preview
Loading…
Cancel
Save