From 03c94daeea62fc4dee4f8cb905ba20d344e339fa Mon Sep 17 00:00:00 2001 From: Hendrik Langer Date: Wed, 19 Apr 2023 18:36:02 +0200 Subject: [PATCH] add deepspeed --- runpod/runpod-worker-oobabooga-api/Dockerfile | 2 ++ runpod/runpod-worker-oobabooga-api/start.sh | 3 ++- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/runpod/runpod-worker-oobabooga-api/Dockerfile b/runpod/runpod-worker-oobabooga-api/Dockerfile index 5bd4768..75e9d37 100644 --- a/runpod/runpod-worker-oobabooga-api/Dockerfile +++ b/runpod/runpod-worker-oobabooga-api/Dockerfile @@ -60,6 +60,7 @@ RUN --mount=type=cache,target=/root/.cache,sharing=locked pip3 install --upgrade pip3 install safetensors && \ pip3 install sentencepiece && \ pip3 install diffusers && \ + pip3 install deepspeed && \ pip3 install accelerate xformers triton && \ pip3 install git+https://github.com/huggingface/transformers.git && \ pip3 install huggingface-hub && \ @@ -123,6 +124,7 @@ RUN --mount=type=cache,target=/root/.cache,sharing=locked pip3 install --upgrade pip3 install safetensors && \ pip3 install sentencepiece && \ pip3 install diffusers && \ + pip3 install deepspeed && \ pip3 install accelerate xformers triton && \ pip3 install git+https://github.com/huggingface/transformers.git && \ pip3 install rwkv && \ diff --git a/runpod/runpod-worker-oobabooga-api/start.sh b/runpod/runpod-worker-oobabooga-api/start.sh index a13cb5e..873ecec 100644 --- a/runpod/runpod-worker-oobabooga-api/start.sh +++ b/runpod/runpod-worker-oobabooga-api/start.sh @@ -4,7 +4,8 @@ export PYTHONUNBUFFERED=1 cd /workspace/text-generation-webui echo "starting api" -python3 server.py --listen --no-stream --extensions api & +python3 server.py --listen --no-stream --extensions api --auto-devices & +# --deepspeed --gpu-memory 24 cd /workspace echo "starting worker" python3 -u runpod_infer.py