You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
46 lines
1.4 KiB
46 lines
1.4 KiB
ARG BASE_IMAGE=nvidia/cuda:11.6.2-cudnn8-devel-ubuntu20.04
|
|
FROM ${BASE_IMAGE} as dev-base
|
|
|
|
ARG MODEL_NAME
|
|
ENV MODEL_NAME=${MODEL_NAME}
|
|
|
|
WORKDIR /src
|
|
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
ENV DEBIAN_FRONTEND noninteractive\
|
|
SHELL=/bin/bash
|
|
RUN apt-key del 7fa2af80
|
|
RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub
|
|
RUN apt-get update --yes && \
|
|
apt-get upgrade --yes && \
|
|
apt install --yes --no-install-recommends\
|
|
wget\
|
|
bash\
|
|
openssh-server &&\
|
|
apt-get clean && rm -rf /var/lib/apt/lists/* && \
|
|
echo "en_US.UTF-8 UTF-8" > /etc/locale.gen
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends
|
|
RUN apt-get install software-properties-common -y
|
|
RUN add-apt-repository ppa:deadsnakes/ppa
|
|
RUN apt-get install python3.8 -y
|
|
RUN apt-get install python3-pip -y
|
|
RUN apt-get install python3.8-distutils -y
|
|
|
|
RUN apt-get install python3.8-dev -y
|
|
RUN apt-get install python3.8-venv -y
|
|
RUN python3.8 -m venv /venv
|
|
ENV PATH=/venv/bin:$PATH
|
|
|
|
RUN python3.8 -m pip install --upgrade pip==23.0.1
|
|
RUN python3.8 -m pip install runpod==0.9.1
|
|
RUN python3.8 -m pip install torch==2.0.0
|
|
RUN python3.8 -m pip install transformers==4.27.2
|
|
|
|
COPY model_fetcher.py /src/model_fetcher.py
|
|
RUN python3.8 model_fetcher.py --model_name=${MODEL_NAME}
|
|
|
|
COPY runpod_infer.py /src/runpod_infer.py
|
|
COPY test_input.json /src/test_input.json
|
|
|
|
CMD python3.8 -u runpod_infer.py --model_name=${MODEL_NAME}
|
|
|