|
FROM nvidia/cuda:11.8.0-runtime-ubuntu20.04 |
|
|
|
ENV DEBIAN_FRONTEND=noninteractive \ |
|
TZ=Asia/Bangkok |
|
|
|
|
|
|
|
RUN rm -f /etc/apt/sources.list.d/*.list && \ |
|
apt-get update && apt-get install -y --no-install-recommends \ |
|
curl \ |
|
ca-certificates \ |
|
sudo \ |
|
git \ |
|
wget \ |
|
procps \ |
|
git-lfs \ |
|
zip \ |
|
unzip \ |
|
htop \ |
|
vim \ |
|
nano \ |
|
bzip2 \ |
|
libx11-6 \ |
|
build-essential \ |
|
software-properties-common && \ |
|
rm -rf /var/lib/apt/lists/* |
|
|
|
RUN add-apt-repository ppa:flexiondotorg/nvtop && \ |
|
apt-get upgrade -y && \ |
|
apt-get install -y --no-install-recommends nvtop |
|
|
|
RUN curl -sL https://deb.nodesource.com/setup_21.x | bash - && \ |
|
apt-get install -y nodejs && \ |
|
npm install -g configurable-http-proxy |
|
|
|
|
|
WORKDIR /app |
|
|
|
|
|
RUN addgroup --gid 1000 user |
|
RUN adduser --gid 1000 --uid 1000 --disabled-password --gecos '' --shell /bin/bash user \ |
|
&& chown -R user:user /app |
|
RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user |
|
USER user |
|
|
|
|
|
ENV HOME=/home/user |
|
RUN mkdir $HOME/.cache $HOME/.config \ |
|
&& chmod -R 777 $HOME |
|
|
|
|
|
ENV CONDA_AUTO_UPDATE_CONDA=false \ |
|
PATH=$HOME/miniconda/bin:$PATH |
|
RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \ |
|
&& chmod +x ~/miniconda.sh \ |
|
&& ~/miniconda.sh -b -p ~/miniconda \ |
|
&& rm ~/miniconda.sh \ |
|
&& conda clean -ya |
|
|
|
WORKDIR $HOME/app |
|
|
|
|
|
|
|
|
|
|
|
USER root |
|
|
|
|
|
|
|
RUN --mount=target=/root/packages.txt,source=packages.txt \ |
|
apt-get update && \ |
|
xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends \ |
|
&& rm -rf /var/lib/apt/lists/* |
|
|
|
RUN --mount=target=/root/on_startup.sh,source=on_startup.sh,readwrite \ |
|
bash /root/on_startup.sh |
|
|
|
RUN mkdir /data && chown user:user /data |
|
|
|
|
|
|
|
|
|
|
|
USER user |
|
|
|
|
|
COPY requirements.txt /home/user/app/requirements.txt |
|
RUN pip install --upgrade -r /home/user/app/requirements.txt |
|
|
|
|
|
COPY --chown=user . $HOME/app |
|
|
|
RUN chmod +x start_server.sh |
|
|
|
COPY --chown=user login.html /home/user/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html |
|
|
|
ENV PYTHONUNBUFFERED=1 \ |
|
SYSTEM=spaces \ |
|
SPACE_ID=nvl-og\labx \ |
|
SPACE_HOST=nvl-og-labx.hf.space \ |
|
HF_USERNAME=frost-rolf \ |
|
HF_HOME=~/.cache/huggingface \ |
|
MODEL_ID=meta-llama/Meta-Llama-3.1-8B-Instruct \ |
|
HF_ORGANIZATION=nvl-og \ |
|
HF_TOKEN=$HF_HOME/token \ |
|
SHELL=/bin/bash |
|
|
|
CMD ["./start_server.sh"] |