update

Dockerfile

@@ -14,8 +14,14 @@ RUN sed -i 's http://deb.debian.org http://cdn-aws.deb.debian.org g' /etc/apt/so
         python3.9-dev && \
     rm -rf /var/lib/apt/lists/* && \
     git lfs install
+
+COPY --link --chown=1000 ./ /home/user/app
+RUN useradd -m -u 1000 user
+WORKDIR /home/user/app
+USER user
+
 RUN curl https://pyenv.run | bash
-ENV PYENV_ROOT /root/.pyenv
+ENV PYENV_ROOT /home/user/.pyenv
 ENV PATH ${PYENV_ROOT}/shims:${PYENV_ROOT}/bin:${PATH}
 RUN eval "$(pyenv init -)" && \
     eval "$(pyenv virtualenv-init -)" && \
@@ -25,14 +31,11 @@ RUN eval "$(pyenv init -)" && \
     pip install --no-cache-dir --upgrade pip==22.3.1 setuptools wheel && \
     pip install --no-cache-dir datasets "huggingface-hub>=0.12.1" "protobuf<4" "click<8.1" && \
     curl -sSL https://install.python-poetry.org | python -
-ENV PATH /root/.local/bin:${PATH}
-COPY --link --chown=1000 ./ /home/user/app
-RUN useradd -m -u 1000 user
-WORKDIR /home/user/app
+ENV PATH /home/user/.local/bin:${PATH}
 
 RUN poetry install
 RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
     git config --global credential.helper store && \
     huggingface-cli login --token $(cat /run/secrets/HF_TOKEN) --add-to-git-credential
 RUN poetry run python model_pull.py
-ENTRYPOINT ["/root/.local/bin/poetry", "run", "python", "app.py", "--host", "0.0.0.0", "--port", "7860"]
+ENTRYPOINT ["/home/user/.local/bin/poetry", "run", "python", "app.py", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -11,8 +11,8 @@ print("starting server ...")
 assert (
     "LlamaTokenizer" in transformers._import_structure["models.llama"]
 ), "LLaMA is now in HuggingFace's main branch.\nPlease reinstall it: pip uninstall transformers && pip install git+https://github.com/huggingface/transformers.git"
-from transformers import LlamaForCausalLM
-from transformers import LlamaTokenizer
+from transformers import LlamaForCausalLM  # noqa
+from transformers import LlamaTokenizer  # noqa
 
 BASE_MODEL = "decapoda-research/llama-13b-hf"
 LORA_WEIGHTS = "izumi-lab/llama-13b-japanese-lora-v0-1ep"

model_pull.py

@@ -5,8 +5,8 @@ from peft import PeftModel
 assert (
     "LlamaTokenizer" in transformers._import_structure["models.llama"]
 ), "LLaMA is now in HuggingFace's main branch.\nPlease reinstall it: pip uninstall transformers && pip install git+https://github.com/huggingface/transformers.git"
-from transformers import LlamaForCausalLM
-from transformers import LlamaTokenizer
+from transformers import LlamaForCausalLM  # noqa
+from transformers import LlamaTokenizer  # noqa
 
 BASE_MODEL = "decapoda-research/llama-13b-hf"
 LORA_WEIGHTS = "izumi-lab/llama-13b-japanese-lora-v0-1ep"