Attempting another fix for transformers permission error

Dockerfile

@@ -6,6 +6,9 @@ WORKDIR /app
 COPY requirements.txt .
 RUN python -m pip install --no-cache-dir -r requirements.txt
 
+# To avert Permision error with transformer and hf models
+RUN mkdir ./.cache
+
 # # Install ollama
 # RUN curl -fsSL https://ollama.com/install.sh | sh
 

app_inference.py

@@ -9,6 +9,10 @@ from huggingface_hub import login
 MAX_NEW_TOKENS = 256
 SYSTEM_MESSAGE = "You are a hepful, knowledgeable assistant"
 
+# ENV VARS
+# To avert Permision error with transformer and hf models
+os.environ['SENTENCE_TRANSFORMERS_HOME'] = './.cache'
+token = os.getenv("HF_TOKEN_READ")
 
 # STREAMLIT UI AREA
 
@@ -18,8 +22,7 @@ submit = st.button("Submit")
 
 # MODEL AREA
 # Use the token to authenticate
-token = os.getenv("HF_TOKEN_READ")
-api = login(token=token)
+login(token=token)
 model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
 
 @st.cache_resource