Updated app.py

app.py

@@ -12,6 +12,7 @@ model = AutoModelForCausalLM.from_pretrained(
     "microsoft/phi-2",
     device_map="auto",
     trust_remote_code=True
+    offload_folder="offload"
 )
 
 # Streamlit UI