Update app.py

app.py

@@ -10,6 +10,7 @@ device_map = "auto"
 
 base_model = AutoModelForCausalLM.from_pretrained(
     model_name,
+    token=hf_token,
     low_cpu_mem_usage=True,
     return_dict=True,
     torch_dtype=torch.float16,
@@ -20,6 +21,7 @@ model = model.merge_and_unload()
 
 # Reload tokenizer to save it
 tokenizer = AutoTokenizer.from_pretrained(model_name, 
+                                          token=hf_token,
                                           trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "right"