Update app.py

app.py

@@ -22,11 +22,12 @@ api_token = "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"  # Replace with your actual
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     low_cpu_mem_usage=True,
-    return_dict=True,
-    torch_dtype=torch.float16,
+
     revision="main",  # Or the desired revision
     token=api_token
 )
+    # return_dict=True,
+    # torch_dtype=torch.float16,
 print("loaded model")
 
 tokenizer = AutoTokenizer.from_pretrained(