Ali-C137 commited on
Commit
04b2de5
β€’
1 Parent(s): 7ba5f92

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -76,7 +76,7 @@ model = AutoModelForSeq2SeqLM.from_pretrained(
76
  MODEL_ID,
77
  device_map="auto",
78
  quantization_config=quantization_config,
79
- attn_implementation="flash_attention_2",
80
  )
81
 
82
  # Create Gradio interface
 
76
  MODEL_ID,
77
  device_map="auto",
78
  quantization_config=quantization_config,
79
+ trust_remote_code=True
80
  )
81
 
82
  # Create Gradio interface