Hugging Face's logo

Spaces:
RaushanTurganbay
/
RDF_to_text_generation
Runtime error

App Files Community
RaushanTurganbay HF staff commited on
Commit
4ac6d19
•
1 Parent(s): 37cd4b3

remove int4

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ bnb_config = BitsAndBytesConfig(
32
  )
33
 
34
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloomz-7b1")
35
- model = AutoModelForCausalLM.from_pretrained("bigscience/bloomz-7b1", quantization_config=bnb_config, trust_remote_code=True, device_map="auto")
36
  print(f"Successfully loaded the model into memory")
37
 
38
 
 
32
  )
33
 
34
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloomz-7b1")
35
+ model = AutoModelForCausalLM.from_pretrained("bigscience/bloomz-7b1", device_map="auto")
36
  print(f"Successfully loaded the model into memory")
37
 
38