RaushanTurganbay HF staff commited on
Commit
83e56ae
1 Parent(s): 4ac6d19

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -32,8 +32,8 @@ bnb_config = BitsAndBytesConfig(
32
  )
33
 
34
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloomz-7b1")
35
- model = AutoModelForCausalLM.from_pretrained("bigscience/bloomz-7b1", device_map="auto")
36
- print(f"Successfully loaded the model into memory")
37
 
38
 
39
  # Define stopping criteria. We do not use it for bloom model family but it can be used for llama model family
 
32
  )
33
 
34
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloomz-7b1")
35
+ model = AutoModelForCausalLM.from_pretrained("bigscience/bloomz-7b1")
36
+ print(f"Successfully loaded the model")
37
 
38
 
39
  # Define stopping criteria. We do not use it for bloom model family but it can be used for llama model family