Hugging Face's logo

Spaces:
thobuiq
/
test_mistral_7b_on_cpu
Sleeping

App Files Community
thobuiq commited on
Commit
b4e7be1
•
1 Parent(s): e2f7280

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from threading import Thread
6
 
7
  # Loading the tokenizer and model from Hugging Face's model hub.
8
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
9
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
10
 
11
  # using CUDA for an optimal experience
12
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
6
 
7
  # Loading the tokenizer and model from Hugging Face's model hub.
8
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
9
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", load_in_4bit = True)
10
 
11
  # using CUDA for an optimal experience
12
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')