Hugging Face's logo

Spaces:
keivalya
/
keivalya-SahaAI
Runtime error

App Files Community
keivalya commited on
Commit
af164eb
•
1 Parent(s): 161c831

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import torch
4
  import accelerate
5
 
6
  model_path = "01-ai/Yi-6B-200K"
7
- model = AutoModelForCausalLM.from_pretrained(model_path, device_map="cuda", torch_dtype="auto")
8
  tokenizer = AutoTokenizer.from_pretrained(model_path)
9
 
10
  def respond_to_input(user_input):
 
4
  import accelerate
5
 
6
  model_path = "01-ai/Yi-6B-200K"
7
+ model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype="auto")
8
  tokenizer = AutoTokenizer.from_pretrained(model_path)
9
 
10
  def respond_to_input(user_input):