thepowerfuldeez commited on
Commit
ceecf11
1 Parent(s): 72a3819

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
7
  def get_model(model_url="thepowerfuldeez/Qwen2-1.5B-Summarize", use_cpu=False):
8
  tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-1.5B-Instruct")
9
  if use_cpu:
10
- model = OVModelForCausalLM.from_pretrained(
11
  model_url,
12
  device_map="cpu",
13
  load_in_4bit=True,
 
7
  def get_model(model_url="thepowerfuldeez/Qwen2-1.5B-Summarize", use_cpu=False):
8
  tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-1.5B-Instruct")
9
  if use_cpu:
10
+ model = AutoModelForCausalLM.from_pretrained(
11
  model_url,
12
  device_map="cpu",
13
  load_in_4bit=True,