jiajunlong commited on
Commit
f351ec3
1 Parent(s): a48fa5a

Update generate_model.py

Browse files
Files changed (1) hide show
  1. generate_model.py +0 -1
generate_model.py CHANGED
@@ -589,7 +589,6 @@ def generate(
589
  # print(f'loading model from {checkpoint_path}...')
590
  model = AutoModelForCausalLM.from_pretrained(
591
  checkpoint_path,
592
- torch_dtype=torch.float16,
593
  trust_remote_code=True
594
  )
595
  # print('model load over')
 
589
  # print(f'loading model from {checkpoint_path}...')
590
  model = AutoModelForCausalLM.from_pretrained(
591
  checkpoint_path,
 
592
  trust_remote_code=True
593
  )
594
  # print('model load over')