jiajunlong
commited on
Commit
•
f351ec3
1
Parent(s):
a48fa5a
Update generate_model.py
Browse files- generate_model.py +0 -1
generate_model.py
CHANGED
@@ -589,7 +589,6 @@ def generate(
|
|
589 |
# print(f'loading model from {checkpoint_path}...')
|
590 |
model = AutoModelForCausalLM.from_pretrained(
|
591 |
checkpoint_path,
|
592 |
-
torch_dtype=torch.float16,
|
593 |
trust_remote_code=True
|
594 |
)
|
595 |
# print('model load over')
|
|
|
589 |
# print(f'loading model from {checkpoint_path}...')
|
590 |
model = AutoModelForCausalLM.from_pretrained(
|
591 |
checkpoint_path,
|
|
|
592 |
trust_remote_code=True
|
593 |
)
|
594 |
# print('model load over')
|