Teja-Gollapudi
commited on
Commit
•
0a73c31
1
Parent(s):
5c1213e
Update README.md
Browse files
README.md
CHANGED
@@ -26,7 +26,6 @@ pipeline_tag: conversational
|
|
26 |
|
27 |
## Use in Transformers
|
28 |
|
29 |
-
Please load the tokenizer with 'add_bos_token = True' parameter as the underlying OpenLLaMa model and this model were trained with a BOS token.
|
30 |
|
31 |
```
|
32 |
import os
|
@@ -36,7 +35,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
36 |
model_name = 'VMware/open-llama-0.3T-7B-open-instruct-v1.1'
|
37 |
|
38 |
|
39 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name
|
40 |
|
41 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype= torch.float16, device_map = 'sequential')
|
42 |
|
|
|
26 |
|
27 |
## Use in Transformers
|
28 |
|
|
|
29 |
|
30 |
```
|
31 |
import os
|
|
|
35 |
model_name = 'VMware/open-llama-0.3T-7B-open-instruct-v1.1'
|
36 |
|
37 |
|
38 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
39 |
|
40 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype= torch.float16, device_map = 'sequential')
|
41 |
|