ClosedCharacter
/

Peach-9B-8k-Roleplay

Text Generation

Model card Files Files and versions Community

Closed-character commited on Aug 6

Commit

8179efc

•

1 Parent(s): b166804

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -36,7 +36,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_name_or_path = "losed-Character/Peach-9B-8k-Roleplay"
-tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
 model = AutoModelForCausalLM.from_pretrained(
     model_name_or_path, torch_dtype=torch.bfloat16,
     trust_remote_code=True, device_map="auto")

 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_name_or_path = "losed-Character/Peach-9B-8k-Roleplay"
+tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True, return_tensors="pt")
 model = AutoModelForCausalLM.from_pretrained(
     model_name_or_path, torch_dtype=torch.bfloat16,
     trust_remote_code=True, device_map="auto")