Zyphra
/

Zamba2-2.7B

Text Generation

Inference Endpoints

Model card Files Files and versions Community

pglo commited on Sep 22

Commit

3f5315e

•

1 Parent(s): 6b57bf2

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -42,7 +42,7 @@ import torch
 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba2-2.7B")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba2-2.7B", device_map="cuda", torch_dtype=torch.bfloat16)
-input_text = "A funny prompt would be "
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)

 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba2-2.7B")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba2-2.7B", device_map="cuda", torch_dtype=torch.bfloat16)
+input_text = "What factors contributed to the fall of the Roman Empire?"
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)