neighborwang commited on
Commit
2715d1d
1 Parent(s): 43ab11e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -29
README.md CHANGED
@@ -10,32 +10,4 @@ datasets:
10
  language:
11
  - en
12
  pipeline_tag: text2text-generation
13
- ---
14
-
15
- # Usage
16
-
17
- ```python
18
-
19
- from transformers import AutoModelForCausalLM, AutoTokenizer
20
-
21
- model_path = "PATH_TO_THIS_REPO"
22
-
23
- tokenizer = AutoTokenizer.from_pretrained(model_path)
24
- model = AutoModelForCausalLM.from_pretrained(
25
- model_path,
26
- device_map="auto",
27
- torch_dtype='auto'
28
- ).eval()
29
-
30
- # Prompt content: "hi"
31
- messages = [
32
- {"role": "user", "content": "hi"}
33
- ]
34
-
35
- input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt')
36
- output_ids = model.generate(input_ids.to('cuda'))
37
- response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True)
38
-
39
- # Model response: "Hello! How can I assist you today?"
40
- print(response)
41
- ```
 
10
  language:
11
  - en
12
  pipeline_tag: text2text-generation
13
+ ---