nsarrazin HF staff Narsil HF staff commited on
Commit
06ebcc8
1 Parent(s): 7766f89

Update nous prompt (#728)

Browse files

* Bring back EOS token if no preprompt set

* Reflect prompt changes in PROMPTS.md

* Update .env.template

Co-authored-by: Nicolas Patry <patry.nicolas@protonmail.com>

* match prompt in PROMPTS.md

---------

Co-authored-by: Nicolas Patry <patry.nicolas@protonmail.com>

Files changed (2) hide show
  1. .env.template +1 -1
  2. PROMPTS.md +1 -1
.env.template CHANGED
@@ -65,7 +65,7 @@ MODELS=`[
65
  "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
66
  "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
67
  "websiteUrl" : "https://nousresearch.com/",
68
- "chatPromptTemplate" : "<|im_start|>system\n{{#if @root.preprompt}}{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
69
  "promptExamples": [
70
  {
71
  "title": "Write an email from bullet list",
 
65
  "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
66
  "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
67
  "websiteUrl" : "https://nousresearch.com/",
68
+ "chatPromptTemplate" : "{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
69
  "promptExamples": [
70
  {
71
  "title": "Write an email from bullet list",
PROMPTS.md CHANGED
@@ -53,5 +53,5 @@ System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/
53
  ## ChatML
54
 
55
  ```env
56
- <|im_start|>system\n{{#if @root.preprompt}}{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}
57
  ```
 
53
  ## ChatML
54
 
55
  ```env
56
+ {{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}
57
  ```