Mishig commited on
Commit
5acc9fa
1 Parent(s): 719f09e

[SmallModel] TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1' (#729)

Browse files
Files changed (1) hide show
  1. .env.template +1 -12
.env.template CHANGED
@@ -220,18 +220,7 @@ OLD_MODELS=`[
220
  {"name": "tiiuae/falcon-180B-chat"}
221
  ]`
222
 
223
- TASK_MODEL=`{
224
- "name": "mistralai/Mistral-7B-Instruct-v0.2",
225
- "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
226
- "parameters": {
227
- "temperature": 0.1,
228
- "top_p": 0.95,
229
- "repetition_penalty": 1.2,
230
- "top_k": 50,
231
- "truncate": 3072,
232
- "max_new_tokens": 1024,
233
- "stop": ["</s>"]
234
- }}`
235
 
236
  APP_BASE="/chat"
237
  PUBLIC_ORIGIN=https://huggingface.co
 
220
  {"name": "tiiuae/falcon-180B-chat"}
221
  ]`
222
 
223
+ TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1'
 
 
 
 
 
 
 
 
 
 
 
224
 
225
  APP_BASE="/chat"
226
  PUBLIC_ORIGIN=https://huggingface.co