File size: 583 Bytes
74d3d85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q5_K.gguf

TEMPLATE """{{ if .System }}{{ .System }}

{{ end }}{{ if .Prompt }}User: {{ .Prompt }}

{{ end }}Assistant: {{ .Response }}"""

SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
PARAMETER num_ctx 32768
PARAMETER num_gpu -1
PARAMETER num_thread 8
PARAMETER temperature 0.01
PARAMETER repeat_penalty 1.1
PARAMETER top_k 1
PARAMETER top_p 0.01
PARAMETER penalize_newline false
PARAMETER stop User:
PARAMETER stop Assistant: