| FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q8_0.gguf | |
| TEMPLATE """{{ if .System }}{{ .System }} | |
| {{ end }}{{ if .Prompt }}User: {{ .Prompt }} | |
| {{ end }}Assistant: {{ .Response }}""" | |
| SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan.""" | |
| PARAMETER num_ctx 32768 | |
| PARAMETER num_gpu -1 | |
| PARAMETER num_thread 8 | |
| PARAMETER temperature 0.01 | |
| PARAMETER repeat_penalty 1.1 | |
| PARAMETER top_k 1 | |
| PARAMETER top_p 0.01 | |
| PARAMETER penalize_newline false | |
| PARAMETER stop User: | |
| PARAMETER stop Assistant: | |