Spaces:
Runtime error
Runtime error
- app.py +2 -4
- models/sakura-14b-qwen2beta-v0.9.2-q4km.gguf +1 -0
app.py
CHANGED
|
@@ -28,7 +28,7 @@ def respond(
|
|
| 28 |
message,
|
| 29 |
history: list[tuple[str, str]],
|
| 30 |
model=filename,
|
| 31 |
-
system_message=
|
| 32 |
max_tokens=4096,
|
| 33 |
temperature=0.1,
|
| 34 |
top_p=0.3,
|
|
@@ -54,7 +54,7 @@ def respond(
|
|
| 54 |
|
| 55 |
agent = LlamaCppAgent(
|
| 56 |
provider,
|
| 57 |
-
system_prompt=f"{
|
| 58 |
predefined_messages_formatter_type=chat_template,
|
| 59 |
debug_output=True
|
| 60 |
)
|
|
@@ -69,8 +69,6 @@ def respond(
|
|
| 69 |
|
| 70 |
messages = BasicChatHistory()
|
| 71 |
|
| 72 |
-
print("aaa",history)
|
| 73 |
-
|
| 74 |
for msn in history:
|
| 75 |
user = {
|
| 76 |
'role': Roles.user,
|
|
|
|
| 28 |
message,
|
| 29 |
history: list[tuple[str, str]],
|
| 30 |
model=filename,
|
| 31 |
+
system_message=systemMessage,
|
| 32 |
max_tokens=4096,
|
| 33 |
temperature=0.1,
|
| 34 |
top_p=0.3,
|
|
|
|
| 54 |
|
| 55 |
agent = LlamaCppAgent(
|
| 56 |
provider,
|
| 57 |
+
system_prompt=f"{system_message}",
|
| 58 |
predefined_messages_formatter_type=chat_template,
|
| 59 |
debug_output=True
|
| 60 |
)
|
|
|
|
| 69 |
|
| 70 |
messages = BasicChatHistory()
|
| 71 |
|
|
|
|
|
|
|
| 72 |
for msn in history:
|
| 73 |
user = {
|
| 74 |
'role': Roles.user,
|
models/sakura-14b-qwen2beta-v0.9.2-q4km.gguf
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
../../.cache/huggingface/hub/models--SakuraLLM--Sakura-14B-Qwen2beta-v0.9.2-GGUF/blobs/8bae1ae35b7327fa7c3a8f3ae495b81a071847d560837de2025e1554364001a5
|