Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ from langchain.document_loaders import PyPDFLoader
|
|
10 |
import gradio as gr
|
11 |
|
12 |
|
13 |
-
local_llm = "
|
14 |
|
15 |
config = {
|
16 |
'max_new_tokens': 2048,
|
@@ -32,14 +32,16 @@ llm = CTransformers(
|
|
32 |
print("LLM Initialized...")
|
33 |
|
34 |
|
35 |
-
prompt_template = """
|
36 |
-
|
37 |
|
38 |
-
Context:
|
39 |
-
|
40 |
|
41 |
-
|
42 |
-
|
|
|
|
|
43 |
"""
|
44 |
|
45 |
model_name = "jhgan/ko-sroberta-multitask"
|
|
|
10 |
import gradio as gr
|
11 |
|
12 |
|
13 |
+
local_llm = "zephyr_tuning_small_finish_Q5_K_M.gguf"
|
14 |
|
15 |
config = {
|
16 |
'max_new_tokens': 2048,
|
|
|
32 |
print("LLM Initialized...")
|
33 |
|
34 |
|
35 |
+
prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
|
36 |
+
μ μλ μ§λ¬Έμ λν΄μ context λ΄μ©μΌλ‘ λ΅λ³ν΄μ€.
|
37 |
|
38 |
+
### Context :
|
39 |
+
{context}
|
40 |
|
41 |
+
### Instruction:
|
42 |
+
{question}
|
43 |
+
|
44 |
+
### Response:
|
45 |
"""
|
46 |
|
47 |
model_name = "jhgan/ko-sroberta-multitask"
|