NCTCMumbai
commited on
Commit
•
c5575ca
1
Parent(s):
628d310
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ from huggingface_hub import InferenceClient
|
|
9 |
from jinja2 import Environment, FileSystemLoader
|
10 |
import numpy as np
|
11 |
from os import getenv
|
12 |
-
from backend.query_llm import generate_hf,
|
13 |
from backend.semantic_search import table, retriever
|
14 |
from huggingface_hub import InferenceClient
|
15 |
|
@@ -151,7 +151,8 @@ def bot(history, cross_encoder):
|
|
151 |
prompt = template.render(documents=documents, query=query)
|
152 |
prompt_html = template_html.render(documents=documents, query=query)
|
153 |
|
154 |
-
generate_fn = generate_hf
|
|
|
155 |
# Create a new history entry instead of modifying the tuple directly
|
156 |
new_history = history[:-1] + [ (query, "") ]
|
157 |
for character in generate_fn(prompt, history[:-1]):
|
|
|
9 |
from jinja2 import Environment, FileSystemLoader
|
10 |
import numpy as np
|
11 |
from os import getenv
|
12 |
+
from backend.query_llm import generate_hf, generate_qwen
|
13 |
from backend.semantic_search import table, retriever
|
14 |
from huggingface_hub import InferenceClient
|
15 |
|
|
|
151 |
prompt = template.render(documents=documents, query=query)
|
152 |
prompt_html = template_html.render(documents=documents, query=query)
|
153 |
|
154 |
+
#generate_fn = generate_hf
|
155 |
+
generate_fn=generate_qwen
|
156 |
# Create a new history entry instead of modifying the tuple directly
|
157 |
new_history = history[:-1] + [ (query, "") ]
|
158 |
for character in generate_fn(prompt, history[:-1]):
|