Spaces:
Sleeping
Sleeping
Tuchuanhuhuhu
commited on
Commit
•
45b6bd1
1
Parent(s):
84fa55b
改善非英语文本的local embedding效果
Browse files- modules/base_model.py +1 -1
- modules/llama_func.py +1 -1
modules/base_model.py
CHANGED
@@ -201,7 +201,7 @@ class BaseLLMModel:
|
|
201 |
msg = "索引获取成功,生成回答中……"
|
202 |
logging.info(msg)
|
203 |
if local_embedding or self.model_type != ModelType.OpenAI:
|
204 |
-
embed_model = LangchainEmbedding(HuggingFaceEmbeddings())
|
205 |
else:
|
206 |
embed_model = OpenAIEmbedding()
|
207 |
# yield chatbot + [(inputs, "")], msg
|
|
|
201 |
msg = "索引获取成功,生成回答中……"
|
202 |
logging.info(msg)
|
203 |
if local_embedding or self.model_type != ModelType.OpenAI:
|
204 |
+
embed_model = LangchainEmbedding(HuggingFaceEmbeddings(model_name = "sentence-transformers/distiluse-base-multilingual-cased-v2"))
|
205 |
else:
|
206 |
embed_model = OpenAIEmbedding()
|
207 |
# yield chatbot + [(inputs, "")], msg
|
modules/llama_func.py
CHANGED
@@ -134,7 +134,7 @@ def construct_index(
|
|
134 |
try:
|
135 |
documents = get_documents(file_src)
|
136 |
if local_embedding:
|
137 |
-
embed_model = LangchainEmbedding(HuggingFaceEmbeddings())
|
138 |
else:
|
139 |
embed_model = OpenAIEmbedding()
|
140 |
logging.info("构建索引中……")
|
|
|
134 |
try:
|
135 |
documents = get_documents(file_src)
|
136 |
if local_embedding:
|
137 |
+
embed_model = LangchainEmbedding(HuggingFaceEmbeddings(model_name = "sentence-transformers/distiluse-base-multilingual-cased-v2"))
|
138 |
else:
|
139 |
embed_model = OpenAIEmbedding()
|
140 |
logging.info("构建索引中……")
|