update

app.py

@@ -149,7 +149,7 @@ def get_answer(question,session_id,language,prompt,index,top_k,temperature):
     return answer,confidence,source_str,url,request_time
     
     
-def get_summarize(texts,language,llm_instance,prompt):
+def get_summarize(texts,language,prompt):
 
     url = api + texts
     url += '&task=summarize'
@@ -164,10 +164,11 @@ def get_summarize(texts,language,llm_instance,prompt):
         url += '&language=chinese'
         url += ('&embedding_endpoint_name=huggingface-inference-text2vec-base-chinese-v1')
         # url += ('&prompt='+zh_prompt_template)
-        if llm_instance == '2x':
-            url += ('&llm_embedding_name=pytorch-inference-chatglm-v1')
-        elif llm_instance == '8x':
-            url += ('&llm_embedding_name=pytorch-inference-chatglm-v1-8x')
+        url += ('&llm_embedding_name=pytorch-inference-chatglm-v1')
+        # if llm_instance == '2x':
+        #     url += ('&llm_embedding_name=pytorch-inference-chatglm-v1')
+        # elif llm_instance == '8x':
+        #     url += ('&llm_embedding_name=pytorch-inference-chatglm-v1-8x')
     
     if len(prompt) > 0:
         url += ('&prompt='+prompt)
@@ -220,14 +221,14 @@ with demo:
                     text_input = gr.Textbox(label="Input texts",lines=4)
                     summarize_button = gr.Button("Summit")
                     sm_language_radio = gr.Radio(["chinese", "english"],value="chinese",label="Language")
-                    sm_llm_radio = gr.Radio(["2x", "8x"],value="2x",label="Chinese llm instance")
+                    # sm_llm_radio = gr.Radio(["2x", "8x"],value="2x",label="Chinese llm instance")
                     sm_prompt_textbox = gr.Textbox(label="Prompt",lines=4, placeholder=EN_SUMMARIZE_PROMPT_TEMPLATE)
                 with gr.Column():
                     text_output = gr.Textbox()
             
        
     qa_button.click(get_answer, inputs=[query_textbox,session_id_textbox,qa_language_radio,qa_prompt_textbox,qa_index_textbox,qa_top_k_slider,temperature_slider], outputs=qa_output)
-    summarize_button.click(get_summarize, inputs=[text_input,sm_language_radio,sm_llm_radio,sm_prompt_textbox], outputs=text_output)
+    summarize_button.click(get_summarize, inputs=[text_input,sm_language_radio,sm_prompt_textbox], outputs=text_output)
 
 demo.launch()
 # smart_qa.launch(share=True)