update

app.py

@@ -11,6 +11,10 @@ api = invoke_url + '/langchain_processor_qa?query='
 chinese_index = "chinese_bge_test_0916"
 english_index = "smart_search_qa_demo_0618_en_2"
 
+
+bedrock_url = 'https://bx2kc13ys3.execute-api.us-east-1.amazonaws.com/prod/bedrock?'
+
+
 chinese_prompt = """给定一个长文档和一个问题的以下提取部分，如果你不知道答案，就说你不知道。不要试图编造答案。用中文回答。
 
 问题: {question}
@@ -184,7 +188,7 @@ def get_answer(task_type,question,session_id,language,prompt,search_engine,index
     return answer,confidence,source_str,url,request_time
     
     
-def get_summarize(texts,language,prompt):
+def get_summarize(texts,language,model_type,prompt):
 
     url = api + texts
     url += '&task=summarize'
@@ -205,6 +209,12 @@ def get_summarize(texts,language,prompt):
         # elif llm_instance == '8x':
         #     url += ('&llm_embedding_name=pytorch-inference-chatglm-v1-8x')
     
+
+    if model_type == "claude2":
+        url += ('&model_type=bedrock')
+        url += ('&bedrock_api_url='+bedrock_url)
+        url += ('&bedrock_model_id=anthropic.claude-v2')
+
     if len(prompt) > 0:
         url += ('&prompt='+prompt)
     
@@ -260,6 +270,7 @@ with demo:
                     text_input = gr.Textbox(label="Input texts",lines=4)
                     summarize_button = gr.Button("Summit")
                     sm_language_radio = gr.Radio(["chinese", "english"],value="chinese",label="Language")
+                    sm_model_type_radio = gr.Radio(["claude2","other"],value="other",label="Model type")
                     # sm_llm_radio = gr.Radio(["2x", "8x"],value="2x",label="Chinese llm instance")
                     sm_prompt_textbox = gr.Textbox(label="Prompt",lines=4, placeholder=EN_SUMMARIZE_PROMPT_TEMPLATE)
                 with gr.Column():
@@ -267,7 +278,7 @@ with demo:
             
        
     qa_button.click(get_answer, inputs=[qa_task_radio,query_textbox,session_id_textbox,qa_language_radio,qa_prompt_textbox,qa_search_engine_radio,qa_index_textbox,qa_top_k_slider,score_type_checklist], outputs=qa_output)
-    summarize_button.click(get_summarize, inputs=[text_input,sm_language_radio,sm_prompt_textbox], outputs=text_output)
+    summarize_button.click(get_summarize, inputs=[text_input,sm_language_radio,sm_model_type_radio,sm_prompt_textbox], outputs=text_output)
 
 demo.launch()
 # demo.launch(share=True)