add application files

config.py

@@ -1,4 +1,3 @@
-
 gpt_3_5 = "gpt-3.5-turbo-instruct"
 gpt_mini = "gpt-4o-mini"
 
@@ -14,6 +13,18 @@ GILAS_CONFIG = {
     "base_url": 'https://api.gilas.io/v1',
 }
 
+GILAS_API_KEYS = [
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwMzg5OTQ0NjgsImp0aSI6IjExNDg4MzAyMTE3NDA0MzY2ODc0NiIsImlhdCI6MTcyMzYzNDQ2OCwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyMzYzNDQ2OCwic3ViIjoiMTE0ODgzMDIxMTc0MDQzNjY4NzQ2In0.8hbh59BmwBcAfoH9nEB98_5BIuxzwUUb8fpHSKF1S_Q",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzI3NTYsImp0aSI6IjEwNjg5OTE1MjQwNTM4MzY3Nzc2NyIsImlhdCI6MTcyNzE3Mjc1NiwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3Mjc1Niwic3ViIjoiMTA2ODk5MTUyNDA1MzgzNjc3NzY3In0.Jgfi7BWhpXFTYdHe73md5p932EP75wTD-CZQ6SfGkK8",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzMzNzIsImp0aSI6IjEwNjg4MTE2MzAzOTkzMTg2MjY3NiIsImlhdCI6MTcyNzE3MzM3MiwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3MzM3Miwic3ViIjoiMTA2ODgxMTYzMDM5OTMxODYyNjc2In0.PhVdoRUdaCfHa4va-EtWP5o7KISCSdMjT5mWtc9cefo",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzM0MDIsImp0aSI6IjExNTY3MDAwOTQyMjcyNTE3NDE1NCIsImlhdCI6MTcyNzE3MzQwMiwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3MzQwMiwic3ViIjoiMTE1NjcwMDA5NDIyNzI1MTc0MTU0In0.IRcnkiZJdKNPTE1nYXoeiVMfxj9xXHSvAxBLaBGC6yk",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzM1MzEsImp0aSI6IjExMzk2NzY4OTcxNjg2NjYzNDk3MCIsImlhdCI6MTcyNzE3MzUzMSwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3MzUzMSwic3ViIjoiMTEzOTY3Njg5NzE2ODY2NjM0OTcwIn0.kHZZDlVnZsbnoSac0wtM3ezrPCkIBYVQSdkfbFsT_xs",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzM1ODksImp0aSI6IjEwNzM3MDcyODA4NDQxMTk0MTQwOSIsImlhdCI6MTcyNzE3MzU4OSwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3MzU4OSwic3ViIjoiMTA3MzcwNzI4MDg0NDExOTQxNDA5In0.4qhnj6YhunOHoAMmosibf4CaopJqSlvwxvhB6671Suw",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzQ5ODEsImp0aSI6IjEwNjE2NTI5NzI5MjAxODExMzgwMCIsImlhdCI6MTcyNzE3NDk4MSwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3NDk4MSwic3ViIjoiMTA2MTY1Mjk3MjkyMDE4MTEzODAwIn0.9QvgxTlDugcDwSa880B0hefhWjVfEzjTDX2ywgNORrc",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzUwNTIsImp0aSI6IjExMzA3MTQ4ODA5OTA0OTQzMDI0MSIsImlhdCI6MTcyNzE3NTA1MiwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3NTA1Miwic3ViIjoiMTEzMDcxNDg4MDk5MDQ5NDMwMjQxIn0.Z8TNrz_LXCtFjE0BwBLCBqh03uTKZ6WWLptQA6zdy1Y",
+    "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjIwNDI1MzUxMjUsImp0aSI6IjExMTU3MzA2NjkwODIzNjk4MjM1OSIsImlhdCI6MTcyNzE3NTEyNSwiaXNzIjoiaHR0cHM6Ly9naWxhcy5pbyIsIm5iZiI6MTcyNzE3NTEyNSwic3ViIjoiMTExNTczMDY2OTA4MjM2OTgyMzU5In0.eQIqXoSbsD19AJrQxCVh7T6tcLvCJ7TH3c8Ajso9CJU",
+]
+
 OPENAI_CONFIG = {
     "model": gpt_mini,
 }

model/chat.py

@@ -17,8 +17,15 @@ class Chat:
 
         info_list = self.rag_handler.get_information(message)
         prompt = self.prompt_handler.get_prompt(message, info_list)
-        
-        response = self.llm.get_LLM_response(prompt=prompt)
+        llm_response = self.llm.get_LLM_response(prompt=prompt)
 
-        self.response_history.append(response)
-        return response
+        final_response = f"**Response**:\n{llm_response}\n\n"
+        if info_list:
+            final_response += "The following legal cases and information were retrieved and considered:\n"
+            for i, info in enumerate(info_list):
+                case_text = info['text'].replace("[end]", "")
+                final_response += f"\n**Case {i+1}:** {info['title']}\n{case_text}\n"
+
+        self.response_history.append(final_response)
+
+        return final_response

model/llm/llm.py

@@ -11,15 +11,14 @@ from config import *
 
 
 class LLM_API_Call:
-
     def __init__(self, type) -> None:
         if type == "openai":
             self.llm = OpenAI_API_Call(api_key = LLM_CONFIG[""],
                                        model = LLM_CONFIG["model"])
         elif type == "gilas":
-            self.llm = Gilas_API_Call(api_key = GILAS_CONFIG["api_key"],
+            self.llm = Gilas_API_Call(api_keys = GILAS_API_KEYS,
                                        model = GILAS_CONFIG["model"],
-                                       base_url=GILAS_CONFIG["base_url"])
+                                       base_url = GILAS_CONFIG["base_url"])
         else:
             self.llm = OpenAI(
                             **LLM_CONFIG
@@ -58,20 +57,23 @@ class OpenAI_API_Call:
 
 
 class Gilas_API_Call:
-    def __init__(self, api_key, base_url, model="gpt-4o-mini"):
-        self.api_key = api_key
+    def __init__(self, api_keys, base_url, model="gpt-4o-mini"):
+        self.api_keys = api_keys
         self.base_url = base_url
         self.model = model
         self.headers = {
-            "Authorization": f"Bearer {self.api_key}",
             "Content-Type": "application/json"
         }
         self.conversation = []
+        self.retry_wait_time = 30
+
 
     def add_message(self, role, content):
         self.conversation.append({"role": role, "content": content})
 
-    def get_response(self):
+    def get_response(self, api_key):
+        self.headers["Authorization"] = f"Bearer {api_key}"
+
         data = {
             "model": self.model,
             "messages": self.conversation
@@ -83,9 +85,6 @@ class Gilas_API_Call:
             json=data
         )
 
-        # print(f"Response status code: {response.status_code}")
-        # print(f"Response content: {response.text}")
-
         if response.status_code == 200:
             try:
                 return response.json()['choices'][0]['message']['content']
@@ -94,15 +93,24 @@ class Gilas_API_Call:
         else:
             raise Exception(f"Gilas API call failed: {response.status_code} - {response.text}")
 
-    def invoke(self, user_input):
+    def invoke(self, user_input, max_retries=3):
         self.add_message("user", user_input)
 
-        response = self.get_response()
-
-        self.add_message("assistant", response)
-
-        return response
-
-
-# test =  LLM_API_Call(type = "gilas")
-# print(test.get_LLM_response("سلام"))
+        retries = 0
+        while retries < max_retries:
+            for i, api_key in enumerate(self.api_keys):
+                try:
+                    response = self.get_response(api_key)
+                    self.add_message("assistant", response)
+                    return response
+                except (JSONDecodeError, Exception) as e:
+                    print(f"Error encountered with API key {api_key}: {e}. Trying next key...")
+                    # Sleep before trying next key
+                    if i == len(self.api_keys) - 1:
+                        print(f"All keys failed. Retrying oldest key after {self.retry_wait_time} seconds...")
+                        time.sleep(self.retry_wait_time)
+                        self.retry_wait_time += 30  # Increase wait time for next retry
+
+            retries += 1
+
+        raise Exception(f"Failed to get a valid response after {max_retries} retries.")