Add application file

.gitignore

@@ -0,0 +1,195 @@
+# Created by https://www.toptal.com/developers/gitignore/api/python,visualstudiocode
+# Edit at https://www.toptal.com/developers/gitignore?templates=python,visualstudiocode
+
+### Python ###
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+### Python Patch ###
+# Poetry local configuration file - https://python-poetry.org/docs/configuration/#local-configuration
+poetry.toml
+
+# ruff
+.ruff_cache/
+
+# LSP config files
+pyrightconfig.json
+
+### VisualStudioCode ###
+.vscode/*
+!.vscode/settings.json
+!.vscode/tasks.json
+!.vscode/launch.json
+!.vscode/extensions.json
+!.vscode/*.code-snippets
+
+# Local History for Visual Studio Code
+.history/
+
+# Built Visual Studio Code Extensions
+*.vsix
+
+### VisualStudioCode Patch ###
+# Ignore all local history of files
+.history
+.ionide
+
+# End of https://www.toptal.com/developers/gitignore/api/python,visualstudiocode

app.py

@@ -0,0 +1,149 @@
+import gradio as gr
+import openai
+import requests
+import csv
+
+
+prompt_templates = {
+    "Default ChatGPT": "",
+    "Helpful Asistant": """
+    Assistant is a large language model trained by OpenAI.
+
+    Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.
+
+    Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.
+
+    Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.
+    """
+}
+
+def get_empty_state():
+    return {"total_tokens": 0, "messages": []}
+
+def download_prompt_templates():
+    url = "https://raw.githubusercontent.com/f/awesome-chatgpt-prompts/main/prompts.csv"
+    try:
+        response = requests.get(url)
+        reader = csv.reader(response.text.splitlines())
+        next(reader)  # skip the header row
+        for row in reader:
+            if len(row) >= 2:
+                act = row[0].strip('"')
+                prompt = row[1].strip('"')
+                prompt_templates[act] = prompt
+
+    except requests.exceptions.RequestException as e:
+        print(f"An error occurred while downloading prompt templates: {e}")
+        return
+
+    choices = list(prompt_templates.keys())
+    choices = choices[:1] + sorted(choices[1:])
+    return gr.update(value=choices[0], choices=choices)
+
+def on_token_change(user_token):
+    openai.api_key = user_token
+
+def on_prompt_template_change(prompt_template):
+    if not isinstance(prompt_template, str): return
+    return prompt_templates[prompt_template]
+
+def submit_message(user_token, prompt, prompt_template, temperature, max_tokens, context_length, state):
+
+    history = state['messages']
+
+    if not prompt:
+        return gr.update(value=''), [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: {state['total_tokens']}", state
+    
+    prompt_template = prompt_templates[prompt_template]
+
+    system_prompt = []
+    if prompt_template:
+        system_prompt = [{ "role": "system", "content": prompt_template }]
+
+    prompt_msg = { "role": "user", "content": prompt }
+
+    if not user_token:
+        history.append(prompt_msg)
+        history.append({
+            "role": "system",
+            "content": "Error: OpenAI API Key is not set."
+        })
+        return '', [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: 0", state
+    
+    try:
+        completion = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=system_prompt + history[-context_length*2:] + [prompt_msg], temperature=temperature, max_tokens=max_tokens)
+
+        history.append(prompt_msg)
+        history.append(completion.choices[0].message.to_dict())
+
+        state['total_tokens'] += completion['usage']['total_tokens']
+    
+    except Exception as e:
+        history.append(prompt_msg)
+        history.append({
+            "role": "system",
+            "content": f"Error: {e}"
+        })
+
+    total_tokens_used_msg = f"Total tokens used: {state['total_tokens']}"
+    chat_messages = [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)]
+
+    return '', chat_messages, total_tokens_used_msg, state
+
+def clear_conversation():
+    return gr.update(value=None, visible=True), None, "", get_empty_state()
+
+
+css = """
+      #col-container {max-width: 1400px; margin-left: auto; margin-right: auto;}
+      #chatbox {min-height: 400px;}
+      #header {text-align: center;}
+      #prompt_template_preview {padding: 1rem; border-width: 1px; border-style: solid; border-color: #e0e0e0; border-radius: 4px;}
+      #total_tokens_str {text-align: right; font-size: 0.8rem; color: #666;}
+      #label {font-size: 0.8rem; padding: 0.5em; margin: 0;}
+      .message { font-size: 1.2rem; }
+      """
+
+with gr.Blocks(css=css) as demo:
+    
+    state = gr.State(get_empty_state())
+
+
+    with gr.Column(elem_id="col-container"):
+        gr.Markdown("""## OpenAI ChatGPT Demo
+                    Using the ofiicial API (gpt-3.5-turbo model)
+                    Prompt templates from [awesome-chatgpt-prompts](https://github.com/f/awesome-chatgpt-prompts).""",
+                    elem_id="header")
+
+        with gr.Row():
+            with gr.Column(scale=0.3):
+                gr.Markdown("Enter your OpenAI API Key. You can get one [here](https://platform.openai.com/account/api-keys).", elem_id="label")
+                user_token = gr.Textbox(value='', placeholder="OpenAI API Key", type="password", show_label=False)
+                prompt_template = gr.Dropdown(label="Set a custom insruction for the chatbot:", choices=list(prompt_templates.keys()))
+                prompt_template_preview = gr.Markdown(elem_id="prompt_template_preview")
+                with gr.Accordion("Advanced parameters", open=False):
+                    temperature = gr.Slider(minimum=0, maximum=2.0, value=0.7, step=0.1, label="Temperature", info="Higher = more creative/chaotic")
+                    max_tokens = gr.Slider(minimum=100, maximum=4096, value=1000, step=1, label="Max tokens per response")
+                    context_length = gr.Slider(minimum=1, maximum=10, value=2, step=1, label="Context length", info="Number of previous messages to send to the chatbot. Be careful with high values, it can blow up the token budget quickly.")
+            with gr.Column(scale=0.7):
+                chatbot = gr.Chatbot(elem_id="chatbox")
+                input_message = gr.Textbox(show_label=False, placeholder="Enter text and press enter", visible=True).style(container=False)
+                btn_submit = gr.Button("Submit")
+                total_tokens_str = gr.Markdown(elem_id="total_tokens_str")
+                btn_clear_conversation = gr.Button("🔃 Start New Conversation")
+
+    gr.HTML('''<br><br><br><center>You can duplicate this Space to skip the queue:<a href="https://huggingface.co/spaces/dragonSwing/chatgpt-grad?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a><br>
+            <p><img src="https://visitor-badge.glitch.me/badge?page_id=dragonswing.chatgpt_api_grad_hf" alt="visitors"></p></center>''')
+
+    btn_submit.click(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])
+    input_message.submit(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])
+    btn_clear_conversation.click(clear_conversation, [], [input_message, chatbot, total_tokens_str, state])
+    prompt_template.change(on_prompt_template_change, inputs=[prompt_template], outputs=[prompt_template_preview])
+    user_token.change(on_token_change, inputs=[user_token], outputs=[])
+
+    
+    demo.load(download_prompt_templates, inputs=None, outputs=[prompt_template], queue=False)
+
+
+demo.queue(concurrency_count=10)
+demo.launch(height='800px')

langchain_app.py

@@ -0,0 +1,162 @@
+import gradio as gr
+import requests
+import csv
+import os
+from langchain import ConversationChain, PromptTemplate
+from langchain.chat_models import ChatOpenAI
+from langchain.memory import ConversationBufferWindowMemory
+
+prompt_templates = {
+    "Default ChatGPT": "",
+    "Helpful Asistant": """
+    Assistant is a large language model trained by OpenAI.
+
+    Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.
+
+    Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.
+
+    Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.
+    """
+}
+
+# TODO: Add system prompt input when langchain support multiple inputs for ConversationalChain
+chat_template = """
+Assistant is a large language model trained by OpenAI.
+
+Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.
+
+Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.
+
+Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.
+
+{history}
+Human: {input}
+Assistant:"""
+
+chat_prompt = PromptTemplate(
+    input_variables=["system_prompt", "history", "input"], 
+    template=chat_template
+)
+
+memory = ConversationBufferWindowMemory(k=2)
+
+def get_empty_state():
+    return {"total_tokens": 0, "messages": []}
+
+def download_prompt_templates():
+    url = "https://raw.githubusercontent.com/f/awesome-chatgpt-prompts/main/prompts.csv"
+    try:
+        response = requests.get(url)
+        reader = csv.reader(response.text.splitlines())
+        next(reader)  # skip the header row
+        for row in reader:
+            if len(row) >= 2:
+                act = row[0].strip('"')
+                prompt = row[1].strip('"')
+                prompt_templates[act] = prompt
+
+    except requests.exceptions.RequestException as e:
+        print(f"An error occurred while downloading prompt templates: {e}")
+        return
+
+    choices = list(prompt_templates.keys())
+    choices = choices[:1] + sorted(choices[1:])
+    return gr.update(value=choices[0], choices=choices)
+
+def on_token_change(user_token):
+    os.environ["OPENAI_API_KEY"] = user_token
+
+def on_prompt_template_change(prompt_template):
+    if not isinstance(prompt_template, str): return
+    return prompt_templates[prompt_template]
+
+def submit_message(chat_history, prompt, prompt_template, temperature, max_tokens, context_length):
+    memory.k = context_length
+    chatgpt_chain = ConversationChain(
+        llm=ChatOpenAI(temperature=temperature, max_tokens=max_tokens), 
+        prompt=chat_prompt, 
+        verbose=False, 
+        memory=memory,
+    )
+
+    if not prompt:
+        return gr.update(value=''), chat_history, f""
+    
+    system_prompt = prompt_templates[prompt_template]
+
+    if not os.environ["OPENAI_API_KEY"]:
+        return '', chat_history.append((prompt, "Error: OpenAI API Key is not set.")), f"Total tokens used: 0"
+    
+    try:
+        response = chatgpt_chain.predict(
+            system_prompt=system_prompt,
+            input=prompt
+        )
+
+        chat_history.append((prompt, response))
+
+    
+    except Exception as e:
+        chat_history.append((prompt, f"Error: {e}"))
+
+    total_tokens_used_msg = f""
+
+    return '', chat_history, total_tokens_used_msg
+
+def clear_conversation():
+    memory.clear()
+    return gr.update(value=None, visible=True), None, ""
+
+
+css = """
+      #col-container {max-width: 90%; margin-left: auto; margin-right: auto;}
+      #chatbox {min-height: 400px;}
+      #header {text-align: center;}
+      #prompt_template_preview {padding: 1rem; border-width: 1px; border-style: solid; border-color: #e0e0e0; border-radius: 4px;}
+      #total_tokens_str {text-align: right; font-size: 0.8rem; color: #666;}
+      #label {font-size: 0.8rem; padding: 0.5em; margin: 0;}
+      .message { font-size: 1.2rem; }
+      """
+
+with gr.Blocks(css=css) as demo:
+    
+    state = gr.State(get_empty_state())
+
+
+    with gr.Column(elem_id="col-container"):
+        gr.Markdown("""## OpenAI ChatGPT Demo
+                    Using the ofiicial API (gpt-3.5-turbo model)
+                    Prompt templates from [awesome-chatgpt-prompts](https://github.com/f/awesome-chatgpt-prompts).""",
+                    elem_id="header")
+
+        with gr.Row():
+            with gr.Column(scale=0.3):
+                gr.Markdown("Enter your OpenAI API Key. You can get one [here](https://platform.openai.com/account/api-keys).", elem_id="label")
+                user_token = gr.Textbox(value='', placeholder="OpenAI API Key", type="password", show_label=False)
+                prompt_template = gr.Dropdown(label="Set a custom insruction for the chatbot:", choices=list(prompt_templates.keys()))
+                prompt_template_preview = gr.Markdown(elem_id="prompt_template_preview", value=prompt_templates["Default ChatGPT"])
+                with gr.Accordion("Advanced parameters", open=False):
+                    temperature = gr.Slider(minimum=0, maximum=2.0, value=0.7, step=0.1, label="Temperature", info="Higher = more creative/chaotic")
+                    max_tokens = gr.Slider(minimum=100, maximum=4096, value=1000, step=1, label="Max tokens per response")
+                    context_length = gr.Slider(minimum=1, maximum=10, value=2, step=1, label="Context length", info="Number of previous messages to send to the chatbot. Be careful with high values, it can blow up the token budget quickly.")
+            with gr.Column(scale=0.7):
+                chatbot = gr.Chatbot(elem_id="chatbox")
+                input_message = gr.Textbox(show_label=False, placeholder="Enter text and press enter", visible=True).style(container=False)
+                btn_submit = gr.Button("Submit")
+                total_tokens_str = gr.Markdown(elem_id="total_tokens_str")
+                btn_clear_conversation = gr.Button("🔃 Start New Conversation")
+
+    gr.HTML('''<br><br><br><center>You can duplicate this Space to skip the queue:<a href="https://huggingface.co/spaces/dragonSwing/chatgpt-grad?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a><br>
+            <p><img src="https://visitor-badge.glitch.me/badge?page_id=dragonswing.chatgpt_api_grad_hf" alt="visitors"></p></center>''')
+
+    btn_submit.click(submit_message, [chatbot, input_message, prompt_template, temperature, max_tokens, context_length], [input_message, chatbot, total_tokens_str])
+    input_message.submit(submit_message, [chatbot, input_message, prompt_template, temperature, max_tokens, context_length], [input_message, chatbot, total_tokens_str])
+    btn_clear_conversation.click(clear_conversation, [], [input_message, chatbot, total_tokens_str])
+    prompt_template.change(on_prompt_template_change, inputs=[prompt_template], outputs=[prompt_template_preview])
+    user_token.change(on_token_change, inputs=[user_token], outputs=[])
+    
+    demo.load(download_prompt_templates, inputs=None, outputs=[prompt_template], queue=False)
+
+
+demo.queue(concurrency_count=10)
+demo.launch(height='800px')

requirements.txt

@@ -0,0 +1,4 @@
+gradio
+langchain
+openai
+requests