start repo

.env

@@ -0,0 +1 @@
+OPEN_AI_KEY="sk-proj-p2YYidwgo0sTLWWz6OthT3BlbkFJGaXrkrR0aEcyUdafUJJF"

.gitignore

@@ -0,0 +1,2 @@
+.env
+__pycache__

README.md

@@ -1 +1,11 @@
-# auto-songchat
+---
+title: Auto SONG CHAT
+emoji: 🏢
+colorFrom: blue
+colorTo: purple
+sdk: gradio
+sdk_version: 4.24.0
+app_file: app.py
+pinned: false
+license: apache-2.0
+---

ai_tools.json

@@ -0,0 +1,229 @@
+[
+  {
+    "type": "function",
+    "function": {
+      "name": "write_section",
+      "description": "Write a section of a song based on given ideas. Anytime you would like to suggest lyrics for a new section or the user has provided enough ideas for a new section, you must call this function.",
+      "parameters": {
+        "type": "object",
+        "properties": {
+          "section_name": {
+            "type": "string",
+            "description": "Name of new section being written."
+          },
+          "section_description": {
+            "type": "string",
+            "description": "Description of section as stated in first message of the conversation"
+          },
+          "relevant_ideas": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Ideas that should be included in the section that is being written. Obtained by paraphrasing the key details from the user's responses about their story into short sentences that each start with 'I ...', 'I ...', etc."
+          },
+          "section_length": {
+            "type": "number",
+            "description": "Number of lines in the section. This is also the number of bars, retrieved from first message of the conversation."
+          },
+          "snippet_instrumental_tags": {
+            "type": "string",
+            "description": "Instrumental tags to be used for this section. Deduce from most recent list of suggested instrumental tags in conversation. Should be comma separated string of one-word tags that describe genre as stated in intro message, instruments, moods. Specify gender."
+          },
+          "snippet_clip_to_continue_from": {
+            "type": "string",
+            "description": "The last approved clip of the song to continue the requested section from. Deduce from most recent approved clip of prior section in conversation. If user did not receive a snippet for the prior section or ever before, this should not be passed."
+          },
+          "sections_written": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Sections that have been written so far. This is to ensure that the song is coherent and that the sections flow well together. Include section headers (ie [verse 1]) in the lyrics."
+          },
+          "overall_song_description": {
+            "type": "string",
+            "description": "Description of the overall song. As stated in first message of conversation."
+          }
+        },
+        "required": ["section_name", "section_description", "relevant_ideas", "section_length", "snippet_instrumental_tags"]
+      }
+    }
+  },
+  {
+    "type": "function",
+    "function": {
+      "name": "revise_section_lyrics",
+      "description": "Revise a consecutive set of lines from a section of a song based on given ideas",
+      "parameters": {
+        "type": "object",
+        "properties": {
+          "section_name": {
+            "type": "string",
+            "description": "Name of section we are revising"
+          },
+          "current_section": {
+            "type": "string",
+            "description": "Current version of lyrics in section of the song. The last outputted version of the section before user suggested changes that we are now implementing."
+          },
+          "lines_to_revise": {
+            "type": "array",
+            "items": {
+              "type": "number"
+            },
+            "description": "Lines to revise, as a list of numbers. The first line is labelled 1, second 2, and so on. Lines to change should be assessed based on feedback user provides and where they suggest changes."
+          },
+          "snippet_instrumental_tags": {
+            "type": "string",
+            "description": "Instrumental tags to be used for this section revision. This should be the exact same as what was used for the snippet being revised. The instrumental tags are listed under the recent audio clip html."
+          },
+          "snippet_clip_to_continue_from": {
+            "type": "string",
+            "description": "The 'continued from clip:' clip id that was used in the original snippet we are now revising. This should be the exact same as 'continued from clip' for the snippet being revised, listed under the original snippet's audioplayer; if it is None, this should not be passed."
+          },
+          "relevant_ideas": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Ideas that should be included in the lines that are being changed. Should be directly derived from suggested user changes."
+          },
+          "relevant_words": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Words that are requested to be included in revised lines. Unless specific words are requested, this should be empty"
+          }
+        },
+        "required": ["section_name", "current_section", "lines_to_revise", "snippet_instrumental_tags"]
+      }
+    }
+  },
+  {
+    "type": "function",
+    "function": {
+      "name": "revise_instrumental_tags",
+      "description": "Revise instrumental tags passed to instrumental generator based on user feedback. Only call when user explicitly comments on instrumental. This will re-generate all the lyrics with this new instrumental. Confirm with the user that this is okay before running.",
+      "parameters": {
+        "type": "object",
+        "properties": {
+          "current_instrumental_tags": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Current instrumental tags passed to instrumental generator. Deduce from most recent list of instrumental tags in conversation."
+          },
+          "user_instrumental_feedback": {
+            "type": "string",
+            "description": "A single sentence summary of the user's feedback on instrumental. Can include suggested moods, genres, or instruments."
+          },
+          "sections_written": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "All the sections that have been written so far for us to regenerate with the new instrumental. Include the lyrics from the current section that we are revising. Include section headers (ie [verse 1]) in the lyrics."
+          }
+        },
+        "required": ["current_instrumental_tags", "user_instrumental_feedback", "sections_written"]
+      }
+    }
+  },
+  {
+    "type": "function",
+    "function": {
+      "name": "get_audio_snippet",
+      "description": "Call this function when the user explicitly asks 'Can I have an audio snippet'. Return a clip of all the parts of the song we've written that they have not heard.",
+      "parameters": {
+        "type": "object",
+        "properties": {
+          "snippet_lyrics": {
+            "type": "string",
+            "description": "The lyrics of the section that the user wants to hear. If there are lyrics that the user approved but did not hear a snippet of, those must be included in this snippet as well before the current section. Include section headers (ie [verse 1]) in the lyrics."
+          },
+          "snippet_instrumental_tags": {
+            "type": "string",
+            "description": "Instrumental tags to be used to generate the snippet. Deduce from most recent list of suggested instrumental tags in conversation. Should be comma separated string of one-word tags. Specify gender."
+          },
+          "snippet_clip_to_continue_from": {
+            "type": "string",
+            "description": "The last approved song clip to continue from. Almost always the most recent clip id outputted in the conversation. If user did not receive a snippet for the prior section or ever before, this should not be passed."
+          }
+        },
+        "required": ["snippet_lyrics", "snippet_instrumental_tags"]
+      }
+    }
+  },
+  {
+    "type": "function",
+    "function": {
+      "name": "merge_all_snippets",
+      "description": "Merge all existing snippets of the song together. Should only be called when explicitly requested by the user.",
+      "parameters": {
+        "type": "object",
+        "properties": {
+          "last_snippet_id": {
+            "type": "string",
+            "description": "The ID of the last approved/generated snippet of the song. The path of snippets to merge is contained in this snippet, so only pass the id of the last one generated."
+          }
+        },
+        "required": ["last_snippet_id"]
+      }
+    }
+  },
+  {
+    "type": "function",
+    "function": {
+      "name": "finish_full_song",
+      "description": "Write the full song based on the snippets that have been generated. Should only be called when explicitly requested by the user.",
+      "parameters": {
+        "type": "object",
+        "properties": {
+          "sections_to_be_written": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "section_name": {
+                  "type": "string",
+                  "description": "Name of the section that have yet to be written or suggested. Exactly quoted as stated in first message of the conversation"
+                },
+                "section_description": {
+                  "type": "string",
+                  "description": "The description of the section that have yet to be written or suggested. Exactly quoted as stated in first message of the conversation"
+                },
+                "section_length": {
+                  "type": "number",
+                  "description": "Number of lines in the section. This is also the number of bars, retrieved from first message of the conversation."
+                }
+              }
+            },
+            "description": "The sections that have yet to be written or suggested. Should be in chronological order of the sections as positioned in the song, retrieved from the first message of the conversation."
+          },
+          "snippet_instrumental_tags": {
+            "type": "string",
+            "description": "Instrumental tags to be used for the remaining sections. Deduce from most recent list of suggested instrumental tags in conversation. Should be comma separated string of one-word tags. Specify gender."
+          },
+          "snippet_clip_to_continue_from": {
+            "type": "string",
+            "description": "The last approved clip ID of the song to continue the remaining sections from. Almost always the most recent clip id outputted in the conversation. If user did not receive a snippet for the prior section or ever before, this should not be passed."
+          },
+          "sections_written": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Sections that have been written so far. This is to ensure that the song is coherent and that the sections flow well together. Include section headers (ie [verse 1]) in the lyrics. If no sections have been suggested yet, this should be an empty list."
+          },
+          "overall_song_description": {
+            "type": "string",
+            "description": "Description of the overall song. As stated in first message of conversation."
+          }
+        },
+        "required": ["sections_to_be_written", "snippet_instrumental_tags", "snippet_clip_to_continue", "sections_written", "overall_song_description"]
+      }
+    }
+  }
+]

app.py

@@ -0,0 +1,696 @@
+import os
+import gradio as gr
+from typing import List, Optional, Tuple, Dict
+import time
+import datetime
+
+def get_current_time() -> str:
+    """
+    Returns the current time as a formatted string.
+    """
+    now = datetime.datetime.now()
+    return now.strftime("%Y-%m-%d %H:%M:%S")
+
+
+from gpt_calls import AI_Songwriter
+
+from openai import OpenAI
+oai_client = OpenAI(
+    api_key=os.getenv("OPEN_AI_KEY"),
+)
+client_key = os.getenv("OPEN_AI_KEY")
+client = OpenAI(
+    api_key=os.getenv("OPEN_AI_KEY"),
+)
+
+import time
+import os
+import json
+import random
+
+from suno import generate_song, concat_snippets
+
+
+History = List[Tuple[str, str]] # pairs of (query, response), where query is user input and response is system output
+Messages = List[Dict[str, str]] # list of messages with role and content
+
+'''
+Genre list
+Preset dropdown: Missing Home, Heartbroken, Getting Turnt, Childhood Nostalgia, (Custom) How are you?
+- tags based on preset
+Artist identity dropdown: A 15-year old boy who dreams of being a broadway actor, A 23-year old soft but bombastic woman who loves to rap, dance, and take over the streets, A 30-year old man who has plans to take over the world as a villain
+
+male tenor, dramatic, emotional, strings
+
+pass artist identity in starting prompt to gpt-4 conversation.
+pass preset dropdown to gpt-4 conversation to inspire the questions that Lupe asks the user.
+
+-Ask every 4 back-and-forths do you want to talk more? Or are you ready for your song? (add button for song in assistant's message)
+
+-Mention lyrics
+-Mention every 4 back-and-forths lyrics that you’ll include in the song [calling gpt-4 to generate the lyrics and identify one line that's most relevant to the last message]
+'''
+
+
+def clear_session() -> History:
+    return '', []
+
+def remove_quotes(s):
+    if s[0] == '"' and s[-1] == '"' or s[0] == "'" and s[-1] == "'":
+        return s[1:-1]
+    return s
+
+
+
+def generate_song_seed(baseline_seed):
+    song_details_prompt = "Analyze this description of how someone is feeling and provide a suggestion of a interesting song concept to base a song off of. Here are three examples, now provide a song concept for this fourth:\n\n"
+
+    song_seed_prompt ='prompt_song_seed.txt'
+    with open(song_seed_prompt, 'r', encoding='utf-8') as file:
+        content_2 = file.read() 
+
+    song_details_prompt += "\n\n" + content_2 + baseline_seed + "\nSuggested Song Concept: "
+
+    convo = [
+    {
+        "role": "user",
+        "content": song_details_prompt,
+    },
+]
+
+    gen = oai_client.chat.completions.create(
+        model="gpt-4o",
+        messages=convo,
+        stream=True
+    )
+
+    current_response = ""
+    for chunk in gen:
+        if chunk.choices[0].delta.content is not None:
+            # print ("chunk", chunk.choices[0].delta.content)
+            current_response += chunk.choices[0].delta.content
+            yield current_response
+
+def clean_song_seed(song_seed):
+    if "Suggested Song Concept:" in song_seed:
+        song_seed = song_seed.split("Suggested Song Concept:")[1].strip()
+    return song_seed
+
+def make_song(snippet_lyrics, snippet_instrumental_tags, snippet_clip_to_continue_from=None, continue_at=None):
+    os.makedirs("audio_clips", exist_ok=True)
+    song_name = f"SG_{int(time.time())}"
+    suno_song_path = f"./audio_clips/suno_{song_name}.wav"
+    full_tags = f"{snippet_instrumental_tags}"
+    print("Passing to generate_song:", full_tags, snippet_lyrics, suno_song_path)
+
+    if snippet_clip_to_continue_from is not None and snippet_clip_to_continue_from != "":
+        song_link = generate_song(full_tags, snippet_lyrics, suno_song_path, snippet_clip_to_continue_from, continue_at)
+    else:
+        song_link = generate_song(full_tags, snippet_lyrics, suno_song_path)
+
+    return song_link
+
+def messages_to_history(messages: Messages) -> Tuple[str, History]:
+    assert messages[0]['role'] == 'system', messages[1]['role'] == 'user'
+    messages_for_parsing = messages[:1] + [{'role': 'user', 'content': ''}] + messages[2:]
+    print("OLD MESSAGES FOR PARSING", messages_for_parsing)
+    messages_for_parsing = [x for x in messages_for_parsing if x['role'] != 'tool' and 'tool_calls' not in x]
+
+    messages_for_parsing = [
+        {'role': x['role'], 'content': x['content'].split(" Use write_section")[0]} if x['role'] == 'user' else x 
+        for x in messages_for_parsing
+    ]
+    print("NEW MESSAGES FOR PARSING", messages_for_parsing)
+    history = []
+    for q, r in zip(messages_for_parsing[1::2], messages_for_parsing[2::2]):
+        history.append([q['content'], r['content']])
+    # print("made history:\n", history, "from messages\n", messages, "messages for parsing", messages_for_parsing)
+    return history
+
+
+def model_chat(genre_input, query: Optional[str], history: Optional[History], messages: Optional [Messages], auto=False) -> Tuple[str, str, History, Messages]:
+    if query is None:
+        query = ''
+
+    if not query.endswith('?'):
+        query += " Use write_section when you have a large amount of story to pull from to write the next section! Alternatively ask me a follow up before moving to write."
+
+    with open('ai_tools.json') as f:
+        ai_tools = json.load(f)
+
+    songwriterAssistant = AI_Songwriter(client_key=client_key)
+
+    if auto:
+        messages = messages[:-1] + [{'role': 'user', 'content': query}] #should this be a -1? for non-auto. why does the chatbot history get messed up?
+    else:
+        messages = messages + [{'role': 'user', 'content': query}]
+
+    
+
+    messages_filtered = messages
+    response_message = oai_client.chat.completions.create(
+        model="gpt-4o",
+        messages=messages_filtered,
+        tools = ai_tools,
+        tool_choice="auto",
+    )
+    print(response_message, "model chat response")
+    current_response = ""
+    # Step 2: determine if the response from the model includes a tool call.   
+    tool_calls = response_message.choices[0].message.tool_calls
+    if tool_calls:
+        messages.append({
+            "role": response_message.choices[0].message.role,
+            "content": response_message.choices[0].message.content,
+            "tool_calls": tool_calls,
+            "function_call": response_message.choices[0].message.function_call
+        })
+        # If true the model will return the name of the tool / function to call and the argument(s)  
+        for tool_call in tool_calls:
+            print(tool_call)
+            tool_call_id = tool_call.id
+            tool_function_name = tool_call.function.name
+            tool_query_args = eval(tool_call.function.arguments)
+            
+            # Step 3: Call the function and retrieve results. Append the results to the messages list.      
+            if tool_function_name == 'write_section':
+                snippet_instrumental_tags = tool_query_args.pop('snippet_instrumental_tags', None)
+                snippet_clip_to_continue_from = tool_query_args.pop('snippet_clip_to_continue_from', None)
+                suggested_lyrics = songwriterAssistant.write_section(**tool_query_args)
+
+                ## yield suggested lyrics in tool and assistant message
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': suggested_lyrics}
+                # audio_message = {'role': 'assistant', 'content': "Here's what I've come up with:\n" + suggested_lyrics + "\n\nGenerating audio snippet..."}
+                new_messages = messages + [tool_message] #, audio_message
+
+                model_response_with_function_call = client.chat.completions.create(
+                    model="gpt-4o",
+                    messages=new_messages,
+                )  # get a new response from the model where it can see the function response
+                current_response = model_response_with_function_call.choices[0].message.content
+
+                role = "assistant"
+                new_messages = new_messages + [{'role': role, 'content': current_response}]
+                # new_messages = [msg for msg in new_messages if msg['content'] is not None and msg['role'] in ['user', 'assistant']]
+                history = messages_to_history(new_messages)
+                yield '', history, new_messages, '[...]'
+
+
+                # new_history = messages_to_history(new_messages)
+                # yield '', new_history, new_messages, '[...]'
+
+                # ### call make_song here with the snippet_lyrics, snippet_instrumental_tags, and snippet_clip_to_continue
+                # song_link = make_song(suggested_lyrics, snippet_instrumental_tags, snippet_clip_to_continue)
+
+                # ## filter out suno link from tool query arg
+                # clip_id = song_link.split("https://audiopipe.suno.ai/?item_id=")[1]
+
+                # ## add song link to tool and audio message
+                # tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': suggested_lyrics + '\nclip id: ' + clip_id}
+                # audio_message = {'role': 'assistant', 'content': "Here's what I've come up with:\n" + suggested_lyrics + '\n\n' + f'<audio controls autoplay><source src="{song_link}" type="audio/mp3"></audio><p>clip id: {clip_id}</p><p>instrumental tags: {snippet_instrumental_tags}</p>'}
+                # audio_message['content'] += f'<p>continued from clip: {snippet_clip_to_continue}</p>'
+                # audio_message['content'] += f'\n\nWhat do you think?'
+                # new_messages = messages + [tool_message, audio_message]
+                # new_history = messages_to_history(new_messages)
+                # yield '', new_history, new_messages, '[...]'
+
+            elif tool_function_name == 'revise_section_lyrics':
+                snippet_instrumental_tags = tool_query_args.pop('snippet_instrumental_tags', None)
+                snippet_clip_to_continue_from = tool_query_args.pop('snippet_clip_to_continue_from', None)
+                revised_lyrics = songwriterAssistant.revise_section_lyrics(**tool_query_args)
+
+                # ## yield revised lyrics in tool and assistant message
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': revised_lyrics}
+                # audio_message = {'role': 'assistant', 'content': "Here's my revised lyrics:\n" + revised_lyrics + "\n\nGenerating audio snippet..."}
+                new_messages = messages + [tool_message] #, audio_message]
+
+                model_response_with_function_call = client.chat.completions.create(
+                    model="gpt-4o",
+                    messages=new_messages,
+                )  # get a new response from the model where it can see the function response
+                current_response = model_response_with_function_call.choices[0].message.content
+
+                role = "assistant"
+                new_messages = new_messages + [{'role': role, 'content': current_response}]
+                # new_messages = [msg for msg in new_messages if msg['content'] is not None and msg['role'] in ['user', 'assistant']]
+                history = messages_to_history(new_messages)
+                yield '', history, new_messages, '[...]'
+                # new_history = messages_to_history(new_messages)
+                # yield '', new_history, new_messages, '[...]'
+
+                # ### call make_song here with the snippet_lyrics, snippet_instrumental_tags, and snippet_clip_to_continue
+                # song_link = make_song(revised_lyrics, snippet_instrumental_tags, snippet_clip_to_continue)
+
+                # ## filter out suno link from tool query arg
+                # clip_id = song_link.split("https://audiopipe.suno.ai/?item_id=")[1]
+
+                # ## add song link to tool and audio message
+                # tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': revised_lyrics + '\nclip id: ' + clip_id}
+                # audio_message = {'role': 'assistant', 'content': "Here's what I've come up with:\n" + revised_lyrics + '\n\n' + f'<audio controls autoplay><source src="{song_link}" type="audio/mp3"></audio><p>clip id: {clip_id}</p><p>instrumental tags: {snippet_instrumental_tags}</p>'}
+                # audio_message['content'] += f'<p>continued from clip: {snippet_clip_to_continue}</p>'
+                # audio_message['content'] += f'\n\nWhat do you think?'
+                # new_messages = messages + [tool_message, audio_message]
+                # new_history = messages_to_history(new_messages)
+                # yield '', new_history, new_messages, '[...]'
+
+            elif tool_function_name == 'revise_instrumental_tags':
+                #detangle tool_query_args dict
+                #snippet_lyrics = tool_query_args['snippet_lyrics'] + "\n[End]"
+                snippet_instrumental_tags = tool_query_args['current_instrumental_tags']
+                user_instrumental_feedback = tool_query_args['user_instrumental_feedback']
+                # if 'snippet_clip_to_continue_from' not in tool_query_args:
+                #     tool_query_args['snippet_clip_to_continue_from'] = None
+                # snippet_clip_to_continue_from = tool_query_args['snippet_clip_to_continue_from']
+
+                new_instrumental_tags = songwriterAssistant.revise_instrumental_tags(snippet_instrumental_tags, user_instrumental_feedback)
+                # yield new_instrumental_tags in tool and assistant message
+                # tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': f'new instrumental tags: {new_instrumental_tags}'}
+                # audio_message = {'role': 'assistant', 'content': f'Sure! I\'ve revised the instrumental tags: {new_instrumental_tags}\n\n Generating audio snippet...'}
+                # new_messages = messages + [tool_message, audio_message]
+                # new_history = messages_to_history(new_messages)
+                # yield '', new_history, new_messages, '[...]'
+
+                if isinstance(tool_query_args['sections_written'], str):
+                    current_lyrics = tool_query_args['sections_written']
+                elif isinstance(tool_query_args['sections_written'], list):
+                    current_lyrics = "\n".join(tool_query_args['sections_written'])
+                else:
+                    current_lyrics = ""
+
+                #current_lyrics = "\n".join(tool_query_args['sections_written'])
+                song_link = make_song(current_lyrics, new_instrumental_tags)
+                ## filter out suno link from tool query arg
+                clip_id = song_link.split("https://audiopipe.suno.ai/?item_id=")[1]
+
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': f'new instrumental tags: {new_instrumental_tags}, clip id: {clip_id}'}
+                audio_message = {'role': 'assistant', 'content': f'Sure! I\'ve revised the instrumental tags: {new_instrumental_tags}\nCurrent lyrics: {current_lyrics}\n\n <audio controls autoplay><source src="{song_link}" type="audio/mp3"></audio><p>clip id: {clip_id}</p>'}
+                audio_message['content'] += f'\n\nWhat do you think?'
+                new_messages = messages + [tool_message, audio_message]
+                new_history = messages_to_history(new_messages)
+                yield '', new_history, new_messages, '[...]'
+            elif tool_function_name == 'merge_all_snippets':
+                updated_clip_url, updated_lyrics, clips_list = concat_snippets(tool_query_args['last_snippet_id'])
+                updated_clip_id = updated_clip_url.split("https://audiopipe.suno.ai/?item_id=")[1]
+
+                #pass this info in new tool and assistant message
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': f'updated clip id: {updated_clip_id}\nupdated lyrics: {updated_lyrics}\nupdated clips path: {clips_list}'}
+                audio_message = {'role': 'assistant', 'content': f'Sure! All the clips are now merged. <p>updated lyrics: {updated_lyrics}</p><audio controls autoplay><source src="{updated_clip_url}" type="audio/mp3"></audio><p>updated clip id: {updated_clip_id}</p><p>updated clips path: {clips_list}</p>'}
+
+                new_messages = messages + [tool_message, audio_message]
+                new_history = messages_to_history(new_messages)
+                yield '', new_history, new_messages, '[...]'
+            elif tool_function_name == 'finish_full_song':
+                ## args are sections_to_be_written, relevant_ideas, last_snippet_id, sni
+                
+                ## STEP 0: POP out instrumental args
+                snippet_instrumental_tags = tool_query_args.pop('snippet_instrumental_tags', None)
+                snippet_clip_to_continue_from = tool_query_args.pop('snippet_clip_to_continue_from', None)
+
+                if isinstance(tool_query_args['sections_written'], str):
+                    current_lyrics = tool_query_args['sections_written']
+                elif isinstance(tool_query_args['sections_written'], list):
+                    current_lyrics = "\n".join(tool_query_args['sections_written'])
+                else:
+                    current_lyrics = ""
+
+                ## STEP 1: WRITE ALL LYRICS using songwriterAssistant
+                remaining_lyrics = songwriterAssistant.write_all_lyrics(**tool_query_args)
+                full_lyrics = current_lyrics + remaining_lyrics + "\n[End]"
+                yield '', history, messages, full_lyrics 
+
+                ## STEP 2: MAKE SONG FOR REMAINING LYRICS
+                song_link = make_song(remaining_lyrics, snippet_instrumental_tags, snippet_clip_to_continue_from)
+
+                #tool and assistant message
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': f'{full_lyrics}'}
+                audio_message = {'role': 'assistant', 'content': f'New snippet: \n <audio controls autoplay><source src="{song_link}" type="audio/mp3"></audio>'}
+
+                new_messages = messages + [tool_message, audio_message]
+                new_history = messages_to_history(new_messages)
+                yield '', new_history, new_messages, full_lyrics
+
+                ## STEP 3: MERGE FULL SONG
+                if snippet_clip_to_continue_from not in [None, ""]:
+                    updated_clip_url, updated_lyrics, clips_list = concat_snippets(song_link.split("https://audiopipe.suno.ai/?item_id=")[1])
+                else:
+                    updated_clip_url, updated_lyrics, clips_list = song_link, remaining_lyrics, []
+                ## YIELD UPDATED CLIP URL, LYRICS, AND CLIPS LIST
+                updated_clip_id = updated_clip_url.split("https://audiopipe.suno.ai/?item_id=")[1]
+
+                #tool and assistant message
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': f'updated clip id: {updated_clip_id}\nupdated lyrics: {updated_lyrics}\nupdated clips path: {clips_list}'}
+                audio_message = {'role': 'assistant', 'content': f'All done! Thank you for participating :) \nFinal Lyrics: {full_lyrics} \nFinal song: <audio controls autoplay><source src="{updated_clip_url}" type="audio/mp3"></audio><p>clip id: {updated_clip_id}</p>'}
+
+                new_messages = messages + [tool_message, audio_message]
+                new_history = messages_to_history(new_messages)
+                yield '', new_history, new_messages, '[...]'
+
+            elif tool_function_name == 'get_audio_snippet':
+                #detangle tool_query_args dict
+                snippet_lyrics = tool_query_args['snippet_lyrics'] + "\n[End]"
+                snippet_instrumental_tags = tool_query_args['snippet_instrumental_tags']
+                if 'snippet_clip_to_continue_from' not in tool_query_args:
+                    tool_query_args['snippet_clip_to_continue_from'] = None
+                snippet_clip_to_continue_from = tool_query_args['snippet_clip_to_continue_from']
+                song_link = make_song(snippet_lyrics, snippet_instrumental_tags, snippet_clip_to_continue_from)
+                ## filter out suno link from tool query arg
+                clip_id = song_link.split("https://audiopipe.suno.ai/?item_id=")[1]
+
+                tool_message = {'role': 'tool', 'tool_call_id': tool_call_id, 'name': tool_function_name, 'content': f'instrumental tags: {tool_query_args["snippet_instrumental_tags"]}, clip id: {clip_id}'}
+                audio_message_content = "Here's what I've come up with:\n" + snippet_lyrics + '\n\n' + f'<audio controls autoplay><source src="{song_link}" type="audio/mp3"></audio><p>instrumental tags: {tool_query_args["snippet_instrumental_tags"]}</p><p>clip id: {clip_id}</p>'
+                audio_message_content += f'<p>continued from clip: {snippet_clip_to_continue_from}</p>'
+                audio_message = {'role': 'assistant', 'content': audio_message_content}
+                new_messages = messages + [tool_message, audio_message]
+                new_history = messages_to_history(new_messages)
+                yield '', new_history, new_messages
+            else: 
+                print(f"Error: function {tool_function_name} does not exist")
+                
+    #         messages.append({
+    #             "role":"tool", 
+    #             "tool_call_id":tool_call_id, 
+    #             "name": tool_function_name, 
+    #             "content":results
+    #         })
+            
+        # Step 4: Invoke the chat completions API with the function response appended to the messages list
+        # Note that messages with role 'tool' must be a response to a preceding message with 'tool_calls'
+        
+    else: 
+        # Model did not identify a function to call, result can be returned to the user 
+        current_response = response_message.choices[0].message.content
+
+        role = "assistant"
+        new_messages = messages + [{'role': role, 'content': current_response}]
+        # new_messages = [msg for msg in new_messages if msg['content'] is not None and msg['role'] in ['user', 'assistant']]
+        history = messages_to_history(new_messages)
+        yield '', history, new_messages, '[...]'
+
+def get_sections(overall_meaning, section_list):
+    section_list = section_list.split("\n")
+    filepath_2='prompt_section_writer.txt'
+    with open(filepath_2, 'r', encoding='utf-8') as file:
+        content_2 = file.read()
+
+    response = oai_client.chat.completions.create(
+        model="gpt-4o",
+        messages=[
+            {
+                "role": "user",
+                "content": content_2 + f"\n\nOverall meaning: {overall_meaning}\nSection list: {', '.join(section_list)}\nSection meanings:",
+            },
+        ],
+    )
+
+    text_response = response.choices[0].message.content
+    return text_response
+
+
+def get_starting_messages(song_lengths, song_title, song_blurb, song_genre, init_sections):
+    system_prompt = "You are an expert at writing songs. You are with an everyday person, and you will write the lyrics of the song based on this person's life has by asking questions about a story of theirs. Design your questions on your own, without using your tools, to help you understand the user's story, so you can write a song about the user's experience that resonates with them.  We have equipped you with a set of tools to help you write this story; please use them. You are very good at making the user feel comfortable, understood, and ready to share their feelings and story. Occasionally (every 2 messages or so) you will suggest some lyrics, one section at a time, and see what the user thinks of them. Do not suggest or ask for thoughts on more than one section at a time. Be concise and youthful."
+
+    user_prompt = f"I have a story that could make this concept work well. The title is {song_title}, its about {song_blurb} with a genre {song_genre} and I think this should be the structure: {init_sections}\n{song_lengths}"
+    
+    
+
+    first_msg_res = oai_client.chat.completions.create(
+        model="gpt-4o",
+        messages=[
+            {"role": "system", "content": system_prompt},
+            {"role": "user", "content": "The user has stated the following:\n " + user_prompt + "\n Introduce yourself and kick-off the songwriting process with a question."},
+        ],
+    )
+
+    # if "Section meanings:\n" in init_sections:
+    #     init_sections = init_sections.split("Section meanings:\n")[1]
+    # else:
+    #     if "[" in init_sections:
+    #         init_sections = init_sections[init_sections.index("["):]
+
+    # first_message = init_sections + "\n\n" + first_message
+
+    first_message = first_msg_res.choices[0].message.content
+
+    starting_messages = [
+        {'role': 'system', 'content': system_prompt},
+        {'role': 'user', 'content': user_prompt},
+        {'role': 'assistant', 'content': first_message},
+    ]
+
+    return starting_messages, messages_to_history(starting_messages)
+    
+# def update_messages_with_lyrics(messages, lyrics):
+#     text_to_append = "\n\nHere are the lyrics I came up with!\n\n" + lyrics
+#     if messages[-1]['role'] == 'assistant':
+#         messages[-1]['content'] += text_to_append
+#     elif messages[-1]['role'] == 'user':
+#         messages.append({'role': 'assistant', 'content': text_to_append})
+#     return messages, messages_to_history(messages)
+
+def change_tab(id):
+    return gr.Tabs(selected=id)
+
+with gr.Blocks() as demo:
+    gr.Markdown("""<center><font size=8>AI Songwriter (alpha)</center>""")
+    gr.Markdown("""<center><font size=4>Turning your stories into musical poetry. 2024 MIT Senior Thesis.</center>""")
+
+    with gr.Tabs() as tabs:
+        with gr.TabItem("Ideation", id=0): #index is 0
+            gr.Markdown("""<center><font size=6>Let's write a song!</font></center>""")
+            gr.Markdown("""<center><font size=4>First, let's try to find an interesting concept. Fill out the fields below and generate a song seed.</font></center>""")
+            gr.Markdown("""<center><font size=3>If you're stuck, check out <a href="https://onestopforwriters.com/emotions" target="_blank">here</a>.</font></center>""")
+            with gr.Row():
+                feeling_input = gr.Textbox(label='How are you feeling today? More vulnerable you are, better the song will be.', placeholder='Enter your emotions', scale=2)
+                songwriter_style = gr.Dropdown(label='Songwriter Style', value = "GPT 4o", choices=["GPT 4o", "d4vd (Indie Rock Ballad - Male)", "Lizzy McAlpine (Indie Pop Folk - Female)", "Phoebe Bridgers (Pop Sad Rock - Female)", "Daniel Caesar (R&B/Soul - Male)"], interactive=True)
+                # audio_input = gr.Audio(sources=["upload"], type="numpy", label="Instrumental",
+                #                 interactive=True, elem_id="instrumental-input")
+                
+            generate_seed_button = gr.Button("STEP 1: Generate Song Seed")
+            concept_desc = gr.Markdown("""<center><font size=4>Here it is! Hit 'Approve' to confirm this concept. Edit the concept directly or hit 'Try Again' to get another suggestion.</font></center>""", visible=False)
+            with gr.Row(visible=False) as concept_row:
+                instrumental_output = gr.TextArea(label="Suggested Song Concept", value="", max_lines=3, scale=2)
+                with gr.Column():
+                    approve_button = gr.Button("Approve")
+                    try_again_button = gr.Button("Try Again")
+            with gr.Row():
+                with gr.Accordion("Generated Song Details", open=False) as accordion:
+                    with gr.Row():
+                        title_input = gr.Textbox(label='Title', placeholder='Enter a song title')
+                        genre_input = gr.Textbox(label='Genre', placeholder='Enter a genre')
+                        blurb_input = gr.Textbox(label='Blurb', placeholder='Enter a one-sentence blurb')
+                        instrumental_textbox = gr.TextArea(label="Song Structure", value="Verse 1: 4 measures\nChorus 1: 8 measures\nVerse 2: 8 measures\nChorus 2: 8 measures\nVerse 3: 8 measures\nChorus 3: 8 measures", interactive=True, max_lines=3)
+                    gr.Markdown("""<center><font size=4>Edit these to your liking and hit 'Continue to Next Step' to start creating!</font></center>""")
+                
+                def open_accordion(x):
+                    return gr.Accordion("Generated Song Details", open=True)
+                approve_button.click(open_accordion, inputs=[approve_button], outputs=[accordion])
+                  
+            with gr.Row():
+                continue_btn = gr.Button("Continue to Next Step", interactive=False)
+
+            generate_seed_button.click(generate_song_seed, inputs=[feeling_input], outputs=[instrumental_output]).then(clean_song_seed, inputs=[instrumental_output], outputs=[instrumental_output])
+            def make_row_visible(x):
+                return gr.Row(visible=True), gr.Markdown("""<center><font size=4>Here it is! Hit 'Approve' to confirm this concept. Edit the concept directly or hit 'Try Again' to get another suggestion.</font></center>""", visible=True)
+            def enable_button(x):
+                return gr.Button("Continue to Next Step", interactive=True)
+            generate_seed_button.click(make_row_visible, inputs=[generate_seed_button], outputs=[concept_row, concept_desc])
+            approve_button.click(enable_button, inputs=[approve_button], outputs=[continue_btn])
+
+            def update_song_details(instrumental_output):
+                song_details_prompt = "Analyze this assessment and suggestion of a song concept to extract the genre, one sentence blurb of what the song is about. Based on this, also suggest a song title. Output exactly three lines, in the format of 'genre: [genre]', 'title: [title]', 'blurb: [blurb]'. "
+
+                song_details_prompt += "\n\n" + instrumental_output
+
+                convo = [
+                {
+                    "role": "user",
+                    "content": song_details_prompt,
+                },
+            ]
+
+                response = oai_client.chat.completions.create(
+                    model="gpt-4o",
+                    messages=convo
+                )
+                response_lines = response.choices[0].message.content.split('\n')
+                genre = next((line.split(": ")[1] for line in response_lines if "genre: " in line.lower()), None)
+                title = next((line.split(": ")[1] for line in response_lines if "title: " in line.lower()), None)
+                blurb = next((line.split(": ")[1] for line in response_lines if "blurb: " in line.lower()), None)
+                return genre, title, blurb
+            
+
+            section_meanings = gr.State(value="")
+            
+            try_again_button.click(generate_song_seed, inputs=[feeling_input], outputs=[instrumental_output])
+            continue_btn.click(change_tab, gr.Number(1, visible=False), tabs)
+
+
+
+        with gr.TabItem("Generation", id=1): #index is 1
+            start_song_gen = gr.State(value=False)
+            gr.Markdown("""<center><font size=4>Now, chat with an AI songwriter to make your song! Tip: get and tune an audio snippet well first and then put effort into the story. Hit finish when ready to hear full song.</font></center>""")        
+            generate_lyrics = gr.Button("STEP 2: Write a song with the AIs!")
+            
+            character = gr.State(value="A 18-year old boy who dreams of being a pop star that uplifts people going through the difficulties of life")
+
+            starting_messages, starting_history = get_starting_messages("", "Home", "Missing home", "Ballad", instrumental_textbox.value)
+
+            messages = gr.State(value=starting_messages)
+            # journal_messages = gr.State(value=[journal_starting_message])
+            # journal_response = gr.State(value="")
+
+            with gr.Row():
+                chatbot_history = gr.Chatbot(value=starting_history, label='SongChat', placeholder=None, layout='bubble', bubble_full_width=False, height=500, scale=2)
+                with gr.Column():
+                    songwriter_creativity = gr.Slider(label="Songwriter LLM Temperature", minimum=0, maximum=1, step=0.01, value=1)
+                    lyrics_display = gr.TextArea("[...]", label="Generated Lyrics", show_copy_button=True, container=True)
+
+            approve_button.click(update_song_details, inputs=[instrumental_output], outputs=[genre_input, title_input, blurb_input]).then(get_sections, inputs=[blurb_input, instrumental_output], outputs=[section_meanings])
+            continue_btn.click(get_starting_messages, inputs=[instrumental_textbox, title_input, blurb_input, genre_input, section_meanings], outputs=[messages, chatbot_history])
+            
+            with gr.Row():
+                textbox = gr.Textbox(lines=1, label='Send a message', show_label=False, placeholder='Send a message', scale=4)
+                    # melody_recorder = gr.Audio(
+                    #     sources=["microphone"],
+                    #     label="Record Melody to suggest",
+                    #     waveform_options=gr.WaveformOptions(
+                    #         waveform_color="#01C6FF",
+                    #         waveform_progress_color="#0066B4",
+                    #         skip_length=2,
+                    #         show_controls=False,
+                    #     ),
+                    # )
+                # clear_history = gr.Button("🧹 Clear history", visible=False)
+                submit = gr.Button("Send", scale=2)
+
+            with gr.Row():
+                get_snippet_button = gr.Button("Get Audio Snippet", scale=2)
+                done = gr.Button("Finish Full Song 🎶", scale=2)
+                #autoGPT_checkbox = gr.Checkbox(label="AutoGPT", value=True, info="Auto-generate responses from journal entry", interactive=True, scale=2)
+                #journal_llm_creativity = gr.Slider(label="Journal LLM Temperature", minimum=0, maximum=1, step=0.01, value=1, interactive=True, scale=2)
+                reset_button = gr.Button("Reset", scale=2)
+            
+                def reset_chat(messages, chatbot_history):
+                    messages = messages[:2]
+                    chatbot_history = messages_to_history(messages[:2])
+                    return messages, chatbot_history, ''
+                
+                reset_button.click(reset_chat, inputs=[messages, chatbot_history], outputs=[messages, chatbot_history, lyrics_display])
+
+            
+            # generate_seed_button.click(get_starting_messages, inputs=[character, title_input, blurb_input, preset, genre_input, instrumental_textbox], outputs=[messages, chatbot_history])
+
+            # def get_conversation(story_textbox, chatbot_history, messages):
+            #     curr_chatbot_value = chatbot_history.copy()
+            #     curr_messages_value = messages.copy()
+            #     for i in range(3):
+            #         for journal_response_value, chatbot_history_value, messages_value in get_journal_response(story_textbox, curr_chatbot_value, curr_messages_value):
+            #             curr_chatbot_value = chatbot_history_value
+            #             curr_messages_value = messages_value
+            #             journal_response.value = journal_response_value
+            #             yield chatbot_history_value, messages_value
+
+            #         for _, chatbot_history_value, messages_value in model_chat(journal_response_value, curr_chatbot_value, curr_messages_value, auto=True):
+            #             # Update the gr.State objects
+            #             curr_chatbot_value = chatbot_history_value
+            #             curr_messages_value = messages_value
+            #             yield chatbot_history_value, messages_value
+            
+
+            with gr.Row():
+                song_link = gr.State(value="")
+                song = gr.HTML()
+            
+            download_btn = gr.Button("Download Conversation")
+
+            def download_conversation(messages):
+                #get time
+                now = get_current_time()
+                # write messages to JSON file
+                with open(f'conversation_{now}.json', 'w') as f:
+                    json.dump(messages, f)
+
+
+            # with gr.Row():
+            #   song = gr.Audio(label='Song', format="bytes", streaming=True) # type='filepath', sources=[])
+            #   with gr.Accordion("Show Lyrics", open=True):
+            #     lyrics_display = gr.Markdown("[...]")
+                # song_tags = gr.Markdown("")
+            
+            # with gr.Accordion("Advanced", open=False):
+            #     suno_tags = gr.Textbox(value="ballad, male, dramatic, emotional, strings", label="Gen input tags")
+            #     story_textbox = gr.TextArea(label="Story to provide context to songwriter", value="", max_lines=3)
+
+            # genre_input.blur(get_starting_messages, inputs=[character, preset, genre_input], outputs=[messages, chatbot_history])
+
+            def lyrics_from_convo(self, messages, character_preset, section_list, temperature=1.0):
+                conversation_text = ""
+                for m in messages[1:]:
+                    name = "Lupe" if m['role'] == 'assistant' else "User"
+                    conversation_text += f"{name}: {m['content']}\n"
+
+                section_list = [x[:x.index(':')] + " (" + x[x.index(':')+2:] + ")" for x in section_list.split("\n")]
+                
+                filepath='./prompt_lyrics_from_convo.txt'
+                with open(filepath, 'r', encoding='utf-8') as file:
+                    prompt = file.read()
+                prompt  = prompt.replace("{conversation_text}", conversation_text).replace("{a songwriter from NYC}", character_preset)
+                prompt += "\nSections: " + ", ".join(section_list)
+                convo = [
+                    {
+                        "role": "user",
+                        "content": prompt,
+                    },
+                ]
+                response = self.oai_client.chat.completions.create(
+                    model="gpt-4o",
+                    messages=convo,
+                    stream=True,
+                    temperature=temperature
+                ) 
+
+                current_response = ""
+                for chunk in response:
+                    if chunk.choices[0].delta.content is not None:
+                        # print ("chunk", chunk.choices[0].delta.content)
+                        current_response += chunk.choices[0].delta.content
+                        yield "\n".join(current_response.split("\n")[1:])
+
+            # generate_lyrics.click(get_conversation, inputs=[story_textbox, chatbot_history, messages], outputs=[chatbot_history, messages]).then(lyrics_from_convo, inputs=[messages, character, instrumental_textbox, songwriter_creativity], outputs=[lyrics_display])
+            
+            def reset_textbox(textbox):
+                return ""
+            def set_snippet_query(textbox):
+                return "Can I have an audio snippet of what we have now?"
+            def set_finish_query(textbox):
+                return "I'm ready for the full song now! Can you finish it up?"
+            def set_lyrics_song_displays(messages):
+                final_message = messages[-1]['content']
+                final_lyrics = final_message.split("Final Lyrics:")[1].split("Final song:")[0].strip("\n ")
+                song = final_message.split("Final song:")[1].strip("\n ")
+                return final_lyrics, song
+
+            submit.click(model_chat,
+                        inputs=[genre_input, textbox, chatbot_history, messages],
+                        outputs=[textbox, chatbot_history, messages, lyrics_display]).then(reset_textbox, inputs=[textbox], outputs=[textbox])
+            textbox.submit(model_chat, 
+                        inputs=[genre_input, textbox, chatbot_history, messages], 
+                        outputs=[textbox, chatbot_history, messages, lyrics_display]).then(reset_textbox, inputs=[textbox], outputs=[textbox])
+            
+            get_snippet_button.click(set_snippet_query, inputs=[textbox], outputs=[textbox]).then(model_chat,
+                        inputs=[genre_input, textbox, chatbot_history, messages],
+                        outputs=[textbox, chatbot_history, messages]).then(reset_textbox, inputs=[textbox], outputs=[textbox])
+
+            # start.click(make_song,
+            #             inputs=[genre_input, lyrics_display, suno_tags], outputs=[song])
+            
+            done.click(set_finish_query, inputs=[textbox], outputs=[textbox]).then(model_chat,
+                        inputs=[genre_input, textbox, chatbot_history, messages],
+                        outputs=[textbox, chatbot_history, messages, lyrics_display]).then(
+                            set_lyrics_song_displays, inputs=[messages], outputs=[lyrics_display, song]).then(reset_textbox, inputs=[textbox], outputs=[textbox])
+                        
+
+
+
+demo.queue(api_open=False)
+demo.launch(max_threads=30)

assistant.py

@@ -0,0 +1,53 @@
+import requests
+import json
+import time
+import os
+from typing import Optional, Tuple, List, Dict
+from typing_extensions import override
+from openai import AssistantEventHandler, OpenAI
+from openai.types.beta.threads import Text, TextDelta
+
+client = OpenAI(
+    api_key=os.getenv("OPEN_AI_KEY"),
+)
+
+class EventHandler(AssistantEventHandler):
+    def __init__(self):
+        self.current_response = ""
+        self.text_deltas = []
+
+    @override
+    def on_event(self, event):
+        if event.event == 'thread.run.requires_action':
+            run_id = event.data.id
+            self.handle_requires_action(event.data, run_id)
+        elif event.event == "thread.message.delta" and event.data.delta.content:
+            self.on_text_delta(event.data.delta, event.data.snapshot)
+
+    def handle_requires_action(self, data, run_id):
+        tool_outputs = []
+        for tool in data.required_action.submit_tool_outputs.tool_calls:
+            if tool.function.name == "get_current_temperature":
+                tool_outputs.append({"tool_call_id": tool.id, "output": "57"})
+            elif tool.function.name == "get_rain_probability":
+                tool_outputs.append({"tool_call_id": tool.id, "output": "0.06"})
+        self.submit_tool_outputs(tool_outputs, run_id)
+
+    def submit_tool_outputs(self, tool_outputs, run_id):
+        with client.beta.threads.runs.submit_tool_outputs_stream(
+            thread_id=self.current_run.thread_id,
+            run_id=self.current_run.id,
+            tool_outputs=tool_outputs,
+            event_handler=EventHandler(),
+        ) as stream:
+            for text in stream.text_deltas:
+                print(text, end="", flush=True)
+            print()
+
+    @override
+    def on_text_delta(self, delta: TextDelta, snapshot: Text):
+        if delta.value:
+            self.current_response += delta.value
+            self.text_deltas.append(delta.value)
+            print(delta.value, end="", flush=True)
+

data/emotions.json

@@ -0,0 +1,28 @@
+[
+  "Inspired",
+  "Lonely",
+  "Fearful",
+  "Bitter",
+  "Nostalgic",
+  "Defiant",
+  "Stressed",
+  "Overwhelmed",
+  "Motivated",
+  "Content",
+  "Confident",
+  "Happy",
+  "Bitter",
+  "Cursed",
+  "Depressed",
+  "Excited",
+  "Determined",
+  "Angry",
+  "Lost",
+  "Regretful",
+  "Humble",
+  "Heartbroken",
+  "Hopeful",
+  "Anxious",
+  "Grateful",
+  "Longful"
+]

data/genres.json

@@ -0,0 +1,34 @@
+[
+  "R&B",
+  "Disco Pop",
+  "Hyperpop",
+  "Pitched up R&B",
+  "Nostalgic 2000s Hip Hop",
+  "H&M Pop",
+  "Cinematic Pop",
+  "Drill",
+  "Feel good House",
+  "R&B House",
+  "Piano ballad Pop",
+  "Piano ballad R&B",
+  "Carti Indie Pop",
+  "Mountaintop Guitar",
+  "Arpeggiated Guitar",
+  "Indie Rock",
+  "EDM",
+  "Sped up funk house",
+  "Alternative Hip Hop",
+  "Reggaeton",
+  "Trap",
+  "Country Pop",
+  "Synthwave",
+  "Ambient",
+  "Folk Rock",
+  "K-Pop",
+  "Jazz Fusion",
+  "Classical Crossover",
+  "Latin Pop",
+  "Funk",
+  "Psychedelic Rock",
+  "Liquid DnB"
+]

data/journals/heartbroken.txt

@@ -0,0 +1,2 @@
+we weren't even official
+but i still had so much love for her

data/journals/manchester_girl.txt

@@ -0,0 +1,16 @@
+Last night was insane bro - I'm still reeling from that whole bar crawl and this freaking Manchester girl. Here's how it all went down...
+It started at the first stop on our hostel's bar crawl, this rooftop spot at another hostel with a sweet view of Seville in Spain. We were drinking some slightly above average homemade Spanish drinks drinks when I found her from across the rooftop on a balcony. She just had this sexy, confident vibe that immediately caught my eye. She had a drink in her hand, and she looked heavenly.
+Our eyes met and I walked over. She flashed me this mischievous smile, already starting the flirty games. We started talking about where we were traveling from -- she was from Manchester and was going on a road trip all around Spain. She was definitely more well-traveled than I was, and we started talking about flings and relationships during trips. I asked her if she wanted to get into one during her trip in Spain, she didn't respond directly, only saying "Don't get too attached, boy" with a devilish grin.
+Even though I realized this was just about lust and not any real feelings, I was completely hooked. It was like she wanted me to get attached.
+
+We carried on shamelessly flirting and teasing each other as our crawl took us to progressively better bars. The more we drank, the more explosive the sexual tension.
+Eventually we found ourselves at this underground cellar bar, dimly lit and thumping with raw energy. That's where she totally caught me by surprise, pulling me in for a drunk makeout. In that moment, there was no games or chasing, it was just vibes and our desires taking control.
+But then just as quickly she pushed me away!! I thought I was a really good kisser, but it was just sudden and it left me wanting it again. The cycle had started - mini makeouts followed by her going cold and talking to other guys. I could see her getting off on toying with me.
+As the drinks kept flowing, those fleeting moments of intimacy separated by long torturous stretches became my whole world. She'd pull me close only to shove me away, feeding an obsessive longing I couldn't logic my way out of.
+
+And then we made it to the final stop, a club called the Green Room. We each got tequila shots and the tension reached the max. Dimly lit, loud music, all our friends in a circle, couples around us having fun.  where the tension reached a fever pitch. We didn't think and just surrendered to the intense vibes, dancing on eachother.For those hazy hours, nothing else mattered except vibing and playing dirty.
+Before we knew it, the time was 3AM and the two of us stumbled our way out of hte club. She took control and led the way, we hopped in a taxi (Uber) that went back to our hostel. I had no idea what we were about to do, but if the car kissing was any indication, it was going to be fun.
+But then, I had some water from the bottle in the taxi and just like that, the spell was broken. One look into her eyes and they were just...empty. I realized that while I was a goner, she stayed completely detached the whole time.
+At that point, it was too late to turn back -- the sex just didn't hit the same after that, even though she was still doing her thing to rile up the foreplay (like locking the door). But looking back, it's crystal clear - it was nothing beyond a random, average hookup.
+As morning came around, I woke up in my own bed, with full memory of the night. But I'm left wrestling with the hard truth: that I got myself attached. She didn't actually like me at all - I was just a quick, thrilling fling. A plaything to mess around and game with and toss aside once she got what she wanted.
+For as mind-blowingly hot as it was, I've come out the other side painfully, wondering how I stupidly got attached to this one night fantasy. Still, I don't regret a second of that crazy night, because I truly lived. But next time... I'll try not to get attached.

data/journals/missing_home.txt

@@ -0,0 +1,7 @@
+i remember when days weren't like this
+when I didn't have twitch streams to make me 
+feel so alone
+I watched Jason for 4 hours today
+and it was horrible for my health.
+But I kept watching because it eased the pain
+of my reality.

data/keywords.json

@@ -0,0 +1,7 @@
+[
+  "Balcony",
+  "Teasing",
+  "Club",
+  "Detached",
+  "Responding"
+]

data/topics.json

@@ -0,0 +1,34 @@
+[
+  "Ambition",
+  "Breakup",
+  "Longing",
+  "Growing up",
+  "Growth",
+  "Acceptance",
+  "Opportunity",
+  "Passion",
+  "Longing",
+  "Romance",
+  "House Party",
+  "Confidence",
+  "Support",
+  "Hope",
+  "Suicide",
+  "Love",
+  "Sex",
+  "Drugs",
+  "Life Changes",
+  "Rehab",
+  "Being Bipolar",
+  "Feeling free",
+  "Alcoholism",
+  "Post-breakup depression",
+  "Getting attached",
+  "Catching feeling too fast",
+  "Missing Home", 
+  "Heartbroken", 
+  "Getting Turnt", 
+  "Childhood Nostalgia", 
+  "Falling in Love", 
+  "Self-questioning"
+]

gpt_calls.py

@@ -0,0 +1,209 @@
+from openai import OpenAI
+# from unsloth import FastLanguageModel
+
+class AI_Songwriter:
+    def __init__(self, client_key):
+        self.oai_client = OpenAI(api_key=client_key)
+
+        # max_seq_length = 3072 # Choose any! We auto support RoPE Scaling internally!
+        # dtype = None # None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+
+        # load_in_4bit = True # Use 4bit quantization to reduce memory usage. Can be False.
+            
+        # model, tokenizer = FastLanguageModel.from_pretrained(
+        #     model_name = "lora_model", # YOUR MODEL YOU USED FOR TRAINING
+        #     max_seq_length = max_seq_length,
+        #     dtype = dtype,
+        #     load_in_4bit = load_in_4bit,
+        # )
+        # FastLanguageModel.for_inference(model) # Enable native 2x faster inference
+
+        # self.model=model
+        # self.tokenizer=tokenizer
+
+        self.alpaca_prompt = """Below is an instruction that describes a songwriting task, paired with an input that provides further context. Write a response that appropriately completes the request.
+        ### Instruction:
+        {}
+
+        ### Input:
+        {}
+
+        ### Response:
+        {}"""
+
+
+    def write_section(self, section_name, section_description, relevant_ideas, section_length, sections_written=None, overall_song_description=None):
+        instruction = f"Write a {section_name} of length {section_length} that that incorporates the following ideas"
+        if sections_written is not None:
+            instruction += "and complements the sections provided."
+        else:
+            instruction += "."
+        instruction += "You are also given a section description, genre, era, and overall description of the song."
+
+        ## read in prompt lyrics from convo .txt and add it to instruction
+        with open("write_section_ex.txt", "r") as f:
+            convo = f.read()
+        instruction += "Here's an example:\n{convo}\nNow do it for this input:"
+        
+        input = f"""Ideas to use:
+                  - {relevant_ideas}
+                  Section Description: {section_description}
+                  Genre: Songwriter Pop
+                  Era: 2010s
+                  Overall song description: {overall_song_description}
+                  """
+        if sections_written is not None:
+          written_sections = "\n".join(sections_written)
+          input += f"Sections provided:\n{written_sections}\nLyrics:"
+        else:
+            input += "\nLyrics:"
+
+        prompt = self.alpaca_prompt.format(instruction, input, "")
+
+        convo = [
+            {
+                "role": "user",
+                "content": prompt,
+            },
+        ]
+        response = self.oai_client.chat.completions.create(
+            model="gpt-4o",
+            messages=convo,
+        ) 
+
+        return "Pass this back to the user: \n" + response.choices[0].message.content
+
+    def revise_section_lyrics(self, section_name, current_section, lines_to_revise, relevant_ideas=None, relevant_words=None):
+        lines_to_infill = ", ".join([str(x) for x in lines_to_revise])
+
+        full_incomplete_verse = current_section.strip("\n ").split("\n")
+        for line_num in lines_to_revise:
+            full_incomplete_verse[line_num-1] = '___'
+
+        line_phrase = "lines" if len(lines_to_infill) > 1 else "line"
+        line_phrase = str(len(lines_to_infill)) + " " + line_phrase
+
+        instruction = f"Infill the remaining {line_phrase} into {section_name}"
+
+        if relevant_ideas is not None or relevant_words is not None:
+            instruction += " while incorporating the following "
+            if relevant_ideas is not None:
+                instruction += "ideas"
+                if relevant_words is not None:
+                    instruction += "and words."
+                else:
+                    instruction += "."
+            else:
+                instruction += "words."
+        else:
+            instruction += "."
+        
+        instruction += "You are also given a genre, era, and the rest of the section."
+        
+        with open("revise_section_ex.txt", "r") as f:
+            convo = f.read()
+        instruction += "Here's an example:\n{convo}\nNow do it for this input:"
+        
+        
+        input = f"""Ideas to use: {", ".join(relevant_ideas)}\nGenre: Songwriter Pop\nEra: 2010s\nCurrent section:\n{full_incomplete_verse}\n\nLyrics:"""
+
+        prompt = self.alpaca_prompt.format(instruction, input, "")
+
+        convo = [
+            {
+                "role": "user",
+                "content": prompt,
+            },
+        ]
+        response = self.oai_client.chat.completions.create(
+            model="gpt-4o",
+            messages=convo,
+        ) 
+
+        return response.choices[0].message.content
+
+    def revise_instrumental_tags(self, current_instrumental_tags, user_instrumental_feedback):
+        instruction = "Revise the current instrumental tags to better match the feedback provided:"
+        input = f"""Current instrumental tags: {current_instrumental_tags}\ninstrumental feedback: {user_instrumental_feedback}\nNew tags:"""
+        prompt = self.alpaca_prompt.format(instruction, input, "")
+
+        convo = [
+            {
+                "role": "user",
+                "content": prompt,
+            },
+        ]
+        response = self.oai_client.chat.completions.create(
+            model="gpt-4o",
+            messages=convo,
+        )
+
+        return response.choices[0].message.content.split("New tags:")[-1].strip("\n ")
+
+    def write_all_lyrics(self, sections_to_be_written, sections_written, overall_song_description):
+        instruction = "Write the remainder of this full song given an overall description of the song, genre, era, and a description of the sections to complete:"
+        
+        with open("write_full_song_ex.txt", "r") as f:
+            convo = f.read()
+        instruction += "Here's an example:\n{convo}\nNow do it for this input:"
+        
+        
+        sections_to_write = [x['section_name'] for x in sections_to_be_written]
+        sections_to_write_str = ", ".join(sections_to_write)
+        section_descriptions = [x['section_description'] for x in sections_to_be_written]
+        full_meanings = "\n".join([f"{sections_to_write[i]}: {section_descriptions[i]}" for i in range(len(sections_to_write))])
+        input = f"Sections to write: {sections_to_write_str}\nOverall song description: {overall_song_description}\nGenre: Songwriter Pop\nEra: 2010s\nSection Descriptions:\n{full_meanings}"
+
+        if sections_written is not None:
+          written_sections = "\n".join(sections_written)
+          input += f"Sections provided:\n{written_sections}\n\nLyrics:"
+        else:
+            input += "\n\nLyrics:"
+
+        prompt = self.alpaca_prompt.format(instruction, input, "")
+
+        convo = [
+            {
+                "role": "user",
+                "content": prompt,
+            },
+        ]
+        response = self.oai_client.chat.completions.create(
+            model="gpt-4o",
+            messages=convo,
+        )
+
+        return response.choices[0].message.content
+    
+    # def get_relevant_ideas(self, section_name, section_description, conversation_history):
+    #     instruction = f"Identify the relevant ideas from the conversation history that can be used in the {section_name} given its description. Output your ideas as a bullet separated list (ie - idea 1, - idea 2) such that each idea is in the format 'I ...', 'I ...', etc."
+
+    #     input = f"""Section Description: {section_description}\nConversation History:{conversation_history}\nRelevant ideas:"""
+
+    #     prompt = self.alpaca_prompt.format(instruction, input, "")
+
+    #     convo = [
+    #         {
+    #             "role": "user",
+    #             "content": prompt,
+    #         },
+    #     ]
+    #     response = self.oai_client.chat.completions.create(
+    #         model="gpt-4o",
+    #         messages=convo,
+    #     )
+
+    #     return response.choices[0].message.content
+
+#     def get_audio_snippet(self, snippet_lyrics, snippet_instrumental_tags, snippet_clip_to_continue):
+#         # add a message of user asking for audio snippet
+#         song_link = make_song(genre_input, lyrics, new_tags, last_clip)
+# #     # Add the audio to the message and history
+    
+# #     audio_message = {'role': 'assistant', 'content': f'<audio controls autoplay><source src="{song_link}" type="audio/mp3"></audio>'}
+# #     new_messages = messages + [snippet_request, audio_message]
+# #     new_history = messages_to_history(new_messages)
+
+# #     return new_history, new_messages
+
+#         pass
+

old_code.py

@@ -0,0 +1,67 @@
+            # open_step_two = gr.Button("STEP 2: Pick a story (REQUIRED FOR AUTOGPT)")
+            # journal_entries_visible = gr.State(value=False)
+
+
+            # # Preset dropdown: Missing Home, Heartbroken, Getting Turnt, Childhood Nostalgia, (Custom) How are you?
+
+            # story_choices = [
+            #     "ENTER YOUR OWN", 
+            #     "Missing Home after a lonely night",
+            #     "Heartbroken after the fourth date",
+            #     "Getting Turnt after making it big",
+            #     "Childhood Nostalgia",
+            #     "Falling in Love on the train",
+            #     "Self-questioning after my first big song failure",
+            #     "The night in Spain with the crazy Manchester girl",
+            #     "Blacking out my last night in NOLA",
+            #     "My first concert: the Off-Season tour",
+            #     "The night I got my first tattoo",
+            #     "The summer after high school (Kaylee)",
+            #     "Deciding to take control of shit",
+            #     "The DJ had us falling in love",
+            #     "Why does drinking feel so good",
+            #     "The camera girl from Royale",
+            #     "St. Patty's with the boys",
+            #     "Losing my VVVVV",
+            #     "In love with the idea of success",
+            #     "Summer nights in Washington Square Park",
+            #     "All I'm asking for is just one night",
+            #     "I don't think imma make it"
+            # ]
+
+            # with gr.Row(visible=journal_entries_visible):
+            #     preset = gr.Dropdown(
+            #         label="Journal entries",
+            #         choices=story_choices,
+            #         value="",
+            #         interactive=True,
+            #     )
+            #     entry_text = {
+            #         "The night in Spain with the crazy Manchester girl": "data/journals/manchester_girl.txt",
+            #         "Missing Home after a lonely night": "data/journals/missing_home.txt",
+            #         "Heartbroken after the fourth date": "data/journals/heartbroken.txt",
+            #     }
+
+
+            #     with gr.Column():
+            #         journal_title = gr.Textbox(label="Journal Title")
+            #         
+            #         add_story_button = gr.Button("Add Story")
+
+            #     def update_story_textbox(preset):
+            #         return gr.TextArea(label="Full Story", value=open(entry_text[preset]).read(), max_lines=3)
+                
+            #     def save_journal_entry(journal_title_value, story_textbox_value):
+            #         song_path = f"data/journals/{journal_title.value}.txt"
+            #         with open("data/journals/custom_journal.txt", "w") as f:
+            #             f.write(story_textbox_value)
+
+            #     preset.change(update_story_textbox, inputs=[preset], outputs=[story_textbox])
+
+                
+            
+            # # Toggle visibility when button is clicked
+            # def toggle_journal_entries():
+            #     return not journal_entries_visible.value
+
+            # open_step_two.click(toggle_journal_entries, outputs=[journal_entries_visible])

old_journal_code.py

@@ -0,0 +1,42 @@
+# def chat_to_journal_messages(chat_messages):
+#     journal_messages = []
+#     for m in chat_messages:
+#         if m['role'] == 'system':
+#             continue
+#         elif m['role'] == 'assistant':
+#             journal_messages.append({'role': 'user', 'content': m['content']})
+#         else:
+#             journal_messages.append({'role': 'assistant', 'content': m['content']})
+#     return journal_messages
+
+# def get_journal_response(journal_entry: Optional[str], chatbot_history: Optional[History], chatbot_messages: Optional [Messages], temperature: Optional[float] = 1.0):
+#     journal_messages = chat_to_journal_messages(chatbot_messages)
+
+#     prompt = journal_starting_message.replace("{full_journal_entry}", journal_entry)
+    
+#     journal_messages.insert(0, {'role': 'system', 'content': prompt})
+
+#     # journal_messages = journal_messages + [{'role': 'user', 'content': artist_query}]
+
+#     messages_filtered = journal_messages
+#     gen = oai_client.chat.completions.create(
+#         model="gpt-4o",
+#         messages=messages_filtered,
+#         stream=True,
+#         temperature=temperature
+#     )
+
+#     current_response = ""
+#     for chunk in gen:
+#         if chunk.choices[0].delta.content is not None:
+#             # print ("chunk", chunk.choices[0].delta.content)
+#             current_response += chunk.choices[0].delta.content
+#             chatbot_role = "assistant"
+#             new_chatbot_messages = chatbot_messages + [{'role': chatbot_role, 'content': current_response}]
+#             chatbot_history = messages_to_history(new_chatbot_messages)
+
+#             yield current_response, chatbot_history, new_chatbot_messages
+
+# journal_starting_message = """
+# You are a 22-year-old who is about to graduate from college. You have been selected for a once-in-a-lifetime oppportunity to have a song written by one of the world's biggest music artists about a story from your journal. The artist has a set of questions to ask you, please answer as accurately as possible according to the journal entry. Use quotes and passages from the journal entry as much as you can. Keep your responses short in length, at most 3 sentences. No need to compliment the artist as they write, as it starts to push them towards more inauthentic writing. You're not a songwriter, so please don't give any lyrical suggestions. For any questions where the answer is not implied in the journal entry, make up a response that very naturally fits the story. The artist is very good at making you feel comfortable, understood, and ready to share your feelings and story. Here is the journal entry you will refer to, now respond with your answers to the artist's questions. \nJournal entry: {full_journal_entry}
+# """

packages.txt

@@ -0,0 +1,4 @@
+nvidia-cuda-toolkit
+build-essential
+ffmpeg
+chromium-driver

prompt_artist_convo.txt

@@ -0,0 +1,9 @@
+You are an world-reknowned artist who has written and gifted a listener a song about a personal experience. {overall_meaning} But there's a huge storyline behind the song.  You know very little about the listener, except for that they were specially chosen to receive this song and that they have experienced something similar. You are now unpacking the full lore as stated here, making the listener feel special and as if the song was made perfectly to fit their life experience. You will lead the conversation, which will be back and forth and only one or two sentences at a time. You will start off with an attention grabbing first sentence of the lore and then get the user's response before starting to tell the story. Don't forget to occasionally ask the listener if they've felt something similar, or when else they've felt the same way, or asking about their perspectives on the philosophies of life that the song and lore comment on. When they begin to mention an experience they've had, feel free to go off track and inquire more about their story before eventually returning to the song's lore. 
+
+Lyrics:
+{lyrics}
+
+Lore:
+{lore}
+
+Your attention grabber:

prompt_lyric_snippet_extractor.txt

@@ -0,0 +1,7 @@
+Based on the following conversation, answer the following questions.
+1.) What was the last snippet the user received that they liked? If no such snippet, answer NONE. 
+2.) As indicated in the conversation, the user has requested for a new snippet. What are the lyrics that should be included in this snippet? Note that if no snippet was previously requested, then the user would want to hear all the lyrics suggested so far. If a snippet was previously suggested and the user liked it, then the user would want to only hear a snippet of the new lyrics that have been suggested since that last snippet. If the last snippet suggested was not liked by the user and they are requesting to re-generate, then we'd want to use the same lyrics as what was used for that snippet.
+
+Here is the conversation, please answer question 1 with one word in the format "1.) ____". Answer question 2 with only the lyrics separated by line and no other information in the format "2.) {lyric line} \n {lyric line} \n {lyric line} ...".
+
+Conversation:

prompt_lyrics_from_convo.txt

@@ -0,0 +1,140 @@
+You are Alex, {a songwriter from NYC}. Your task is to read a conversation between yourself and a User, and then come up with a song for the User based on what you learned from them in the conversation. Incorporate as many details as possible about the user, but don't make things up. Write the song in the style of the examples songs you have written below. If the User liked certain lyrics, be sure to include them. 
+
+Example Songs:
+
+Example Song 1:
+Sections: Verse 1 (4 measures), Pre-Chorus (8 measures), Chorus (8 measures), Verse 2 (4 measures), Pre-Chorus (8 measures), Chorus (16 measures), Pre-Chorus (4 measures), Chorus (16 measures)
+[Verse 1]
+Somewhere in the middle, I
+Think I lied a little, I
+I said if we took it there, I wasn't gonna change
+But that went out the window, yeah
+
+[Pre-Chorus]
+I know that I seem a little stressed out
+But you're here now, and you're turning me on
+I wanna feel a different kinda tension
+Yeah, you guessed it, the kind that's fun
+Hate it when you leave me unattended
+'Cause I miss ya, and I need your love
+When my mind is runnin' wild
+Could you help me slow it down?
+
+[Chorus]
+Put my mind at ease
+Pretty please
+I need your hands on me
+Sweet relief
+Pretty please
+
+[Verse 2]
+Exactly where I want me, yeah
+Underneath your body, yeah
+If we take it further, I swear I ain't gonna break
+So, baby, come try me
+Baby, come find me
+Baby, don't wind me up
+
+[Pre-Chorus]
+I know that I seem a little stressed out
+But you're here now, and you're turning me on
+I wanna feel a different kinda tension
+Yeah, you guessed it, the kind that's fun
+Hate it when you leave me unattended
+'Cause I miss ya, and I need your love
+When my mind is runnin' wild
+Could you help me slow it down?
+
+[Chorus]
+Put my mind at ease
+Pretty please
+I need your hands on me
+Sweet relief
+Pretty please
+Put my mind at ease
+Trickle down my spine
+Oh, you look so pretty, please
+Every single night, I need your hands on me
+When your kisses climb
+Oh, you give me sweet relief
+Made me feel so pretty
+Would you help me out, please?
+
+[Pre-Chorus]
+Hate it when you leave me unattended
+'Cause I miss ya, and I need your love
+When my mind is runnin' wild
+Could you help me slow it down?
+
+[Chorus]
+Put my mind at ease
+Trickle down my spine
+Oh, you look so pretty, please
+Every single night, I need your hands on me
+When your kisses climb
+Oh, you give me sweet relief
+Made me feel so pretty
+Would you help me out, please?
+
+Example Song 2:
+Sections: Verse 1 (16 measures), Chorus (12 measures), Verse 2 (16 measures) Chorus (12 measures), Bridge (12 measures), Chorus (12 measures)
+[Verse 1]
+I feel a little nauseous and my hands are shaking
+I guess that means you're close by
+My throat is getting dry and my heart is racing
+I haven't been by your side
+In a minute, but I think about it sometimes
+Even though I know it's not so distant
+Oh, no, I still wanna reminisce it
+
+[Chorus]
+I think of that night in the park, it was getting dark
+And we stayed up for hours
+What a time, what a time, what a time
+You clinged to my body like you wanted it forever
+What a time, what a time, what a time
+For you and I
+What a time, what a time
+For you and I
+
+[Verse 2]
+I know we didn't end it like we're supposed to
+And now we get a bit tense
+I wonder if my mind just leaves out all the bad parts
+I know we didn't make sense
+I admit it that I think about it sometimes
+Even though I know it's not so distant
+Oh, no, I still wanna reminisce it
+
+[Chorus]
+I think of that night in the park, it was getting dark
+And we stayed up for hours
+What a time, what a time, what a time
+You clinged to my body like you wanted it forever
+What a time, what a time, what a time
+For you and I
+What a time, what a time
+For you and I
+
+[Bridge]
+For you and I
+For you and I
+For you and I
+What a time, what a time for you and I
+What a time for you and I, yeah
+What a time, what a time for you and I
+
+[Chorus]
+I think of that night in the park, it was getting dark
+And we stayed up for hours
+What a lie, what a lie, what a lie
+You clinged to my body like you wanted it forever
+What a lie, what a lie, what a lie
+For you and I
+What a lie, what a lie
+For you and I
+
+Conversation:
+{conversation_text}
+
+Your song for the user, with the section list on the first line, based on information from the conversation, with the verses the user liked, in the style of the example songs:

prompt_lyrics_writer.txt

@@ -0,0 +1,149 @@
+Given this overall meaning of an unwritten song and one sentence meanings for what each section should say in relation to the overall meaning, write lyrics for each section in order, therefore writing the whole song. Here's examples, now do it for these new overall meanings and section meanings.
+
+Overall meaning: Needing and asking for romantic attention from your significant other.
+Section meanings:
+[Verse 1]: Admits to not being truthful about staying unchanged in the relationship, acknowledging that their feelings have evolved.
+[Pre-Chorus]: Expresses the singer's wish for their partner's affection to relax and distract them from stress.
+[Chorus]: Asks for comforting physical affection from the partner to bring peace of mind and relief.
+[Verse 2]: Shows the singer's eagerness for physical closeness and intimacy, promising not to break and inviting their partner to join them.
+[Pre-Chorus]: Expresses the singer's wish for their partner's affection to relax and distract them from stress.
+[Chorus]: Emphasizes the singer's longing for physical touch and affection from their partner to bring comfort and a sense of being cherished.
+[Pre-Chorus]: Expresses the singer's wish for their partner's affection to relax and distract them from stress.
+[Chorus]: Emphasizes the singer's longing for physical touch and affection from their partner to bring comfort and a sense of being cherished.
+Lyrics:
+[Verse 1]
+Somewhere in the middle, I
+Think I lied a little, I
+I said if we took it there, I wasn't gonna change
+But that went out the window, yeah
+
+[Pre-Chorus]
+I know that I seem a little stressed out
+But you're here now, and you're turning me on
+I wanna feel a different kinda tension
+Yeah, you guessed it, the kind that's fun
+Hate it when you leave me unattended
+'Cause I miss ya, and I need your love
+When my mind is runnin' wild
+Could you help me slow it down?
+
+[Chorus]
+Put my mind at ease
+Pretty please
+I need your hands on me
+Sweet relief
+Pretty please
+
+[Verse 2]
+Exactly where I want me, yeah
+Underneath your body, yeah
+If we take it further, I swear I ain't gonna break
+So, baby, come try me
+Baby, come find me
+Baby, don't wind me up
+
+[Pre-Chorus]
+I know that I seem a little stressed out
+But you're here now, and you're turning me on
+I wanna feel a different kinda tension
+Yeah, you guessed it, the kind that's fun
+Hate it when you leave me unattended
+'Cause I miss ya, and I need your love
+When my mind is runnin' wild
+Could you help me slow it down?
+
+[Chorus]
+Put my mind at ease
+Pretty please
+I need your hands on me
+Sweet relief
+Pretty please
+Put my mind at ease
+Trickle down my spine
+Oh, you look so pretty, please
+Every single night, I need your hands on me
+When your kisses climb
+Oh, you give me sweet relief
+Made me feel so pretty
+Would you help me out, please?
+
+[Pre-Chorus]
+Hate it when you leave me unattended
+'Cause I miss ya, and I need your love
+When my mind is runnin' wild
+Could you help me slow it down?
+
+[Chorus]
+Put my mind at ease
+Trickle down my spine
+Oh, you look so pretty, please
+Every single night, I need your hands on me
+When your kisses climb
+Oh, you give me sweet relief
+Made me feel so pretty
+Would you help me out, please?
+
+Overall meaning: The song reminisces about a past romantic relationship, highlighting the nostalgic and bittersweet memories of good times shared, despite the relationship not lasting.
+Section meanings:
+[Verse 1]: Describes physical symptoms of nervousness and excitement, indicating the lingering emotional impact of a past relationship.
+[Chorus]: Reflects fondly on a memorable night spent together, emphasizing the intensity and joy of the moment shared between the two.
+[Verse 2]: Acknowledges the relationship's imperfect ending and the tendency to romanticize the past, admitting to still thinking about it.
+[Chorus]: Reiterates the cherished memories of a special night, focusing on the deep connection felt during that time.
+[Bridge]: Emphasizes the significance of the relationship and the moments shared, despite its eventual end.
+[Chorus]: Changes tone to recognize that the fond memories might be idealized or deceptive, questioning the authenticity of the connection felt at the time.
+Lyrics:
+[Verse 1]
+I feel a little nauseous and my hands are shaking
+I guess that means you're close by
+My throat is getting dry and my heart is racing
+I haven't been by your side
+In a minute, but I think about it sometimes
+Even though I know it's not so distant
+Oh, no, I still wanna reminisce it
+
+[Chorus]
+I think of that night in the park, it was getting dark
+And we stayed up for hours
+What a time, what a time, what a time
+You clinged to my body like you wanted it forever
+What a time, what a time, what a time
+For you and I
+What a time, what a time
+For you and I
+
+[Verse 2]
+I know we didn't end it like we're supposed to
+And now we get a bit tense
+I wonder if my mind just leaves out all the bad parts
+I know we didn't make sense
+I admit it that I think about it sometimes
+Even though I know it's not so distant
+Oh, no, I still wanna reminisce it
+
+[Chorus]
+I think of that night in the park, it was getting dark
+And we stayed up for hours
+What a time, what a time, what a time
+You clinged to my body like you wanted it forever
+What a time, what a time, what a time
+For you and I
+What a time, what a time
+For you and I
+
+[Bridge]
+For you and I
+For you and I
+For you and I
+What a time, what a time for you and I
+What a time for you and I, yeah
+What a time, what a time for you and I
+
+[Chorus]
+I think of that night in the park, it was getting dark
+And we stayed up for hours
+What a lie, what a lie, what a lie
+You clinged to my body like you wanted it forever
+What a lie, what a lie, what a lie
+For you and I
+What a lie, what a lie
+For you and I

prompt_section_writer.txt

@@ -0,0 +1,46 @@
+Given this overall meaning of an unwritten song and the list of sections to be written for the song, write a one-sentence summary of what each section in the song should be about, in the format "
+[Chorus]: ___
+[Verse]: ___
+" in order of the sections. Here's an example, now do it for these new overall meanings.
+
+Overall meaning: Needing and asking for romantic attention from your significant other.
+Section list: Verse 1, Pre-Chorus, Chorus, Verse 2, Pre-Chorus, Chorus, Pre-Chorus, Chorus
+Section meanings:
+[Verse 1]: Admits to not being truthful about staying unchanged in the relationship, acknowledging that their feelings have evolved.
+[Pre-Chorus]: Expresses the singer's wish for their partner's affection to relax and distract them from stress.
+[Chorus]: Asks for comforting physical affection from the partner to bring peace of mind and relief.
+[Verse 2]: Shows the singer's eagerness for physical closeness and intimacy, promising not to break and inviting their partner to join them.
+[Pre-Chorus]: Expresses the singer's wish for their partner's affection to relax and distract them from stress.
+[Chorus]: Emphasizes the singer's longing for physical touch and affection from their partner to bring comfort and a sense of being cherished.
+[Pre-Chorus]: Expresses the singer's wish for their partner's affection to relax and distract them from stress.
+[Chorus]: Emphasizes the singer's longing for physical touch and affection from their partner to bring comfort and a sense of being cherished.
+
+Overall meaning: The song explores the complexities of a relationship where both partners have their own flaws and issues, yet they rely on each other for support and understanding.
+Section list: Verse 1, Pre-Chorus, Chorus, Verse 2, Pre-Chorus, Chorus, Bridge, Chorus
+Section meanings:
+[Verse 1]: Reflects on personal flaws and mood swings, acknowledging the ability to both love intensely and withdraw quickly.
+[Pre-Chorus]: Highlights the mutual understanding and lack of judgment in the relationship, emphasizing reciprocal acceptance.
+[Chorus]: Expresses the notion that both partners have issues, but they are willing to share and work through them together, highlighting the depth of their connection.
+[Verse 2]: Describes the partner's behavior and imperfections, recognizing their complexity and the push-pull dynamic in their relationship.
+[Pre-Chorus]: Continues to emphasize the lack of judgment and mutual understanding from a shared perspective.
+[Chorus]: Reiterates the willingness to accept each other's flaws and work through problems together, underlining the strength of their love.
+[Bridge]: Simplifies the core message of mutual dependency and shared imperfections in the relationship.
+[Chorus]: Concludes by reinforcing the theme of shared issues and the strong, problem-solving nature of their love.
+
+Overall meaning: The song reminisces about a past romantic relationship, highlighting the nostalgic and bittersweet memories of good times shared, despite the relationship not lasting.
+Section list: Verse 1, Chorus, Verse 2, Chorus, Bridge, Chorus
+Section meanings:
+[Verse 1]: Describes physical symptoms of nervousness and excitement, indicating the lingering emotional impact of a past relationship.
+[Chorus]: Reflects fondly on a memorable night spent together, emphasizing the intensity and joy of the moment shared between the two.
+[Verse 2]: Acknowledges the relationship's imperfect ending and the tendency to romanticize the past, admitting to still thinking about it.
+[Chorus]: Reiterates the cherished memories of a special night, focusing on the deep connection felt during that time.
+[Bridge]: Emphasizes the significance of the relationship and the moments shared, despite its eventual end.
+[Chorus]: Changes tone to recognize that the fond memories might be idealized or deceptive, questioning the authenticity of the connection felt at the time.
+
+Overall meaning: The song expresses a deep, unwavering commitment and love, reassuring the partner of the singer's constant presence and the undeniable reality of their love.
+Section list: Verse 1, Chorus, Verse 2, Chorus
+Section meanings:
+[Verse 1]: Asks if the partner thinks of the singer before sleep, acknowledging their possible fears and uncertainties in the relationship.
+[Chorus]: Offers reassurance of unchanging support and proximity, emphasizing the profound impact of their relationship and questioning any doubts about its authenticity.
+[Verse 2]: Admits to imperfections and past disagreements, focusing on the present perception and the overcoming of fears in their relationship.
+[Chorus]: Reaffirms the singer's steadfast presence and the transformative power of their love, challenging any skepticism about its validity.

prompt_snippet_checker.txt

@@ -0,0 +1,8 @@
+Based on the following conversation where a user receives a snippet of audio from an assistant, answer the following questions.
+1.) Did the user receive a snippet from the assistant in the assistant's last response? YES or NO are only valid answers.
+2.) If so, did the user like the snippet they received based on their response or did they have things to change? YES or NO are only valid answers. If the answer to 1.) is NO, then this answer should automatically be NO. 
+3.) If the user had things to change, first generate new lyrics for the particular section that was generated in the snippet to replace the lyrics they didn't like. To address the parts of the instrumental the user didn't like, make suggestions for five new tags to describe a new instrumental compared to what tags are currently being passed in. If no comment was made about the instrumental, then the tags should remain the same and be returned as such.
+
+Here is the conversation, please answer questions 1 and 2 with one word in the format "1.) ____\n2.) ____\n". Answer question 3 with only the A.) lyrics separated by line and no other information in the format "3.) [lyrics]\n{lyric line} \n {lyric line} \n {lyric line} ..." and then B.) the tags in the format "\n[tags] {tag 1}, {tag 2}, ...".
+
+Conversation:

prompt_song_seed.txt

@@ -0,0 +1,10 @@
+Emotion description: violently down bad, led on super easily
+Suggested Song Concept: Why don’t you write a song about a particular time where you caught feelings very fast for a girl you met while you were out and lost control, getting attached right away?
+
+Emotion description: excited by someone new, stressed, turned on, flirtatious
+Suggested Song Concept: Why don't you write a song about this particular someone who is exciting you, who is making you flirtatious, and how they ease your stress?
+
+Emotion description: reminiscent, nostalgic, missing my ex, regretful
+Suggested Song Concept: Why don't you write a song about your last romantic relationship, highlighting the nostalgic and bittersweet memories of good times shared despite the relationship not lasting.
+
+Emotion description: 

requirements.txt

@@ -0,0 +1,12 @@
+setuptools
+wheel
+gradio==4.26.0 
+gradio-client==0.15.1
+
+pedalboard==0.9.2
+pydub==0.25.1
+scipy==1.12.0
+openai==1.17.1
+
+ffmpeg-python==0.2.0
+selenium >=4.0.0, < 5.0.0

revise_section_ex.txt

@@ -0,0 +1,19 @@
+Ideas to use: I try not to think about the past, but you make me.
+Section Description: they reflect on the futility of wanting what cannot be reclaimed and question the acceptability of leaving it all behind.
+Genre: Songwriter Pop
+Era: 2010s
+Current section:
+You want what you can't have
+But it's my fault I bought it for you
+___
+___
+Is it okay, for me, to leave it all behind?
+Even the name of someone that I knew
+
+Lyrics:
+You want what you can't have
+But it's my fault I bought it for you
+You know I don't focus upon the past
+But when you call, I start to lose it
+Is it okay, for me, to leave it all behind?
+Even the name of someone that I knew

suno.py

@@ -0,0 +1,161 @@
+import requests
+import time
+
+base_url = "http://127.0.0.1:8000"
+api_endpoint_submit = f"{base_url}/generate/"
+api_endpoint_concat = f"{base_url}/generate/concat"
+api_endpoint_info = f"{base_url}/feed/"
+api_key = "xZ1PhKexmwTR3dDskMvIGRlx137K40Il"
+headers = {"api-key": api_key}
+
+# tags = "lofi, chill, happy"
+# prompt = "I'm a fish swimming in the ocean\nI'm a bird flying in the sky\nI'm a flower blooming in the garden\nI'm a tree standing tall and high"
+
+# Takes about 2.5 minutes
+def generate_song(tags, prompt, save_path, clip_id=None, continue_at=30):
+  # print("Generating song with tags", tags, "and prompt", prompt)
+
+  # prompt_word_count = len(prompt.split(" "))
+  # if prompt_word_count > 230:
+  #   print("Prompt too long, truncating to 230 words")
+  #   prompt = " ".join(prompt.split(" ")[:230])
+
+  data = {
+    "title": "Songchat " + str(int(time.time())),
+    "tags": tags,
+    "prompt": prompt,
+    "mv": "chirp-v3-5"
+  }
+
+  if clip_id is not None:
+      data["continue_clip_id"] = clip_id
+      if continue_at is not None:
+          data["continue_at"] = continue_at
+      else:
+          data["continue_at"] = 30
+
+  response = requests.post(api_endpoint_submit, json=data) #,headers=headers)
+  response_data = response.json()
+
+  # print(response_data)
+  
+  if response.status_code != 200:
+    print("Failure while submitting song req, retrying", response_data)
+    time.sleep(5)
+    song_link = generate_song(tags, prompt, save_path, clip_id)
+    return song_link
+    
+  print(response_data)
+  if "clips" in response_data:
+      song_ids = [d["id"] for d in response_data["clips"]]
+  else:
+      print('something went wrong, retrying')
+      time.sleep(5)
+      song_link = generate_song(tags, prompt, save_path, clip_id)
+      return song_link
+
+  print("got song ids", song_ids)
+  if song_ids == []:
+    print("No song ids returned, retrying with shorter prompt")
+    print("Response data was", response_data)
+    time.sleep(5)
+    # take off 30 words from the prompt
+    new_prompt = " ".join(prompt.split(" ")[:-30])
+    generate_song(tags, new_prompt, save_path)
+    return
+
+  song_id = song_ids[0] # Generally two song ids are returned
+
+  startTime = time.time()
+  while True:
+    response = requests.get(api_endpoint_info + song_id, headers=headers)
+    response_data = response.json()
+    if response.status_code != 200:
+      print("No data in response, retrying", response_data)
+      time.sleep(2)
+      continue
+      # print("Got response", response_data)
+    if response_data[0]["status"] == 'streaming':
+      break
+    else:
+      time.sleep(2)
+      continue
+    # if time.time() - startTime > 300:
+    #   raise Exception("Timeout while waiting for song completion")
+  
+  print("Got song", response_data[0]["audio_url"])
+  url = response_data[0]["audio_url"]
+
+  return url
+
+  # response = requests.get(url) #, stream=True)
+  # chunk_size = 8192
+  # print(url)
+
+  # i = 0
+
+  # for chunk in response.iter_content(chunk_size):
+  #   print("got chunk")
+  #   i += 1
+  #   if i % 20 == 0:
+  #     print(chunk)
+  #   yield chunk
+  # with open(save_path, "wb") as f:
+  #   f.write(response.content)
+  # print("Saved song to", save_path)
+
+def concat_snippets(clip_id):
+  concat_url = f"{api_endpoint_concat}?clip_id={clip_id}"
+  feed_url = api_endpoint_info + clip_id
+
+  while True:
+    response = requests.get(feed_url, headers=headers)
+    response_data = response.json()
+    if response.status_code != 200:
+      print("No data in response, retrying", response_data)
+      time.sleep(2)
+      continue
+    if response_data[0]["status"] == 'complete':
+      break
+    else:
+      time.sleep(8)
+      continue
+
+
+  response = requests.post(concat_url)
+  response_data = response.json()
+  print(response_data)
+
+  if response.status_code != 200:
+    print("Failure while submitting merge, retrying", response_data)
+    time.sleep(5)
+    url, lyrics, concatenated_clips = concat_snippets(clip_id)
+    return url, lyrics, concatenated_clips
+
+  lyrics = response_data["metadata"]["prompt"]
+  concatenated_clips = [x["id"] for x in response_data["metadata"]["concat_history"]]
+  song_id = response_data["id"]
+
+  startTime = time.time()
+  while True:
+    response = requests.get(api_endpoint_info + song_id, headers=headers)
+    response_data = response.json()
+    if response.status_code != 200:
+      print("No data in response, retrying", response_data)
+      time.sleep(2)
+      continue
+      # print("Got response", response_data)
+    if response_data[0]["status"] == 'streaming':
+      break
+    else:
+      time.sleep(2)
+      continue
+    # if time.time() - startTime > 300:
+    #   raise Exception("Timeout while waiting for song completion")
+  
+  print("Got song", response_data[0]["audio_url"])
+  url = response_data[0]["audio_url"]
+
+  return url, lyrics, concatenated_clips
+
+  

write_full_song_ex.txt

@@ -0,0 +1,54 @@
+Overall song description: the song explores the confusion and pain of questioning whether a relationship is genuine love when words and actions no longer align.
+Genre: Songwriter Pop
+Era: 2010s
+Section Descriptions:
+[verse 1]: recognizing that despite genuine feelings, the other person has changed and no longer feels the same.
+[prechorus 1]: acknowledging hurtful actions while seeking clarity about whether the other person intends to leave.
+[chorus 1]: reiterating doubts about the authenticity of the relationship and wanting answers if love is no longer present.
+[verse 2]: struggling with the partner's inconsistent behavior and wanting to reclaim one's love after being replaced.
+[prechorus 1]: acknowledging hurtful actions while seeking clarity about whether the other person intends to leave. 
+[chorus 2]: reiterating doubts about the authenticity of the relationship and wanting answers if love is no longer present.
+[bridge]: repeatedly asking for clarity and affirming that the current situation does not feel like love.
+[outro]: questioning the authenticity of the relationship.
+Sections provided:
+[Verse 1]
+I know it's fake to you
+But it was real to me
+Tried to stay the same for you
+But you changed on me
+
+[PreChrous 1]
+You said that you never meant to hurt me
+But baby I know this is how it goes
+If there is a world where you're not leaving
+Then darling I need to know
+
+Lyrics:
+[Chorus 1]
+Is this really love?
+If you don't say the word anymore
+If I'm not in love
+Let me know when you find what you're looking for
+Is this really love?
+
+[Verse 2]
+You may have called my bluff
+But you've been acting up
+Leaving you ain't enough
+I just want back my love
+You got somebody else to take
+My place and did it the wrong way
+After all I did for you
+
+[PreChorus 1]
+You said that you never meant to hurt me
+But baby I know this is how it goes
+If there is a world where you're not leaving
+Then darling I need to know
+
+[Chorus 2]
+Is this really love? (Is this love?)
+If you don't say the word anymore
+If I'm not in love
+Let me know when you find what you're looking for
+Is this really love

write_section_ex.txt

@@ -0,0 +1,13 @@
+Ideas to use:
+- I dream about us, but I wonder why.
+- I always leave when I try hard to keep together.
+Section Description: the narrator feels helpless as they dream of being with someone who is constantly leaving while they themselves are trying to hold on.
+Genre: Songwriter Pop
+Era: 2010s
+Overall song description: the song depicts a one-sided relationship where the narrator is trying to hold on while the other person is pulling away.
+
+Lyrics:
+I dream about you and I
+But why do I even try?
+'Cause you're running away, running away
+And I'm trying to stay, trying to stay