More considerations

README.md

@@ -8,6 +8,19 @@ sdk_version: 4.36.1
 app_file: app.py
 pinned: false
 short_description: Experimental workflow for story driven games and porting 
+models:
+    - Qwen/Qwen2-0.5B-Instruct
+    - Qwen/Qwen2-1.5B-Instruct 
+    - Qwen/Qwen2-7B-Instruct 
+    - Qwen/Qwen1.5-MoE-A2.7B-Chat
+    - HuggingFaceTB/SmolLM-135M-Instruct 
+    - microsoft/Phi-3-mini-4k-instruct        
+    - unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit 
+    - Groq/Llama-3-Groq-8B-Tool-Use
+    - hugging-quants/Meta-Llama-3.1-8B-Instruct-BNB-NF4 
+    - SpectraSuite/TriLM_3.9B_Unpacked
+    - h2oai/h2o-danube3-500m-chat
+    - OuteAI/Lite-Mistral-150M-v2-Instruct
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1089,6 +1089,7 @@ with gr.Blocks() as demo:
                 gr.HTML("July 2024 - Gemini, Cohere and Groq rate limit free APIs")
         gr.Markdown("# Current Workflow = Mermaid Diagram to (1) Story to (2) Initial JSON (through LLM and fix JSON by hand) to JSON Corrections (through LLM and fix JSON by hand) to (4) Media prompts to (5) Asset Generation to (6) JSON Media field population")
         with gr.Tab("Workflow Piplines"):
+            gr.HTML("<br>Workflow is currently based on using ZeroGPU space and resources - will add platform specific (chat changes prompts and native image generation changes order) flows much later <br>Prompt Testing has to be add each parameter level of models as smaller models can get it right with different wording")
             with gr.Tab("Mermaid Diagram to (1) Story"):
                 gr.HTML("Below 70B seem to struggle here")
                 gr.Code(WFStage1prompt , label="Prompt Used")
@@ -1099,12 +1100,16 @@ with gr.Blocks() as demo:
                     gr.Textbox(TimeRelatedMermaidStoryAttempttoRefinefrom[3], lines=30)
                     gr.Textbox(TimeRelatedMermaidStoryAttempttoRefinefrom[4], lines=30)
             with gr.Tab("Story to (2) JSON (through LLM and fix JSON by hand)"):
+                gr.HTML("This Step specifically has to be function call only if you explain the tool can take as many blocks as neccesary")
                 gr.Code(WFStage2prompt , label="Prompt Used")
             with gr.Tab("Initial JSON (through LLM and fix JSON by hand) to (3) JSON Corrections (through LLM and fix JSON by hand)"):
                 gr.Code("Lets a critique this JSON to find areas fix", label="prompt used")
             with gr.Tab("JSON Corrections (through LLM and fix JSON by hand) to (4) Media prompts"):
-                gr.Code("Lets a make a list for the prompts we will use to make media objects in this JSON: ", label="prompt used")
+                gr.HTML("This Step specifically has to be function call only")
+                gr.HTML("Gemma-9b and Mistral 8x7b is better at this prompt than llama 3.1 8b and 70b <br>Can add (each media field must get an entry) and (in python list of list format for plug and play) but they affect final output")
+                gr.Code("Lets a make a list for the prompts we will use to make media objects in this JSON. Make one for a person to interpret and one for direct media generators that focus on keywords: ", label="prompt used")
             with gr.Tab("Media prompts to (5) Asset Generation"):
+                gr.HTML("This Step specifically has to be function call only")
                 gr.Code("For each Media item described classify it by media type and comment if in a story setting it would need timing ", label="prompt used")
                 gr.HTML("This Step can be merged with the next if we can make a editor like in the semi-Auto space in test and edit tailored to just accepting the JSON and exposing only media part for editing")
             with gr.Tab("Asset Generation to (6) JSON Media field population"):
@@ -1123,7 +1128,7 @@ with gr.Blocks() as demo:
                             with gr.Accordion(key, open=False):
                                 gr.Code(item, label=key)
 
-                with gr.Tab("Linear - Player List to Empty Config with Edit support"):
+                with gr.Tab("Linear - Player List to Empty Config with Edit support (Narrative based)"):
                     with gr.Accordion("Can copy in the Test Example State Machine tab - only linear path for now", open=False):
                         gr.Markdown("# Story and Timeline Generator")
                         gr.Markdown("Click the button to generate a random timeline and story based on UI elements and story events. <br>Ask an LLM to use this to write a story around")
@@ -1162,6 +1167,9 @@ with gr.Blocks() as demo:
                         
                         generate_button.click(generate_story_and_timeline, inputs=[generate_no_story_timeline_points, generate_no_ui_timeline_points, timeline_num_lists_slider, timeline_items_per_list_slider, timeline_include_existing_games, timeline_include_multiplayer], outputs=[timeline_output_with_assets, story_output, game_structure_output_text_with_media, timeline_output_text, timeline_selected_lists_text]) #, generate_no_media_timeline_points, generate_with_media_check], outputs=[timeline_output_with_assets, timeline_output, story_output, game_structure_output_text_with_media, game_structure_output_text])
 
+                with gr.Tab("Linear - Existing Media eg. Songs and Screenshots"):
+                    gr.HTML("Media position in the story part beginning, during or end")
+
                 with gr.Tab("Linear - Machine Leaning Architectures as game maps"):
                     gr.HTML("Transformers, SSMs, Image and Video Generation Architectures, GANs, RNNS, etc.")