add streamlit

app.py

@@ -1,11 +1,11 @@
 # app.py
 
 import os
-import gradio as gr
+import streamlit as st
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
-# Initialize model and tokenizer
+@st.cache_resource
 def load_model(model_size: str = "32B"):
     """
     Load model and tokenizer based on size selection
@@ -58,36 +58,30 @@ def process_query(query: str, model_size: str = "7B") -> str:
         return f"Error: {str(e)}"
 
 def main():
-    with gr.Blocks() as demo:
-        with gr.Row():
-            model_size = gr.Radio(
-                choices=["0.5B", "1.5B", "3B", "7B", "14B", "32B"],
-                label="Qwen2.5-Coder Model Size:",
-                value="32B"
-            )
-        
-        with gr.Row():
-            input_text = gr.Textbox(
-                lines=5,
-                label="Input",
-                placeholder="Enter your query here..."
-            )
-        
-        with gr.Row():
-            output_text = gr.Textbox(
-                lines=10,
-                label="Output"
-            )
-        
-        submit_btn = gr.Button("Generate")
-        
-        submit_btn.click(
-            fn=process_query,
-            inputs=[input_text, model_size],
-            outputs=output_text
-        )
+    st.title("Qwen2.5-Coder Interface")
+    
+    # Model size selection
+    model_size = st.radio(
+        "Select Model Size:",
+        options=["0.5B", "1.5B", "3B", "7B", "14B", "32B"],
+        index=5  # Default to 32B (last option)
+    )
+    
+    # Input text area
+    query = st.text_area(
+        "Input",
+        placeholder="Enter your query here...",
+        height=150
+    )
     
-    demo.launch(max_threads=5)
+    # Generate button
+    if st.button("Generate"):
+        if query:
+            with st.spinner("Generating response..."):
+                response = process_query(query, model_size)
+                st.text_area("Output", value=response, height=300)
+        else:
+            st.warning("Please enter a query first.")
 
 if __name__ == "__main__":
     main()

requirements.txt

@@ -0,0 +1,3 @@
+transformers
+torch
+streamlit