import gradio as gr                                                         
import concurrent.futures

# Load the model into RAM
model = gr.load("models/black-forest-labs/FLUX.1-schnell")

def interact(input):
    # Define the function for user interaction
    response = model(input)
    return response

# Use ThreadPoolExecutor to manage the threads
with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:
    # Create a Gradio interface with the loaded model
    interface = gr.Interface(fn=interact, inputs="text", outputs="image")
    # Handle the interactions with Gradio
    interface.launch()