app.py

import gradio as gr
from transformers import pipeline

model = pipeline('text-generation', model='vitaliy-sharandin/wiseai', device=0)
model.model.half()

def generate_text(prompt):
    result = model(prompt, max_length=200)
    return result[0]['generated_text']

iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
iface.launch()