import gradio as gr from openai import OpenAI import requests import json url = "https://chat-engine-test.carleadsup.com/api/call/llm" headers = {'Content-Type': 'application/json'} def greet(text): payload = { "body": { "token": "jshgduwygdhbwdb1234", "messages": [ {"role": "system", "content": ""}, {"role": "user", "content": text}], "model":"RaphaelKalandadze/test4", "temperature": 0.4, "max_tokens": 512, "frequency_penalty": 1.2, } } response = requests.post(url, json=payload, headers=headers) loaded = json.loads(response.json()["body"])["resp"]["content"] return loaded demo = gr.Interface(fn=greet, inputs="text", outputs="text") demo.launch()