Spaces:
Running
Running
File size: 4,738 Bytes
d58f539 f7de418 d58f539 f7de418 d58f539 669ae67 f7de418 d6247a0 f7de418 d58f539 f7de418 ef46ff0 16020a5 d6247a0 d58f539 f7de418 ef46ff0 f7de418 ef46ff0 d58f539 ef46ff0 d58f539 ef46ff0 d58f539 ef46ff0 d58f539 f7de418 16020a5 f7de418 d58f539 ef46ff0 f7de418 ef46ff0 f7de418 d6247a0 f7de418 ef46ff0 d6247a0 ef46ff0 f7de418 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 |
import gradio as gr
import numpy as np
import io
from pydub import AudioSegment
import tempfile
import os
import base64
import openai
import time
from dataclasses import dataclass, field
from threading import Lock
@dataclass
class AppState:
conversation: list = field(default_factory=list)
lock: Lock = field(default_factory=Lock)
client: openai.OpenAI = None
def create_client(api_key):
return openai.OpenAI(
base_url="https://llama3-1-8b.lepton.run/api/v1/",
api_key=api_key
)
def process_audio_file(audio_file, state):
if state.client is None:
raise gr.Error("Please enter a valid API key first.")
format_ = "opus"
bitrate = 16
with open(audio_file.name, "rb") as f:
audio_bytes = f.read()
audio_data = base64.b64encode(audio_bytes).decode()
try:
stream = state.client.chat.completions.create(
extra_body={
"require_audio": True,
"tts_preset_id": "jessica",
"tts_audio_format": format_,
"tts_audio_bitrate": bitrate
},
model="llama3.1-8b",
messages=[{"role": "user", "content": [{"type": "audio", "data": audio_data}]}],
temperature=0.5,
max_tokens=128,
stream=True,
)
transcript = ""
audio_chunks = []
for chunk in stream:
if chunk.choices[0].delta.content:
transcript += chunk.choices[0].delta.content
if hasattr(chunk.choices[0], 'audio') and chunk.choices[0].audio:
audio_chunks.extend(chunk.choices[0].audio)
audio_data = b''.join([base64.b64decode(a) for a in audio_chunks])
return transcript, audio_data, state
except Exception as e:
raise gr.Error(f"Error processing audio: {str(e)}")
def generate_response_and_audio(message, state):
if state.client is None:
raise gr.Error("Please enter a valid API key first.")
with state.lock:
state.conversation.append({"role": "user", "content": message})
try:
completion = state.client.chat.completions.create(
model="llama3-1-8b",
messages=state.conversation,
max_tokens=128,
stream=True,
extra_body={
"require_audio": "true",
"tts_preset_id": "jessica",
}
)
full_response = ""
audio_chunks = []
for chunk in completion:
if not chunk.choices:
continue
content = chunk.choices[0].delta.content
audio = getattr(chunk.choices[0], 'audio', [])
if content:
full_response += content
yield full_response, None, state
if audio:
audio_chunks.extend(audio)
audio_data = b''.join([base64.b64decode(a) for a in audio_chunks])
yield full_response, audio_data, state
state.conversation.append({"role": "assistant", "content": full_response})
except Exception as e:
raise gr.Error(f"Error generating response: {str(e)}")
def chat(message, state):
if not message:
return "", None, state
return generate_response_and_audio(message, state)
def set_api_key(api_key, state):
if not api_key:
raise gr.Error("Please enter a valid API key.")
state.client = create_client(api_key)
return "API key set successfully!", state
with gr.Blocks() as demo:
state = gr.State(AppState())
with gr.Row():
api_key_input = gr.Textbox(type="password", label="Enter your Lepton API Key")
set_key_button = gr.Button("Set API Key")
api_key_status = gr.Textbox(label="API Key Status", interactive=False)
with gr.Row():
with gr.Column(scale=1):
audio_file_input = gr.File(label="Upload Audio File")
with gr.Column(scale=2):
chatbot = gr.Chatbot()
text_input = gr.Textbox(show_label=False, placeholder="Type your message here...")
with gr.Column(scale=1):
audio_output = gr.Audio(label="Generated Audio")
set_key_button.click(set_api_key, inputs=[api_key_input, state], outputs=[api_key_status, state])
audio_file_input.change(
process_audio_file,
inputs=[audio_file_input, state],
outputs=[text_input, audio_output, state]
)
text_input.submit(chat, inputs=[text_input, state], outputs=[chatbot, audio_output, state])
demo.launch() |