Spaces:
Sleeping
Sleeping
File size: 1,349 Bytes
47f66f2 a070f41 e905207 a070f41 47f66f2 a070f41 47f66f2 a070f41 26cfd85 47f66f2 26cfd85 47f66f2 25d52ff 47f66f2 26cfd85 47f66f2 26cfd85 47f66f2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
import spaces
from huggingface_hub import InferenceClient
import gradio as gr
client = InferenceClient('mistralai/Mixtral-8x7B-Instruct-v0.1')
@spaces.GPU(duration=60)
def generate_response(chat, kwargs):
output = ''
stream = client.text_generation(chat, **kwargs, stream=True, details=True, return_full_text=False)
for response in stream:
output += response.token.text
return output
def function(prompt):
chat = f"<s>[INST] {prompt} [/INST]</s>"
kwargs = dict(
temperature=0.5,
max_new_tokens=4096,
top_p=0.95,
repetition_penalty=1.0,
do_sample=True, # Upewnij się, że używasz próbkowania
seed=1337
)
try:
output = generate_response(chat, kwargs)
return output
except:
return ''
interface = gr.ChatInterface(
fn=function,
chatbot=gr.Chatbot(
avatar_images=None,
container=False,
show_copy_button=True,
layout='bubble',
render_markdown=True,
line_breaks=True
),
css='h1 {font-size:22px;} h2 {font-size:20px;} h3 {font-size:18px;} h4 {font-size:16px;}',
autofocus=True,
fill_height=True,
analytics_enabled=False,
submit_btn='Chat',
stop_btn=None,
retry_btn=None,
undo_btn=None,
clear_btn=None
)
interface.launch(show_api=True)
|