import os import gradio as gr from huggingface_hub import login from transformers import AutoModelForSeq2SeqLM, T5Tokenizer from peft import PeftModel, PeftConfig # Hugging Face login token = os.environ.get("token") login(token) print("Login is successful") # Model and tokenizer setup MODEL_NAME = "google/flan-t5-base" tokenizer = T5Tokenizer.from_pretrained(MODEL_NAME, token=token) config = PeftConfig.from_pretrained("Komal-patra/results") base_model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-base") model = PeftModel.from_pretrained(base_model, "Komal-patra/results") # Text generation function def generate_text(prompt, max_length=150): inputs = tokenizer(prompt, return_tensors="pt") outputs = model.generate( input_ids=inputs["input_ids"], max_length=max_length, num_beams=1, repetition_penalty=2.2 ) generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True) return generated_text # Custom CSS for the UI custom_css = """ .message.pending { background: #A8C4D6; } /* Response message */ .message.bot.svelte-1s78gfg.message-bubble-border { border-color: #266B99; display: flex; align-items: center; } .message.bot.svelte-1s78gfg.message-bubble-border::before { content: url('data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAK8AAACUCAMAAADS8YkpAAAAulBMVEX///8jHyDz8/MAAADt7e35+fn29vb8/PxAhq5cWluOjI0WEBJPlr1msNMdGBmC0O9LR0h5xuZFQkN+fX1bo8izsrIKAAC9vLyhoKAoJCXV1NUtcp/f3t5ubG15d3jm5uY+OzwxLS5TUFE5faeVlJRkYmPLysqqqakfa5o4MzXI6vmUtcufu8/f6e9hkrTD1OG1z9/Q4euEqcKZw9rq9vt4udiw2Ou25fhsn76a3PbX8PuNyeWJutSh0ec4kmjiAAAGHklEQVR4nO2YC1OdOBSAeWOIphTkFXkE5LHYqnV7ravd/v+/tScB7uWqXa8z3ersnG+mUwIJ+XI4eVw1DUEQBEEQBEEQBEEQBEEQBEEQBEEQBEEQBEEQBEF+Cbn11gavwzMH960dXkPL4uGtHV5Dy9jYv7XEixg8iYY0TYeIMJ0V7zuHqyjsGjFmjLG6znRdr6O3Vvo5dlIENaOM6TsY4W+t9TMMz6R07ToJs/KdGjtRWATZE2GdZp71G9c11z6woqFpFvcC+kSYUZI4/6njCrtv+4OiY3/6fCmrF08jrLOxfW6dsHLgFy8gRmh2xiEVnfOzq2v4v/KeE9bL/FF9nnoFAUpv+JUJDpN+OCgjLv84Ozv6osl5x+aZxlZLBev2rKzWjykJgSZmfntQRA4Utg7Lves/zs7Pj27gyvFkDjOv4mm9y2YWrISrksWeZTiAkYc6C7d9uIa1dGhbku1QHFXc2rycpMbUflVRvWKO/mfwPTo62sjbkMPTVpwXK2F9F8WBsnZbcFNmJvIiT9qwIL5ooQsjCTtfQgpZtNpiKvqdl8j3eEWiRNykbKspBm2Xq3yI5INqKP25vTc/T0viB/CCMJIv+HPy/SofWQ3VqexGc8JdStBmEc47ylbDzgktZM8BrQO/abrU1XhDa78oy7IgQefIgfuNLJZFQ2kIc1TERGkYIjanPTTK5Kit0pTd5J05qgak8X11iElG6hdh6pXFqDd88gXhU5kRWi83ZDXOvFlFOJy/Bdj4qyyzipjIvKc0gu9nOK5WNXGTGDbgGIb6ovK+KrsdlQJtHCiNHnbUUsbBbeMR4muFMTE0N6qzbXu1+vORtZYNV7bDixiG9GnyPf6qAhdSndUpRKBaZ0SQbH0b+xnfbFncEnNMfpaWvSngWWXW6nSd0kz3ZaSrIi6MxddOM1GtG9keC7bpGI0m177MvieX6hMLSGHWpZE3rpc3z976PhNftvX1YvJ4/bOdCZsrX61moRQImS8yWZcLmrqr+FIv4ZzD91IdOQUlhmsr3D4wh3l9ODo+/qaeN1KTsnr/RFFWz8W3euLbxcVeeODgB4k3QajyDeMOqrhk9Domy0msZvjkC/nO4rGBuVAUZQRvtQgdQ2+my8xUs6b5NgXYgTWKxjHEeH/fKK3FV6zjWz72beJyb9/Lu5r5hBRywRZM+SamTOCqbngbe648bTXVzlcOsCNC1NSkNUwbg1Cd7ICVxLk6U8LHxz9cmOq1IF6Y7UeXLafhvGPUWdvQR/lbxN06H+zUzAZYrafBTvmQCzrIAjEiSmytElTlx+Irv7FRVTlPCPW5ZkA+WHLuTsiP+2XWPYYlwnXUPceDA/GyyTEq0rl/UGPpTieq43Q/voMZrOeb007Bm1Jj8nVK0zO0IQ7dXsDc4mamWqx8Z3r5IVyP+Y820Zujs/PJ9/Zm11MUkkCnQN2sDsLcpyOfI+z0sHhVMoiZvvhyEYerAEN8xfaXYDT5uqmckyGMu+pAFdY3vvJ1nWV9dyOzgVf1Ataz5Z6ttoZPS3zXwhCPXv6cS6O980MC+0GbJH3fR56gpNf2fd1hpGSIoiSKhiGyYZWlXQSV+ySJimXlFXobBVmv2WFcwl4zZTzsF2q+talsDtXTUZc7l3x7AbckQ6ticX01CZ+enuwJL2w2qwJviRhFEIhadKkaipuQYndY6L2mHrO6HuuxcGB3LoOxCYLAF6IpB1XNaGHrajywTGCrDrrp2OukQQuZ2HcCmmZiHEcyqIE4SdhAqYZ/wlcd2p+PFt+T22+XT3Tv9o4oTgU/pIGEV3NiGHm1qmHkEPso6XkuM9e1ct4nUOzhxDwvhdvjs13BRWUv7eZbnE/tlweaVfGewxs4z6dbl3/NviB88v3Hxdpvc3f/8CTiLvDMh1g//5fiy7zU4PJqyl/QPfkIfP/2sNm4m83D3f2HDxev6+u3ABFe4quEP378sPAedaXwEt993/uLQ3+2/mYuv54+43v/8G7/Umlf//3Y9/5u83K7t+Py5sftye3tont/sXm3wZ1xNw8/vqsFAmTfdWwRBEEQBEEQBEEQBEEQBEEQBEEQBEEQBEEQBEEQ5H/NP43Akjj51w4UAAAAAElFTkSuQmCC'); margin-right: 10px; } /* User message */ .message.user.svelte-1s78gfg.message-bubble-border { background: #9DDDF9; border-color: #9DDDF9; display: flex; align-items: center; } .message.user.svelte-1s78gfg.message-bubble-border::before { content: url('https://path_to_user_icon.png'); margin-right: 10px; } /* For both user and response message as per the document */ span.md.svelte-8tpqd2.chatbot.prose p { color: #266B99; } /* Chatbot container */ .gradio-container { background: #1c1c1c; /* Dark background */ color: white; /* Light text color */ } /* RED (Hex: #DB1616) for action buttons and links only */ .clear-btn { background: #DB1616; color: white; } /* Primary colors are set to be used for all sorts */ .submit-btn { background: #266B99; color: white; } """ # Gradio interface setup with gr.Blocks(css=custom_css) as demo: with gr.Row(): with gr.Column(scale=1): gr.Markdown("