import PIL.Image import gradio as gr import base64 import time import os import google.generativeai as genai import pathlib txt_model = genai.GenerativeModel('gemini-pro') vis_model = genai.GenerativeModel('gemini-pro-vision') import os GOOGLE_API_KEY=os.getenv('GOOGLE_API_KEY') genai.configure(api_key=GOOGLE_API_KEY) # Image to Base 64 Converter def image_to_base64(image_path): with open(image_path, 'rb') as img: encoded_string = base64.b64encode(img.read()) return encoded_string.decode('utf-8') # Function that takes User Inputs and displays it on ChatUI def query_message(history,txt,img): if not img: history += [(txt,None)] return history base64 = image_to_base64(img) data_url = f"data:image/jpeg;base64,{base64}" history += [(f"{txt} ![]({data_url})", None)] return history # Function that takes User Inputs, generates Response and displays on Chat UI def llm_response(history,text,img): if not img: response = txt_model.generate_content(text) history += [(None,response.text)] return history else: img = PIL.Image.open(img) response = vis_model.generate_content([text,img]) history += [(None,response.text)] return history # Function that takes User Inputs and displays it on ChatUI text_box_01 = "what is in the image" def output_query_message(txt,img): if not img: return txt base64 = image_to_base64(img) data_url = f"data:image/jpeg;base64,{base64}" outputText = [(f"{txt} ![]({data_url})", None)] return outputText # Function that takes User Inputs, generates Response and displays on Chat UI def output_llm_response(text,img): if not img: response = txt_model.generate_content(text) return response.text else: img = PIL.Image.open(img) response = vis_model.generate_content([text,img]) return response.text # Interface Code- Selector method def sentence_builder(animal, place): return f"""how many {animal}s from the {place} are shown in the picture?""" # gradio block with gr.Blocks(theme='snehilsanyal/scikit-learn') as app1: title = 'line clearance' with gr.Column(): outputbox = gr.Textbox(label="result here...") image_box = gr.Image(type="filepath") btn = gr.Button("Check This") clicked = btn.click(output_query_message, [text_box_01,image_box], outputbox ).then(output_llm_response, [text_box_01,image_box], outputbox ) gr.Markdown(""" ## SOP-302: Line Clearance ##