app.py

import gradio as gr
from transformers import AutoModelForCausalLM

model_directory = "huggingface/autopilot-ai/Indic-sentence-completion"
model = AutoModelForCausalLM.from_pretrained(
    model_directory,
    load_in_8bit=True,
    device_map="auto",
)

description = "The Indic language supported sentence completion language model"
title = "Try it out!"
examples = [["Hello my name is Raj and"]]

interface = gr.Interface.load(model,
            description=description,
            examples=examples
)

interface.launch()