tokenisation / app.py
Constantin Orasan
Added examples
949e724
raw
history blame
No virus
685 Bytes
import gradio as gr
import sentencepiece as spm
examples = [
"Hello, world!",
"This is a test.",
"The Page title option has a text input box for changing the title of the image gallery page.",
"Algoritmos de diseño de árboles"]
def greet(sentence):
sp = spm.SentencePieceProcessor()
sp.load('bpe.model')
return " ".join(sp.encode_as_pieces(sentence))
demo = gr.Interface(fn=greet, inputs="text", outputs="text",
examples=examples, title="SentencePiece BPE",
description="This is a demo for SentencePiece BPE.",
cache_examples="lazy",
concurrency_limit=30)
demo.launch()