arijitdas123student commited on
Commit
9ecf967
1 Parent(s): 35c2f69

Add application file

Browse files
Files changed (1) hide show
  1. app.py +23 -0
app.py ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import tensorflow as tf
3
+ from transformers import TFGPT2LMHeadModel, GPT2Tokenizer
4
+
5
+ tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
6
+ model = TFGPT2LMHeadModel.from_pretrained("gpt2", pad_token_id=tokenizer.eos_token_id)
7
+
8
+ #uncomment the lines below if you want to use GPT2-XL instead of GPT2 which would give faster outputs with greater accuracy.
9
+ #you will have to recomment the above 2 lines if you wanna use GPT2-XL.
10
+ #tokenizer = GPT2Tokenizer.from_pretrained("gpt2-xl")
11
+ #model = TFGPT2LMHeadModel.from_pretrained("gpt2-xl", pad_token_id=tokenizer.eos_token_id)
12
+
13
+ def generate_text(inp):
14
+ input_ids = tokenizer.encode(inp, return_tensors='tf')
15
+ beam_output = model.generate(input_ids, max_length=100, num_beams=5, no_repeat_ngram_size=2, early_stopping=True)
16
+ output = tokenizer.decode(beam_output[0], skip_special_tokens=True, clean_up_tokenization_spaces=True)
17
+ return ".".join(output.split(".")[:-1]) + "."
18
+
19
+ output_text = gr.outputs.Textbox()
20
+ gr.Interface(generate_text,"textbox", output_text, title="GPT-2",
21
+ description="OpenAI's GPT-2 is an unsupervised language model that \
22
+ can generate coherent text. Go ahead and input a sentence and see what it completes \
23
+ it with! Takes around 20s to run.").launch()