Update app.py

app.py

@@ -1,18 +1,20 @@
+#level 5 text generator
 import gradio as gr
-from transformers import pipeline
 
-generator = pipeline('text-generation', model='gpt2')
+api = gr.Interface.load("huggingface/EleutherAI/gpt-j-6B")
 
-def generate(text):
-    result = generator(text, max_length=100, num_return_sequences=3)
-    return result[0]["generated_text"]
 
-examples = [
-    ["Zoe Kwan is a 20-year old singer and songwriter who has taken Hong Kong’s music scene by storm."],
-    ["Zoe only recently began writing songs."],
-]
+def complete_with_gpt(text):
+    # Use the last 50 characters of the text as context
+    return text[:-50] + api(text[-50:])
 
-demo = gr.Interface(fn=generate, inputs=gr.inputs.Textbox(lines=5, label="Input Text"), outputs=gr.outputs.Textbox(label="Generated Text"), 
-                    title='Text Generator GPT2', examples=examples)
+
+with gr.Blocks() as demo:
+    with gr.Row():
+        textbox = gr.Textbox(placeholder="Type here and press enter...", lines=4)
+        with gr.Column():
+            btn = gr.Button("Generate")
+
+    btn.click(complete_with_gpt, textbox, textbox)
 
 demo.launch()