main commit

app.py

@@ -0,0 +1,16 @@
+import gradio as gr
+from model import *
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+model = GPTLanguageModel().to(device)
+model.load_state_dict(torch.load("mini-gpt.pth"))
+
+answer = decode(model.generate(context, max_new_tokens=1000)[0].tolist())
+
+def display(number):
+    return answer[:number+1]
+
+input_slider = gr.inputs.Slider(minimum=500, maximum=1000, default=500, label="Select the maxium number of tokens/words:")
+output_text = gr.outputs.Textbox() 
+gr.Interface(fn=display, inputs=input_slider, outputs=output_text).launch()

requirements.txt

@@ -0,0 +1,2 @@
+torch
+gradio