Upload 3 files

app.py

@@ -0,0 +1,55 @@
+import gradio as gr
+import torch
+from model_utils import load_model, generate_text
+
+# Initialize model
+try:
+    model_path = "best_model.pt"  # Local model file
+    model = load_model(model_path)
+    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    model = model.to(device)
+except Exception as e:
+    print(f"Error loading model: {e}")
+    model = None
+
+def predict(prompt, max_tokens, temperature, top_k):
+    """Wrapper function for Gradio interface"""
+    if model is None:
+        return "Error: Model failed to load. Please check the logs."
+    
+    try:
+        generated_text = generate_text(
+            model=model,
+            prompt=prompt,
+            max_new_tokens=max_tokens,
+            temperature=temperature,
+            top_k=top_k
+        )
+        return generated_text
+    except Exception as e:
+        return f"Error during generation: {str(e)}"
+
+# Create Gradio interface
+demo = gr.Interface(
+    fn=predict,
+    inputs=[
+        gr.Textbox(label="Enter your prompt", lines=3),
+        gr.Slider(minimum=1, maximum=200, value=50, step=1, label="Max Tokens"),
+        gr.Slider(minimum=0.1, maximum=2.0, value=0.8, step=1, label="Temperature"),
+        gr.Slider(minimum=1, maximum=100, value=40, step=1, label="Top-k"),
+    ],
+    outputs=gr.Textbox(label="Generated Text", lines=5),
+    title="GPT Text Generation",
+    description="Enter a text prompt and the model will generate a continuation.",
+    examples=[
+        ["The quick brown fox", 50, 0.8, 40],
+        ["Once upon a time", 100, 0.9, 50],
+        ["In the distant future", 75, 0.7, 30],
+    ],
+)
+
+if __name__ == "__main__":
+    demo.launch(share=True)  # You can set share=False if you don't want to share publicly
+else:
+    # For Hugging Face Spaces
+    app = demo.launch(share=False)

best_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a7c8f4600dd1463f53caa8e594dc828d421e9e9001ed42aeb6b6ee8064abf7
+size 921869805

requirements.txt

@@ -0,0 +1,3 @@
+torch
+tiktoken
+gradio