Create app.py

app.py

@@ -0,0 +1,79 @@
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+
+# Load model and tokenizer
+model_name = "deepseek-ai/deepseek-coder-1.3b-instruct"
+print("Loading model...")
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name, 
+    trust_remote_code=True,
+    torch_dtype=torch.float32
+)
+
+def generate_code(prompt, max_length=512, temperature=0.7):
+    """Generate code based on user prompt"""
+    # Format for instruct model
+    formatted_prompt = f"### Instruction:
+{prompt}
+
+### Response:
+"
+    
+    inputs = tokenizer(formatted_prompt, return_tensors="pt")
+    
+    with torch.no_grad():
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=max_length,
+            temperature=temperature,
+            do_sample=True,
+            top_p=0.95,
+            pad_token_id=tokenizer.eos_token_id
+        )
+    
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    # Extract only the generated part
+    response = response.split("### Response:")[-1].strip()
+    
+    return response
+
+# Create Gradio interface
+demo = gr.Interface(
+    fn=generate_code,
+    inputs=[
+        gr.Textbox(
+            label="Enter your coding prompt",
+            placeholder="Write a Python function to calculate fibonacci numbers",
+            lines=5
+        ),
+        gr.Slider(
+            minimum=128,
+            maximum=1024,
+            value=512,
+            step=64,
+            label="Max Length"
+        ),
+        gr.Slider(
+            minimum=0.1,
+            maximum=2.0,
+            value=0.7,
+            step=0.1,
+            label="Temperature"
+        )
+    ],
+    outputs=gr.Textbox(label="Generated Code", lines=15),
+    title="🚀 DeepSeek Coder 1.3B - Code Assistant",
+    description="An AI coding assistant powered by DeepSeek-Coder-1.3B. Ask coding questions, request implementations, or get help debugging!",
+    examples=[
+        ["Write a Python function to perform binary search"],
+        ["Create a REST API endpoint using Flask for user authentication"],
+        ["Write a quick sort algorithm in JavaScript"],
+        ["Write a SQL query to find duplicate records in a users table"]
+    ],
+    theme=gr.themes.Soft()
+)
+
+if __name__ == "__main__":
+    demo.launch()