Upload folder using huggingface_hub

README.md

@@ -11,11 +11,11 @@ pinned: false
 
 # CodeLM — Python Code Generation
 
-Fine-tuned StarCoder2-1B on Python code instructions.
+Fine-tuned Qwen2.5-Coder-1.5B on Python code instructions.
 
-**Base:** bigcode/starcoder2-1B | **Fine-tune:** LoRA (r=8)
+**Model:** Qwen/Qwen2.5-Coder-1.5B-Instruct | **Fine-tune:** LoRA (r=8)
 
 ## Links
 - **Trained model:** [arinbalyan/starcoder2-code-lm](https://huggingface.co/arinbalyan/starcoder2-code-lm)
-- **Training notebook:** [Kaggle](https://www.kaggle.com/code/arinbalyan/fine-tune-starcoder2-python-code)
+- **Training notebook:** [Kaggle](https://www.kaggle.com/code/arinbalyan/fine-tune-starcoder2-1b-for-python-code)
 - **HF Profile:** [arinbalyan](https://huggingface.co/arinbalyan)

app.py

@@ -4,6 +4,11 @@ import torch
 
 MODEL_ID = "arinbalyan/starcoder-code-lm"
 
+theme = (
+    gr.themes.Soft(primary_hue="indigo", neutral_hue="slate")
+    .set(button_primary_background_fill_hover="#4f46e5")
+)
+
 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,
@@ -11,48 +16,62 @@ model = AutoModelForCausalLM.from_pretrained(
     device_map="auto",
 )
 
-def generate_code(instruction):
-    prompt = f"### Instruction:\n{instruction}\n\n### Python Code:\n"
+def generate(instruction: str):
+    if not instruction.strip():
+        return "// Describe what you want to code, then hit Generate."
+    prompt = f"### Instruction:\n{instruction.strip()}\n\n### Python Code:\n"
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
-    outputs = model.generate(
-        **inputs,
-        max_new_tokens=256,
-        temperature=0.7,
-        do_sample=True,
-        pad_token_id=tokenizer.eos_token_id,
-    )
-    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    return response.split("### Python Code:\n")[-1].strip()
+    with torch.no_grad():
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=256,
+            temperature=0.7,
+            do_sample=True,
+            pad_token_id=tokenizer.eos_token_id,
+        )
+    text = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return text.split("### Python Code:\n")[-1].strip()
 
-with gr.Blocks(title="CodeLM - Python Code Generation") as demo:
-    gr.Markdown("""
-    # CodeLM - Python Code Generation
-    
-    Fine-tuned StarCoder2-1B with LoRA on Python code instructions.
-    
-    Enter a description of what you want to code, and the model will generate Python code.
-    """)
-    
+with gr.Blocks(theme=theme, title="CodeLM") as demo:
+    gr.Markdown(
+        """
+        # 🐍 CodeLM
+        Fine-tuned code model that writes Python from plain English.
+        """
+    )
     with gr.Row():
-        with gr.Column(scale=2):
-            instruction_input = gr.Textbox(
-                label="What do you want to code?",
-                placeholder="e.g., Write a function to check if a string is a palindrome",
-                lines=3
+        with gr.Column(scale=1):
+            instruction = gr.Textbox(
+                label="What should it code?",
+                placeholder="e.g., merge two sorted lists",
+                lines=3,
+            )
+            run = gr.Button("Generate", variant="primary", size="lg")
+            gr.Examples(
+                examples=[
+                    "Write a function to reverse a string",
+                    "Check if a number is prime",
+                    "Flatten a nested list recursively",
+                    "Merge two sorted lists",
+                    "Compute factorial of a number",
+                ],
+                inputs=instruction,
+                label="Try one of these",
             )
-            generate_btn = gr.Button("Generate Code", variant="primary")
-        
-        with gr.Column(scale=3):
-            code_output = gr.Code(
-                label="Generated Python Code",
+        with gr.Column(scale=1):
+            code = gr.Code(
+                label="Python",
                 language="python",
-                lines=20
+                lines=20,
             )
-    
-    generate_btn.click(
-        fn=generate_code,
-        inputs=instruction_input,
-        outputs=code_output
+    run.click(generate, inputs=instruction, outputs=code)
+    gr.Markdown(
+        """
+        <div style="text-align:center; margin-top:1rem; color:gray; font-size:0.9rem;">
+        Base: StarCoder2-1B &nbsp;•&nbsp; Fine-tune: LoRA (r=8) &nbsp;•&nbsp; Trained on Kaggle P100
+        </div>
+        """
     )
 
-demo.launch(theme=gr.themes.Soft())
+if __name__ == "__main__":
+    demo.launch(theme=theme)