Update app.py

app.py

@@ -2,11 +2,16 @@ import gradio as gr
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
-
-tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+# ============================================================
+# MODEL
+# ============================================================
 
 MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
 
+print("Loading tokenizer...")
+tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+
+print("Loading model...")
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,
     dtype=torch.float32
@@ -14,6 +19,12 @@ model = AutoModelForCausalLM.from_pretrained(
 
 model.eval()
 
+print("Model loaded successfully!")
+
+
+# ============================================================
+# PRODUCT CONTENT GENERATOR
+# ============================================================
 
 def generate_product_content(
     product_name,
@@ -23,25 +34,35 @@ def generate_product_content(
     features,
     target_customer
 ):
+
+    # Clean empty values
+    product_name = product_name.strip()
+    category = category.strip()
+    material = material.strip()
+    color = color.strip()
+    features = features.strip()
+    target_customer = target_customer.strip()
+
     prompt = f"""
-You are an ecommerce product content writer.
+You are an ecommerce product copywriter.
 
-Create professional ecommerce content for the following product.
+Write product content using ONLY the information provided below.
 
-Product name: {product_name}
+PRODUCT:
+Name: {product_name}
 Category: {category}
 Material: {material}
 Color: {color}
 Features: {features}
-Target customer: {target_customer}
+Target Customer: {target_customer}
 
-Return ONLY this format:
+Return exactly this format:
 
 SHORT_DESCRIPTION:
-2 sentences.
+Write 1-2 concise sentences.
 
 DESCRIPTION:
-80-120 words.
+Write a natural ecommerce product description.
 
 KEY_FEATURES:
 - Feature 1
@@ -50,23 +71,26 @@ KEY_FEATURES:
 - Feature 4
 
 SEO_TITLE:
-Maximum 60 characters.
+Write an SEO-friendly title.
 
 META_DESCRIPTION:
-Maximum 155 characters.
+Write a short SEO meta description.
 
-Rules:
+RULES:
 - Do not invent specifications.
-- Do not mention unavailable features.
-- Do not use exaggerated medical or guaranteed claims.
-- Keep the writing suitable for an ecommerce store.
-- Use clear and natural English.
+- Do not invent dimensions.
+- Do not invent certifications.
+- Do not make medical claims.
+- Do not make unrealistic guarantees.
+- Do not mention that you are an AI.
+- Do not add explanations outside the requested format.
+- Keep the language natural and suitable for an online store.
 """
 
     messages = [
         {
             "role": "system",
-            "content": "You are a professional ecommerce product copywriter."
+            "content": "You are a professional ecommerce product content writer."
         },
         {
             "role": "user",
@@ -74,43 +98,121 @@ Rules:
         }
     ]
 
-    inputs = tokenizer.apply_chat_template(
+    # Apply model's chat template
+    input_text = tokenizer.apply_chat_template(
         messages,
-        add_generation_prompt=True,
-        tokenize=True,
+        tokenize=False,
+        add_generation_prompt=True
+    )
+
+    inputs = tokenizer(
+        input_text,
         return_tensors="pt"
     )
 
+    # Generate
     with torch.no_grad():
         outputs = model.generate(
-            inputs,
-            max_new_tokens=400,
+            **inputs,
+            max_new_tokens=300,
             temperature=0.7,
             top_p=0.9,
-            do_sample=True
+            do_sample=True,
+            repetition_penalty=1.1
         )
 
+    # Remove input tokens
+    generated_tokens = outputs[0][inputs["input_ids"].shape[-1]:]
+
     result = tokenizer.decode(
-        outputs[0][inputs.shape[-1]:],
+        generated_tokens,
         skip_special_tokens=True
     )
 
-    return result
-
-
-demo = gr.Interface(
-    fn=generate_product_content,
-    inputs=[
-        gr.Textbox(label="Product Name"),
-        gr.Textbox(label="Category"),
-        gr.Textbox(label="Material"),
-        gr.Textbox(label="Color"),
-        gr.Textbox(label="Features"),
-        gr.Textbox(label="Target Customer"),
-    ],
-    outputs=gr.Textbox(label="Generated Content"),
-    title="Ecommerce Product Content Generator",
-    description="Generate product descriptions and SEO content."
-)
+    return result.strip()
+
+
+# ============================================================
+# GRADIO UI
+# ============================================================
+
+with gr.Blocks(title="Product Content AI") as demo:
+
+    gr.Markdown(
+        """
+        # Product Content AI
+
+        Generate ecommerce product descriptions and SEO content.
+        """
+    )
+
+    with gr.Row():
+
+        with gr.Column():
+
+            product_name = gr.Textbox(
+                label="Product Name",
+                placeholder="Blue Crystal Necklace"
+            )
+
+            category = gr.Textbox(
+                label="Category",
+                placeholder="Necklace"
+            )
+
+            material = gr.Textbox(
+                label="Material",
+                placeholder="Alloy"
+            )
+
+            color = gr.Textbox(
+                label="Color",
+                placeholder="Blue and Gold"
+            )
+
+            features = gr.Textbox(
+                label="Product Features",
+                placeholder="Crystal pendant, lightweight, adjustable chain",
+                lines=4
+            )
+
+            target_customer = gr.Textbox(
+                label="Target Customer",
+                placeholder="Women"
+            )
+
+            generate_button = gr.Button(
+                "Generate Product Content",
+                variant="primary"
+            )
+
+        with gr.Column():
+
+            output = gr.Textbox(
+                label="Generated Content",
+                lines=18
+            )
+
+    generate_button.click(
+        fn=generate_product_content,
+        inputs=[
+            product_name,
+            category,
+            material,
+            color,
+            features,
+            target_customer
+        ],
+        outputs=output,
+        api_name="generate_product_content"
+    )
+
+
+# ============================================================
+# START
+# ============================================================
 
-demo.launch()
+demo.launch(
+    server_name="0.0.0.0",
+    server_port=7860
+)