Remove dropdown, single text input, fix device handling

app.py

@@ -30,31 +30,26 @@ SYSTEM_PROMPT = (
     "Preservation Notes, Constraint Check."
 )
 
-CONSTRAINTS = [
-    "vegan",
-    "dairy_free",
-    "gluten_free",
-    "vegetarian",
-    "nut_free",
-    "egg_free",
-    "low_sodium",
-]
-
-EXAMPLE_TONKOTSU = (
+EXAMPLES = [
     "Adapt this tonkotsu ramen recipe for a vegan diet:\n\n"
     "Ingredients: pork bones, pork belly, eggs, wheat noodles, soy sauce, "
     "mirin, garlic, ginger, green onions, nori, sesame oil.\n\n"
     "Instructions: Boil pork bones for 12 hours for broth. Char pork belly. "
-    "Soft-boil eggs. Cook wheat noodles. Assemble with toppings."
-)
+    "Soft-boil eggs. Cook wheat noodles. Assemble with toppings.",
 
-EXAMPLE_CURRY = (
     "Adapt this Japanese curry recipe for gluten-free:\n\n"
     "Ingredients: curry roux (contains wheat flour), chicken thighs, potatoes, "
     "carrots, onions, rice, soy sauce, mirin, dashi stock.\n\n"
     "Instructions: Saut\u00e9 onions, brown chicken, add vegetables, add water and "
-    "curry roux, simmer 20 minutes. Serve over rice."
-)
+    "curry roux, simmer 20 minutes. Serve over rice.",
+
+    "I want to make mapo tofu but I'm vegetarian. Here's the original recipe:\n\n"
+    "Ingredients: firm tofu, ground pork, doubanjiang, soy sauce, Sichuan "
+    "peppercorns, garlic, ginger, green onions, sesame oil, chicken stock.\n\n"
+    "Instructions: Fry ground pork until crispy, add doubanjiang and aromatics, "
+    "add chicken stock, slide in tofu cubes, simmer 5 minutes, finish with "
+    "Sichuan peppercorn oil.",
+]
 
 # ---------------------------------------------------------------------------
 # Model loading (once at startup)
@@ -88,22 +83,20 @@ print("Model loaded.")
 # ---------------------------------------------------------------------------
 
 
-def generate(recipe: str, constraint: str) -> str:
+def generate(message: str) -> str:
     """Generate an adapted recipe from the fine-tuned model."""
-    if not recipe.strip():
-        return "Please paste a recipe above."
+    if not message.strip():
+        return "Please enter a recipe adaptation request."
 
-    user_content = f"Constraint: {constraint}\n\n{recipe}"
     messages = [
         {"role": "system", "content": SYSTEM_PROMPT},
-        {"role": "user", "content": user_content},
+        {"role": "user", "content": message},
     ]
 
     text = tokenizer.apply_chat_template(
         messages, tokenize=False, add_generation_prompt=True,
     )
-    inputs = tokenizer(text, return_tensors="pt")
-    inputs = {k: v.to(model.device) for k, v in inputs.items()}
+    inputs = tokenizer(text, return_tensors="pt").to("cuda")
 
     gen_kwargs = {
         "max_new_tokens": MAX_NEW_TOKENS,
@@ -131,36 +124,24 @@ DESCRIPTION = """\
 Fine-tuned [Ministral 8B](https://huggingface.co/mistralai/Ministral-8B-Instruct-2410) \
 adapter for dietary-compliant recipe transformation.
 
-**How it works:** paste a recipe, pick a dietary constraint, and the model \
-generates an adapted version with substitution rationale, modified ingredients, \
-updated steps, and a compliance check.
+**How it works:** describe what you want adapted and the dietary constraint, \
+and the model generates a full adapted recipe with substitution rationale, \
+modified ingredients, updated steps, and a compliance check.
 
 Adapter: [`sumitdotml/robuchan`](https://huggingface.co/sumitdotml/robuchan)
 """
 
-examples = [
-    [EXAMPLE_TONKOTSU, "vegan"],
-    [EXAMPLE_CURRY, "gluten_free"],
-]
-
 demo = gr.Interface(
     fn=generate,
-    inputs=[
-        gr.Textbox(
-            label="Recipe",
-            placeholder="Paste ingredients + instructions here ...",
-            lines=10,
-        ),
-        gr.Dropdown(
-            choices=CONSTRAINTS,
-            value="vegan",
-            label="Dietary Constraint",
-        ),
-    ],
+    inputs=gr.Textbox(
+        label="Recipe Adaptation Request",
+        placeholder="e.g. Adapt this tonkotsu ramen recipe for a vegan diet:\n\nIngredients: pork bones, pork belly, ...\n\nInstructions: Boil pork bones for 12 hours ...",
+        lines=10,
+    ),
     outputs=gr.Markdown(label="Adapted Recipe"),
     title="Robuchan",
     description=DESCRIPTION,
-    examples=examples,
+    examples=EXAMPLES,
     cache_examples=False,
     flagging_mode="never",
 )