adding custom prompt messages

app/main.py

@@ -407,7 +407,10 @@ async def process_infill_item(
             )
         
         # Build prompt
-        chat_messages = create_infill_prompt(normalized_text, options, attributes=item.attributes)
+        if item.custom_messages:
+            chat_messages = item.custom_messages
+        else:
+            chat_messages = create_infill_prompt(normalized_text, options, attributes=item.attributes)
         
         # Generate
         llm = await registry.get_model(model_name)

app/schemas/schemas.py

@@ -16,6 +16,7 @@ class InfillItem(BaseModel):
     id: str = Field(..., description="Unique identifier for this item")
     text_with_gaps: str = Field(..., description="Text containing [GAP:n] markers or ___ to fill")
     attributes: Dict[str, Any] = Field(default_factory=dict, description="Optional context attributes (e.g. make, model)")
+    custom_messages: Optional[List[Dict[str, str]]] = Field(None, description="Optional pre-built chat messages to override prompt generation")
 
 
 class InfillOptions(BaseModel):