without end

app.py

@@ -192,10 +192,13 @@ def answer(system: str, context: str, question: str,
         full   = tokenizer.decode(output[0], skip_special_tokens=False)
 
         start = "<|start_header_id|>assistant<|end_header_id|>\n\n"
+        startwithoutend = "<|start_header_id|>assistant"
         end = "<|eot_id|>"
 
         if start in full:
             reply = full.split(start)[-1].split(end)[0].strip()
+        elif startwithoutend in full:
+            reply = full.split(startwithoutend)[-1].split(end)[0].strip()
         else:
             reply = full