Add DictaLM 2.0 instruct model

app.py

@@ -2,6 +2,7 @@ import os
 import gradio as gr
 from http import HTTPStatus
 from typing import Generator, List, Optional, Tuple, Dict
+import re 
 from urllib.error import HTTPError
 from flask import Flask, request, jsonify
 from transformers import AutoTokenizer, AutoModelForCausalLM
@@ -57,13 +58,15 @@ def predict():
     outputs = model.generate(inputs['input_ids'], max_length=1024, temperature=0.7, top_p=0.9)
     
     # Decode the output
-    prediction = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    prediction = tokenizer.decode(outputs[0], skip_special_tokens=True).replace(formatted_text, '').strip()
     
     return jsonify({"prediction": prediction})
 
 def run_flask():
     app.run(host='0.0.0.0', port=5000)
 
+def is_hebrew(text: str) -> bool:
+    return bool(re.search(r'[\u0590-\u05FF]', text))
 
 # Run Flask in a separate thread
 threading.Thread(target=run_flask).start()