Initial commit

app.py

@@ -15,6 +15,10 @@ model_name = "dicta-il/dictalm2.0-instruct"
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
+# Set the pad token to eos_token if not already set
+if tokenizer.pad_token is None:
+    tokenizer.pad_token = tokenizer.eos_token
+
 History = List[Tuple[str, str]]
 Messages = List[Dict[str, str]]