Add DictaLM 2.0 instruct model

app.py

@@ -7,11 +7,17 @@ from flask import Flask, request, jsonify
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import threading
 import requests
+import torch
 
 
 # Load the model and tokenizer
-tokenizer = AutoTokenizer.from_pretrained("./dictalm2.0-instruct")
-model = AutoModelForCausalLM.from_pretrained("./dictalm2.0-instruct")
+#tokenizer = AutoTokenizer.from_pretrained("./dictalm2.0-instruct-roys-chat")
+#model = AutoModelForCausalLM.from_pretrained("./dictalm2.0-instruct-roys-chat")
+
+# Load the model and tokenizer
+model_name = "dicta-il/dictalm2.0-instruct"
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 History = List[Tuple[str, str]]
 Messages = List[Dict[str, str]]
@@ -123,7 +129,7 @@ with gr.Blocks(css='''
   textarea {
     font-size: 1.2em;
   }
-''', js=CUSTOM_JS) as demo:
+''', js=None) as demo:
     gr.Markdown("""
 <div class="dicta-header">
   <a href="">

dictalm2.0-instruct-roys-chat

@@ -0,0 +1 @@
+Subproject commit 904fe27fa1d32569b62b4a0fc094e3277bd076d3

requirements.txt

@@ -1,4 +1,5 @@
 flask
 gradio
 transformers
-torch
+torch
+requests