update

utils/model.py

@@ -4,7 +4,7 @@ import torch
 
 
 class Model():
-    def __init__(self, model="tiiuae/falcon-7b-instruct") -> None:
+    def __init__(self, model="mistralai/Mistral-7B-Instruct-v0.1") -> None:
         pass
         self.tokenizer = AutoTokenizer.from_pretrained(model)
         self.pipeline = transformers.pipeline(
@@ -20,7 +20,7 @@ class Model():
         sequences = self.pipeline(
             content,
             max_new_tokens=max_length,
-            do_sample=False,
+            do_sample=True,
             temperature=temp,
             num_return_sequences=1,
             eos_token_id=self.tokenizer.eos_token_id,