broadfield-dev commited on
Commit
eca7b5d
·
verified ·
1 Parent(s): a91bf1d

Update ai_engine.py

Browse files
Files changed (1) hide show
  1. ai_engine.py +1 -1
ai_engine.py CHANGED
@@ -60,7 +60,7 @@ class LocalModelHandler:
60
  self.model = None
61
  self.tokenizer = None
62
 
63
- def chat_stream(self, messages, max_new_tokens=512, temperature=0.7):
64
  """
65
  Streams response exactly like the API-based chat_stream function.
66
  Args:
 
60
  self.model = None
61
  self.tokenizer = None
62
 
63
+ def chat_stream(self, messages, max_new_tokens=512, temperature=0.5):
64
  """
65
  Streams response exactly like the API-based chat_stream function.
66
  Args: