Spaces:
Sleeping
Sleeping
Update ai_engine.py
Browse files- ai_engine.py +1 -1
ai_engine.py
CHANGED
|
@@ -60,7 +60,7 @@ class LocalModelHandler:
|
|
| 60 |
self.model = None
|
| 61 |
self.tokenizer = None
|
| 62 |
|
| 63 |
-
def chat_stream(self, messages, max_new_tokens=512, temperature=0.
|
| 64 |
"""
|
| 65 |
Streams response exactly like the API-based chat_stream function.
|
| 66 |
Args:
|
|
|
|
| 60 |
self.model = None
|
| 61 |
self.tokenizer = None
|
| 62 |
|
| 63 |
+
def chat_stream(self, messages, max_new_tokens=512, temperature=0.5):
|
| 64 |
"""
|
| 65 |
Streams response exactly like the API-based chat_stream function.
|
| 66 |
Args:
|