Update networks/message_streamer.py
Browse files
networks/message_streamer.py
CHANGED
|
@@ -21,6 +21,7 @@ class MessageStreamer:
|
|
| 21 |
"mistral-7b": "</s>",
|
| 22 |
"nous-mixtral-8x7b": "<|im_end|>",
|
| 23 |
"openchat-3.5": "<|end_of_turn|>",
|
|
|
|
| 24 |
"gemma-7b": "<eos>",
|
| 25 |
}
|
| 26 |
TOKEN_LIMIT_MAP = {
|
|
@@ -28,6 +29,7 @@ class MessageStreamer:
|
|
| 28 |
"mistral-7b": 32768,
|
| 29 |
"nous-mixtral-8x7b": 32768,
|
| 30 |
"openchat-3.5": 8192,
|
|
|
|
| 31 |
"gemma-7b": 8192,
|
| 32 |
}
|
| 33 |
TOKEN_RESERVED = 100
|
|
|
|
| 21 |
"mistral-7b": "</s>",
|
| 22 |
"nous-mixtral-8x7b": "<|im_end|>",
|
| 23 |
"openchat-3.5": "<|end_of_turn|>",
|
| 24 |
+
"codellama-7b": "<|end_of_turn|>",
|
| 25 |
"gemma-7b": "<eos>",
|
| 26 |
}
|
| 27 |
TOKEN_LIMIT_MAP = {
|
|
|
|
| 29 |
"mistral-7b": 32768,
|
| 30 |
"nous-mixtral-8x7b": 32768,
|
| 31 |
"openchat-3.5": 8192,
|
| 32 |
+
"codellama-7b": 8192,
|
| 33 |
"gemma-7b": 8192,
|
| 34 |
}
|
| 35 |
TOKEN_RESERVED = 100
|