Spaces:
Runtime error
Runtime error
Update constants/models.py
Browse files- constants/models.py +6 -6
constants/models.py
CHANGED
|
@@ -9,12 +9,12 @@ MODEL_MAP = {
|
|
| 9 |
"llama3-70b": "meta-llama/Meta-Llama-3-70B-Instruct",
|
| 10 |
"zephyr-141b": "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
|
| 11 |
"default": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
| 12 |
-
"Qwen2-72B
|
| 13 |
}
|
| 14 |
|
| 15 |
AVAILABLE_MODELS = list(MODEL_MAP.keys())
|
| 16 |
|
| 17 |
-
PRO_MODELS = ["command-r-plus", "llama3-70b", "zephyr-141b", "
|
| 18 |
|
| 19 |
STOP_SEQUENCES_MAP = {
|
| 20 |
# https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1/blob/main/tokenizer_config.json#L33
|
|
@@ -30,7 +30,7 @@ STOP_SEQUENCES_MAP = {
|
|
| 30 |
"openchat-3.5": "<|end_of_turn|>",
|
| 31 |
"command-r-plus": "<|END_OF_TURN_TOKEN|>",
|
| 32 |
# https://huggingface.co/Qwen/Qwen2-72B-Instruct/blob/main/tokenizer_config.json#L30
|
| 33 |
-
"Qwen2-72B
|
| 34 |
}
|
| 35 |
|
| 36 |
TOKEN_LIMIT_MAP = {
|
|
@@ -44,7 +44,7 @@ TOKEN_LIMIT_MAP = {
|
|
| 44 |
"llama3-70b": 8192,
|
| 45 |
"zephyr-141b": 2048,
|
| 46 |
"gpt-3.5-turbo": 8192,
|
| 47 |
-
"Qwen2-72B
|
| 48 |
}
|
| 49 |
|
| 50 |
TOKEN_RESERVED = 20
|
|
@@ -123,8 +123,8 @@ AVAILABLE_MODELS_DICTS = [
|
|
| 123 |
"owned_by": "OpenAI"
|
| 124 |
},
|
| 125 |
{
|
| 126 |
-
"id": "Qwen2-72B
|
| 127 |
-
"description": "[Qwen/Qwen2-72B
|
| 128 |
"object": "model",
|
| 129 |
"created": 1700000000,
|
| 130 |
"owned_by": "Qwen"
|
|
|
|
| 9 |
"llama3-70b": "meta-llama/Meta-Llama-3-70B-Instruct",
|
| 10 |
"zephyr-141b": "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
|
| 11 |
"default": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
| 12 |
+
"Qwen2-72B": "Qwen/Qwen2-72B",
|
| 13 |
}
|
| 14 |
|
| 15 |
AVAILABLE_MODELS = list(MODEL_MAP.keys())
|
| 16 |
|
| 17 |
+
PRO_MODELS = ["command-r-plus", "llama3-70b", "zephyr-141b", "Qwen2-72B"]
|
| 18 |
|
| 19 |
STOP_SEQUENCES_MAP = {
|
| 20 |
# https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1/blob/main/tokenizer_config.json#L33
|
|
|
|
| 30 |
"openchat-3.5": "<|end_of_turn|>",
|
| 31 |
"command-r-plus": "<|END_OF_TURN_TOKEN|>",
|
| 32 |
# https://huggingface.co/Qwen/Qwen2-72B-Instruct/blob/main/tokenizer_config.json#L30
|
| 33 |
+
"Qwen2-72B": "<|im_end|>",
|
| 34 |
}
|
| 35 |
|
| 36 |
TOKEN_LIMIT_MAP = {
|
|
|
|
| 44 |
"llama3-70b": 8192,
|
| 45 |
"zephyr-141b": 2048,
|
| 46 |
"gpt-3.5-turbo": 8192,
|
| 47 |
+
"Qwen2-72B": 32768
|
| 48 |
}
|
| 49 |
|
| 50 |
TOKEN_RESERVED = 20
|
|
|
|
| 123 |
"owned_by": "OpenAI"
|
| 124 |
},
|
| 125 |
{
|
| 126 |
+
"id": "Qwen2-72B",
|
| 127 |
+
"description": "[Qwen/Qwen2-72B]: https://huggingface.co/Qwen/Qwen2-72B",
|
| 128 |
"object": "model",
|
| 129 |
"created": 1700000000,
|
| 130 |
"owned_by": "Qwen"
|