Spaces:
Running
Running
Enable Apriel 1.6, and add an announcement banner
Browse files- app.py +8 -4
- styles.css +17 -2
- utils.py +21 -21
app.py
CHANGED
|
@@ -30,13 +30,17 @@ BUTTON_WIDTH = 160
|
|
| 30 |
DEFAULT_OPT_OUT_VALUE = DEBUG_MODE
|
| 31 |
|
| 32 |
# If DEBUG_MODEL is True, use an alternative model (without reasoning) for testing
|
| 33 |
-
DEFAULT_MODEL_NAME = "Apriel-1.5-15B-thinker" if not DEBUG_MODEL else "Apriel-1.5-15B-thinker"
|
| 34 |
-
|
| 35 |
|
| 36 |
-
SHOW_BANNER =
|
| 37 |
-
|
| 38 |
<span class="banner-message-text">ℹ️ This app has been updated to use the recommended temperature of 0.6. We had set it to 0.8 earlier and expect 0.6 to be better. Please provide feedback using the model link.</span>
|
| 39 |
"""
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
BUTTON_ENABLED = gr.update(interactive=True)
|
| 42 |
BUTTON_DISABLED = gr.update(interactive=False)
|
|
|
|
| 30 |
DEFAULT_OPT_OUT_VALUE = DEBUG_MODE
|
| 31 |
|
| 32 |
# If DEBUG_MODEL is True, use an alternative model (without reasoning) for testing
|
| 33 |
+
# DEFAULT_MODEL_NAME = "Apriel-1.5-15B-thinker" if not DEBUG_MODEL else "Apriel-1.5-15B-thinker"
|
| 34 |
+
DEFAULT_MODEL_NAME = "Apriel-1.6-15B-Thinker"
|
| 35 |
|
| 36 |
+
SHOW_BANNER = True
|
| 37 |
+
INFO_BANNER_MARKDOWN = """
|
| 38 |
<span class="banner-message-text">ℹ️ This app has been updated to use the recommended temperature of 0.6. We had set it to 0.8 earlier and expect 0.6 to be better. Please provide feedback using the model link.</span>
|
| 39 |
"""
|
| 40 |
+
NEW_MODEL_BANNER_MARKDOWN = """
|
| 41 |
+
<span class="banner-message-text"><span class="banner-message-emoji">🚀</span> Now running [Apriel-1.6-15B-Thinker](https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker) - 30% more efficient, frontier-class reasoning</span>
|
| 42 |
+
"""
|
| 43 |
+
BANNER_MARKDOWN = NEW_MODEL_BANNER_MARKDOWN
|
| 44 |
|
| 45 |
BUTTON_ENABLED = gr.update(interactive=True)
|
| 46 |
BUTTON_DISABLED = gr.update(interactive=False)
|
styles.css
CHANGED
|
@@ -1,9 +1,11 @@
|
|
| 1 |
:root {
|
| 2 |
--color-grey-50: #f9fafb;
|
| 3 |
--banner-background: var(--secondary-400);
|
| 4 |
-
--banner-text-color: var(--primary-
|
| 5 |
--banner-background-dark: var(--secondary-800);
|
| 6 |
--banner-text-color-dark: var(--primary-100);
|
|
|
|
|
|
|
| 7 |
--banner-chrome-height: calc(16px + 43px);
|
| 8 |
|
| 9 |
/* Chrome height with no banner */
|
|
@@ -28,11 +30,20 @@
|
|
| 28 |
}
|
| 29 |
|
| 30 |
.banner-message-text {
|
| 31 |
-
font-size:
|
| 32 |
font-weight: bolder;
|
| 33 |
color: var(--banner-text-color) !important;
|
| 34 |
}
|
| 35 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
body.dark .banner-message {
|
| 37 |
background-color: var(--banner-background-dark) !important;
|
| 38 |
}
|
|
@@ -40,6 +51,10 @@ body.dark .gradio-container .contain .banner-message .banner-message-text {
|
|
| 40 |
color: var(--banner-text-color-dark) !important;
|
| 41 |
}
|
| 42 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
.toast-body {
|
| 44 |
background-color: var(--color-grey-50);
|
| 45 |
}
|
|
|
|
| 1 |
:root {
|
| 2 |
--color-grey-50: #f9fafb;
|
| 3 |
--banner-background: var(--secondary-400);
|
| 4 |
+
--banner-text-color: var(--primary-200);
|
| 5 |
--banner-background-dark: var(--secondary-800);
|
| 6 |
--banner-text-color-dark: var(--primary-100);
|
| 7 |
+
--banner-text-a-color: var(--primary-100);
|
| 8 |
+
--banner-text-a-color-dark: var(--secondary-100);
|
| 9 |
--banner-chrome-height: calc(16px + 43px);
|
| 10 |
|
| 11 |
/* Chrome height with no banner */
|
|
|
|
| 30 |
}
|
| 31 |
|
| 32 |
.banner-message-text {
|
| 33 |
+
font-size: 14px;
|
| 34 |
font-weight: bolder;
|
| 35 |
color: var(--banner-text-color) !important;
|
| 36 |
}
|
| 37 |
|
| 38 |
+
.banner-message-emoji {
|
| 39 |
+
margin-right: 3px;
|
| 40 |
+
font-size: 16px;
|
| 41 |
+
}
|
| 42 |
+
|
| 43 |
+
.banner-message-text a {
|
| 44 |
+
color: var(--banner-text-a-color) !important;
|
| 45 |
+
}
|
| 46 |
+
|
| 47 |
body.dark .banner-message {
|
| 48 |
background-color: var(--banner-background-dark) !important;
|
| 49 |
}
|
|
|
|
| 51 |
color: var(--banner-text-color-dark) !important;
|
| 52 |
}
|
| 53 |
|
| 54 |
+
body.dark .gradio-container .contain .banner-message .banner-message-text a {
|
| 55 |
+
color: var(--banner-text-a-color-dark) !important;
|
| 56 |
+
}
|
| 57 |
+
|
| 58 |
.toast-body {
|
| 59 |
background-color: var(--color-grey-50);
|
| 60 |
}
|
utils.py
CHANGED
|
@@ -12,34 +12,34 @@ DEBUG_MODE = False or os.environ.get("DEBUG_MODE") == "True"
|
|
| 12 |
DEBUG_MODEL = False or os.environ.get("DEBUG_MODEL") == "True"
|
| 13 |
|
| 14 |
models_config = {
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
# "AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
|
| 22 |
-
# "REASONING": True,
|
| 23 |
-
# "MULTIMODAL": True,
|
| 24 |
-
# "TEMPERATURE": 0.6,
|
| 25 |
-
# "OUTPUT_TAG_START": "[BEGIN FINAL RESPONSE]",
|
| 26 |
-
# "OUTPUT_TAG_END": "",
|
| 27 |
-
# "OUTPUT_STOP_TOKEN": "<|end|>"
|
| 28 |
-
# },
|
| 29 |
-
"Apriel-1.5-15B-thinker": {
|
| 30 |
-
"MODEL_DISPLAY_NAME": "Apriel-1.5-15B-thinker",
|
| 31 |
-
"MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.5-15b-Thinker",
|
| 32 |
-
"MODEL_NAME": os.environ.get("MODEL_NAME_APRIEL_1_5_15B"),
|
| 33 |
-
"VLLM_API_URL": os.environ.get("VLLM_API_URL_APRIEL_1_5_15B"),
|
| 34 |
-
"VLLM_API_URL_LIST": os.environ.get("VLLM_API_URL_LIST_APRIEL_1_5_15B"),
|
| 35 |
"AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
|
| 36 |
"REASONING": True,
|
| 37 |
"MULTIMODAL": True,
|
| 38 |
"TEMPERATURE": 0.6,
|
| 39 |
"OUTPUT_TAG_START": "[BEGIN FINAL RESPONSE]",
|
| 40 |
-
"OUTPUT_TAG_END": "
|
| 41 |
"OUTPUT_STOP_TOKEN": "<|end|>"
|
| 42 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
# "Apriel-Nemotron-15b-Thinker": {
|
| 44 |
# "MODEL_DISPLAY_NAME": "Apriel-Nemotron-15b-Thinker",
|
| 45 |
# "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-Nemotron-15b-Thinker",
|
|
|
|
| 12 |
DEBUG_MODEL = False or os.environ.get("DEBUG_MODEL") == "True"
|
| 13 |
|
| 14 |
models_config = {
|
| 15 |
+
"Apriel-1.6-15B-Thinker": {
|
| 16 |
+
"MODEL_DISPLAY_NAME": "Apriel-1.6-15B-Thinker",
|
| 17 |
+
"MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker",
|
| 18 |
+
"MODEL_NAME": os.environ.get("MODEL_NAME_APRIEL_1_6_15B"),
|
| 19 |
+
"VLLM_API_URL": os.environ.get("VLLM_API_URL_APRIEL_1_6_15B"),
|
| 20 |
+
"VLLM_API_URL_LIST": os.environ.get("VLLM_API_URL_LIST_APRIEL_1_6_15B"),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
|
| 22 |
"REASONING": True,
|
| 23 |
"MULTIMODAL": True,
|
| 24 |
"TEMPERATURE": 0.6,
|
| 25 |
"OUTPUT_TAG_START": "[BEGIN FINAL RESPONSE]",
|
| 26 |
+
"OUTPUT_TAG_END": "",
|
| 27 |
"OUTPUT_STOP_TOKEN": "<|end|>"
|
| 28 |
},
|
| 29 |
+
# "Apriel-1.5-15B-thinker": {
|
| 30 |
+
# "MODEL_DISPLAY_NAME": "Apriel-1.5-15B-thinker",
|
| 31 |
+
# "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.5-15b-Thinker",
|
| 32 |
+
# "MODEL_NAME": os.environ.get("MODEL_NAME_APRIEL_1_5_15B"),
|
| 33 |
+
# "VLLM_API_URL": os.environ.get("VLLM_API_URL_APRIEL_1_5_15B"),
|
| 34 |
+
# "VLLM_API_URL_LIST": os.environ.get("VLLM_API_URL_LIST_APRIEL_1_5_15B"),
|
| 35 |
+
# "AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
|
| 36 |
+
# "REASONING": True,
|
| 37 |
+
# "MULTIMODAL": True,
|
| 38 |
+
# "TEMPERATURE": 0.6,
|
| 39 |
+
# "OUTPUT_TAG_START": "[BEGIN FINAL RESPONSE]",
|
| 40 |
+
# "OUTPUT_TAG_END": "[END FINAL RESPONSE]",
|
| 41 |
+
# "OUTPUT_STOP_TOKEN": "<|end|>"
|
| 42 |
+
# },
|
| 43 |
# "Apriel-Nemotron-15b-Thinker": {
|
| 44 |
# "MODEL_DISPLAY_NAME": "Apriel-Nemotron-15b-Thinker",
|
| 45 |
# "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-Nemotron-15b-Thinker",
|