Spaces:
Sleeping
Sleeping
Update src/streamlit_app.py
Browse files- src/streamlit_app.py +5 -5
src/streamlit_app.py
CHANGED
|
@@ -1009,7 +1009,7 @@ def create_comprehensive_dashboard():
|
|
| 1009 |
|
| 1010 |
precision = st.selectbox(
|
| 1011 |
"Model Precision",
|
| 1012 |
-
["FP16
|
| 1013 |
index=0, # Default to FP16
|
| 1014 |
help="Model precision affects memory usage and quality"
|
| 1015 |
)
|
|
@@ -1117,9 +1117,9 @@ def create_comprehensive_dashboard():
|
|
| 1117 |
apply_custom_pricing()
|
| 1118 |
|
| 1119 |
precision_bytes = {
|
| 1120 |
-
"FP16
|
| 1121 |
-
"INT8
|
| 1122 |
-
"INT4
|
| 1123 |
}[precision]
|
| 1124 |
|
| 1125 |
model_spec = MODELS[selected_model]
|
|
@@ -1154,7 +1154,7 @@ def create_comprehensive_dashboard():
|
|
| 1154 |
|
| 1155 |
with col3:
|
| 1156 |
st.metric(
|
| 1157 |
-
label="🖥️
|
| 1158 |
value=f"{infrastructure['totals']['total_nodes']}",
|
| 1159 |
help=f"Standard: {infrastructure['totals']['total_standard_nodes']}, VectorDB: {infrastructure['totals']['total_vectordb_nodes']}"
|
| 1160 |
)
|
|
|
|
| 1009 |
|
| 1010 |
precision = st.selectbox(
|
| 1011 |
"Model Precision",
|
| 1012 |
+
["FP16", "INT8", "INT4"],
|
| 1013 |
index=0, # Default to FP16
|
| 1014 |
help="Model precision affects memory usage and quality"
|
| 1015 |
)
|
|
|
|
| 1117 |
apply_custom_pricing()
|
| 1118 |
|
| 1119 |
precision_bytes = {
|
| 1120 |
+
"FP16": 2,
|
| 1121 |
+
"INT8": 1,
|
| 1122 |
+
"INT4": 0.5
|
| 1123 |
}[precision]
|
| 1124 |
|
| 1125 |
model_spec = MODELS[selected_model]
|
|
|
|
| 1154 |
|
| 1155 |
with col3:
|
| 1156 |
st.metric(
|
| 1157 |
+
label="🖥️ Worker Nodes",
|
| 1158 |
value=f"{infrastructure['totals']['total_nodes']}",
|
| 1159 |
help=f"Standard: {infrastructure['totals']['total_standard_nodes']}, VectorDB: {infrastructure['totals']['total_vectordb_nodes']}"
|
| 1160 |
)
|