Upload int8_bitsandbytes/metrics.json with huggingface_hub
Browse files
int8_bitsandbytes/metrics.json
CHANGED
|
@@ -55,6 +55,6 @@
|
|
| 55 |
}
|
| 56 |
},
|
| 57 |
"memory_mb": 801.35498046875,
|
| 58 |
-
"avg_latency_ms":
|
| 59 |
-
"std_latency_ms":
|
| 60 |
}
|
|
|
|
| 55 |
}
|
| 56 |
},
|
| 57 |
"memory_mb": 801.35498046875,
|
| 58 |
+
"avg_latency_ms": 75.78567934036255,
|
| 59 |
+
"std_latency_ms": 31.118263723559952
|
| 60 |
}
|