TorchAO Testing
commited on
Upload OPTForCausalLM
Browse files- config.json +4 -2
- pytorch_model.bin +2 -2
config.json
CHANGED
|
@@ -33,7 +33,6 @@
|
|
| 33 |
"_data": "float8_e4m3fn",
|
| 34 |
"_type": "torch.dtype"
|
| 35 |
},
|
| 36 |
-
"activation_scale_ub": 1200.0,
|
| 37 |
"granularity": [
|
| 38 |
{
|
| 39 |
"_data": {},
|
|
@@ -55,7 +54,10 @@
|
|
| 55 |
"_type": "Float8MMConfig",
|
| 56 |
"_version": 1
|
| 57 |
},
|
| 58 |
-
"packing_format":
|
|
|
|
|
|
|
|
|
|
| 59 |
"set_inductor_config": true,
|
| 60 |
"weight_dtype": {
|
| 61 |
"_data": "float8_e4m3fn",
|
|
|
|
| 33 |
"_data": "float8_e4m3fn",
|
| 34 |
"_type": "torch.dtype"
|
| 35 |
},
|
|
|
|
| 36 |
"granularity": [
|
| 37 |
{
|
| 38 |
"_data": {},
|
|
|
|
| 54 |
"_type": "Float8MMConfig",
|
| 55 |
"_version": 1
|
| 56 |
},
|
| 57 |
+
"packing_format": [
|
| 58 |
+
"plain",
|
| 59 |
+
"plain"
|
| 60 |
+
],
|
| 61 |
"set_inductor_config": true,
|
| 62 |
"weight_dtype": {
|
| 63 |
"_data": "float8_e4m3fn",
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce6b28caf856b841061a3cc5951e01ca58c3c131e9591a6ef19c469c50c9e4f1
|
| 3 |
+
size 165982035
|