Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -16,7 +16,7 @@
|
|
| 16 |
"freq_experts": "mean_naive_1/6_1/7_1/8_1/12_1/14_1/16_1/21_1/24_1/28_1/30_1/32_1/36_1/42_1/48_1/52_1/56_1/60_1/72_1/84_1/96_1/120_1/144_1/168_1/180_1/224_1/252_1/288_1/336_1/365_1/504_1/672_1/1008_1/1440_1/2016_1/3600",
|
| 17 |
"inf_pred_len": 96,
|
| 18 |
"ker_len": 50,
|
| 19 |
-
"layer_type": "
|
| 20 |
"linear_checkpoints_dir": "checkpoints5",
|
| 21 |
"linear_checkpoints_path": "/cs/azencot_fsas/MoE/",
|
| 22 |
"load_linear": 0,
|
|
|
|
| 16 |
"freq_experts": "mean_naive_1/6_1/7_1/8_1/12_1/14_1/16_1/21_1/24_1/28_1/30_1/32_1/36_1/42_1/48_1/52_1/56_1/60_1/72_1/84_1/96_1/120_1/144_1/168_1/180_1/224_1/252_1/288_1/336_1/365_1/504_1/672_1/1008_1/1440_1/2016_1/3600",
|
| 17 |
"inf_pred_len": 96,
|
| 18 |
"ker_len": 50,
|
| 19 |
+
"layer_type": "RLinear",
|
| 20 |
"linear_checkpoints_dir": "checkpoints5",
|
| 21 |
"linear_checkpoints_path": "/cs/azencot_fsas/MoE/",
|
| 22 |
"load_linear": 0,
|