| { |
| "model.layers.0.mlp.gate_proj": 0.73828125, |
| "model.layers.0.mlp.up_proj": 0.73828125, |
| "model.layers.0.mlp.down_proj": 1.3203125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.0": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.0": 3.0, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.1": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.1": 0.69140625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.2": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.2": 0.72265625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.3": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.3": 0.4296875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.4": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.4": 0.62109375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.5": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.5": 0.455078125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.6": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.6": 0.65234375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.7": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.7": 0.470703125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.8": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.8": 0.49609375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.9": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.9": 0.6640625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.10": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.10": 1.328125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.11": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.11": 1.203125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.12": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.12": 0.5234375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.13": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.13": 0.81640625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.14": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.14": 0.79296875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.15": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.15": 0.5390625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.16": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.16": 0.96875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.17": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.17": 0.62109375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.18": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.18": 0.466796875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.19": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.19": 0.9609375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.20": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.20": 1.8828125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.21": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.21": 0.79296875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.22": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.22": 0.55859375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.23": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.23": 0.83984375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.24": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.24": 0.640625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.25": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.25": 1.4921875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.26": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.26": 0.6796875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.27": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.27": 0.69140625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.28": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.28": 8.125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.29": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.29": 0.76953125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.30": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.30": 0.69921875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.31": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.31": 0.6171875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.32": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.32": 0.82421875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.33": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.33": 1.1796875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.34": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.34": 0.65234375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.35": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.35": 0.734375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.36": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.36": 0.42578125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.37": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.37": 1.4296875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.38": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.38": 1.3125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.39": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.39": 0.5703125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.40": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.40": 0.84765625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.41": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.41": 0.5234375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.42": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.42": 0.5078125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.43": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.43": 0.60546875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.44": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.44": 0.68359375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.45": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.45": 0.515625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.46": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.46": 1.484375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.47": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.47": 0.65625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.48": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.48": 0.6171875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.49": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.49": 1.0703125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.50": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.50": 0.439453125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.51": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.51": 0.5859375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.52": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.52": 0.83203125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.53": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.53": 0.828125, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.54": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.54": 0.83984375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.55": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.55": 0.796875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.56": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.56": 0.68359375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.57": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.57": 0.7265625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.58": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.58": 0.734375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.59": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.59": 0.56640625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.60": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.60": 0.7265625, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.61": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.61": 0.875, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.62": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.62": 0.8359375, |
| "model.layers.1.mlp.experts.experts.gate_up_proj.63": 0.77734375, |
| "model.layers.1.mlp.experts.experts.down_proj.63": 0.72265625, |
| "model.layers.1.mlp.shared_experts.gate_proj": 0.77734375, |
| "model.layers.1.mlp.shared_experts.up_proj": 0.77734375, |
| "model.layers.1.mlp.shared_experts.down_proj": 3.0625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.0": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.0": 0.64453125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.1": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.1": 1.1484375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.2": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.2": 0.765625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.3": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.3": 1.0390625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.4": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.4": 1.390625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.5": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.5": 0.91015625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.6": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.6": 0.6484375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.7": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.7": 1.265625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.8": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.8": 0.6328125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.9": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.9": 1.1640625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.10": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.10": 10.75, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.11": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.11": 1.2421875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.12": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.12": 0.75, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.13": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.13": 1.171875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.14": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.14": 0.90625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.15": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.15": 0.94140625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.16": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.16": 0.95703125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.17": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.17": 1.2578125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.18": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.18": 0.796875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.19": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.19": 0.7421875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.20": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.20": 0.890625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.21": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.21": 1.2109375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.22": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.22": 1.1953125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.23": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.23": 0.91015625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.24": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.24": 1.203125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.25": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.25": 0.78515625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.26": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.26": 1.25, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.27": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.27": 0.96484375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.28": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.28": 1.15625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.29": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.29": 0.89453125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.30": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.30": 0.80078125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.31": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.31": 1.1953125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.32": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.32": 0.6484375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.33": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.33": 0.78125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.34": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.34": 0.9140625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.35": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.35": 0.90234375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.36": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.36": 1.0546875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.37": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.37": 1.0, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.38": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.38": 0.91015625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.39": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.39": 0.72265625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.40": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.40": 0.8828125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.41": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.41": 1.1875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.42": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.42": 0.9375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.43": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.43": 1.265625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.44": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.44": 0.96875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.45": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.45": 1.0546875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.46": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.46": 0.91015625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.47": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.47": 0.8671875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.48": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.48": 1.203125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.49": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.49": 0.828125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.50": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.50": 0.96875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.51": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.51": 1.1484375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.52": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.52": 1.015625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.53": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.53": 0.83984375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.54": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.54": 0.98046875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.55": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.55": 0.98828125, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.56": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.56": 0.87890625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.57": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.57": 1.1640625, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.58": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.58": 1.25, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.59": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.59": 1.3359375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.60": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.60": 1.046875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.61": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.61": 0.91796875, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.62": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.62": 0.77734375, |
| "model.layers.2.mlp.experts.experts.gate_up_proj.63": 0.79296875, |
| "model.layers.2.mlp.experts.experts.down_proj.63": 0.6796875, |
| "model.layers.2.mlp.shared_experts.gate_proj": 0.79296875, |
| "model.layers.2.mlp.shared_experts.up_proj": 0.79296875, |
| "model.layers.2.mlp.shared_experts.down_proj": 6.46875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.0": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.0": 1.234375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.1": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.1": 1.2578125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.2": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.2": 1.2890625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.3": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.3": 1.0703125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.4": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.4": 0.8828125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.5": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.5": 1.046875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.6": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.6": 1.3203125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.7": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.7": 1.6796875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.8": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.8": 1.3828125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.9": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.9": 1.5078125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.10": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.10": 1.40625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.11": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.11": 1.578125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.12": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.12": 1.28125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.13": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.13": 1.03125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.14": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.14": 1.0703125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.15": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.15": 0.96875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.16": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.16": 1.3125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.17": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.17": 1.0859375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.18": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.18": 0.984375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.19": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.19": 1.2890625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.20": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.20": 1.4765625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.21": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.21": 1.2890625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.22": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.22": 1.1953125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.23": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.23": 1.609375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.24": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.24": 1.0390625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.25": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.25": 0.97265625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.26": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.26": 1.2734375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.27": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.27": 1.3671875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.28": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.28": 0.9140625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.29": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.29": 1.1796875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.30": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.30": 1.15625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.31": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.31": 1.40625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.32": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.32": 1.2734375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.33": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.33": 1.5859375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.34": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.34": 1.078125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.35": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.35": 1.171875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.36": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.36": 1.171875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.37": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.37": 1.3828125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.38": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.38": 1.7578125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.39": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.39": 1.2265625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.40": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.40": 1.4453125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.41": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.41": 1.3125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.42": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.42": 1.0625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.43": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.43": 1.40625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.44": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.44": 0.94140625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.45": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.45": 1.2734375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.46": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.46": 1.171875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.47": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.47": 1.34375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.48": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.48": 1.671875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.49": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.49": 4.625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.50": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.50": 1.1953125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.51": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.51": 0.75, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.52": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.52": 1.265625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.53": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.53": 1.1640625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.54": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.54": 0.984375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.55": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.55": 1.4921875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.56": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.56": 1.09375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.57": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.57": 0.96484375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.58": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.58": 1.15625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.59": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.59": 0.98828125, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.60": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.60": 1.15625, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.61": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.61": 1.046875, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.62": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.62": 1.5234375, |
| "model.layers.3.mlp.experts.experts.gate_up_proj.63": 1.0078125, |
| "model.layers.3.mlp.experts.experts.down_proj.63": 1.2890625, |
| "model.layers.3.mlp.shared_experts.gate_proj": 1.0078125, |
| "model.layers.3.mlp.shared_experts.up_proj": 1.0078125, |
| "model.layers.3.mlp.shared_experts.down_proj": 5.40625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.0": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.0": 0.46875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.1": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.1": 1.0625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.2": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.2": 0.86328125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.3": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.3": 1.4921875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.4": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.4": 1.28125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.5": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.5": 0.55859375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.6": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.6": 0.9296875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.7": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.7": 1.25, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.8": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.8": 0.93359375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.9": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.9": 0.640625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.10": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.10": 0.78125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.11": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.11": 0.6875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.12": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.12": 0.5859375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.13": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.13": 1.765625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.14": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.14": 1.1875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.15": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.15": 0.640625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.16": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.16": 0.70703125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.17": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.17": 1.03125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.18": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.18": 1.5625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.19": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.19": 0.93359375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.20": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.20": 1.046875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.21": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.21": 1.2734375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.22": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.22": 0.875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.23": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.23": 1.578125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.24": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.24": 1.3984375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.25": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.25": 1.203125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.26": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.26": 0.6640625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.27": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.27": 0.81640625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.28": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.28": 0.455078125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.29": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.29": 0.86328125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.30": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.30": 1.0390625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.31": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.31": 1.1484375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.32": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.32": 0.478515625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.33": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.33": 1.4140625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.34": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.34": 1.0390625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.35": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.35": 0.63671875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.36": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.36": 2.171875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.37": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.37": 0.59765625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.38": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.38": 0.5546875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.39": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.39": 0.91796875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.40": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.40": 0.96484375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.41": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.41": 5.9375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.42": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.42": 1.2578125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.43": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.43": 0.8515625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.44": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.44": 0.7421875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.45": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.45": 1.484375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.46": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.46": 0.875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.47": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.47": 0.4921875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.48": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.48": 0.5390625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.49": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.49": 0.5, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.50": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.50": 0.7890625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.51": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.51": 0.98046875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.52": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.52": 1.15625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.53": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.53": 1.015625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.54": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.54": 0.404296875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.55": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.55": 0.94140625, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.56": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.56": 1.7109375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.57": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.57": 1.046875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.58": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.58": 0.9453125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.59": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.59": 0.90234375, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.60": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.60": 0.66796875, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.61": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.61": 0.80078125, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.62": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.62": 1.5, |
| "model.layers.4.mlp.experts.experts.gate_up_proj.63": 1.171875, |
| "model.layers.4.mlp.experts.experts.down_proj.63": 1.09375, |
| "model.layers.4.mlp.shared_experts.gate_proj": 1.171875, |
| "model.layers.4.mlp.shared_experts.up_proj": 1.171875, |
| "model.layers.4.mlp.shared_experts.down_proj": 1.1953125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.0": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.0": 0.5078125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.1": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.1": 0.9140625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.2": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.2": 0.75, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.3": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.3": 0.828125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.4": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.4": 1.1328125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.5": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.5": 0.73828125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.6": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.6": 1.2265625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.7": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.7": 0.71484375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.8": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.8": 1.1796875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.9": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.9": 0.6953125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.10": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.10": 1.2265625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.11": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.11": 1.484375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.12": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.12": 0.640625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.13": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.13": 0.859375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.14": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.14": 0.6953125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.15": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.15": 0.88671875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.16": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.16": 3.40625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.17": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.17": 1.140625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.18": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.18": 0.8125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.19": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.19": 0.87109375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.20": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.20": 0.75, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.21": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.21": 0.90625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.22": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.22": 0.97265625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.23": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.23": 2.03125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.24": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.24": 2.25, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.25": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.25": 2.6875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.26": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.26": 0.7109375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.27": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.27": 1.0234375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.28": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.28": 2.46875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.29": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.29": 0.77734375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.30": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.30": 1.5859375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.31": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.31": 0.953125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.32": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.32": 2.40625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.33": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.33": 0.6796875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.34": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.34": 0.62109375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.35": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.35": 1.90625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.36": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.36": 0.6171875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.37": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.37": 0.9921875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.38": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.38": 0.94140625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.39": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.39": 0.75390625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.40": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.40": 0.71484375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.41": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.41": 0.9453125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.42": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.42": 0.6875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.43": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.43": 1.0390625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.44": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.44": 2.625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.45": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.45": 0.486328125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.46": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.46": 0.953125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.47": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.47": 1.0078125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.48": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.48": 0.90625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.49": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.49": 0.86328125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.50": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.50": 1.1484375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.51": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.51": 0.6796875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.52": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.52": 1.4921875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.53": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.53": 1.25, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.54": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.54": 0.68359375, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.55": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.55": 0.91015625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.56": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.56": 1.2578125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.57": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.57": 0.953125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.58": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.58": 0.71875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.59": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.59": 1.0625, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.60": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.60": 0.45703125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.61": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.61": 0.92578125, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.62": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.62": 1.71875, |
| "model.layers.5.mlp.experts.experts.gate_up_proj.63": 1.203125, |
| "model.layers.5.mlp.experts.experts.down_proj.63": 0.85546875, |
| "model.layers.5.mlp.shared_experts.gate_proj": 1.203125, |
| "model.layers.5.mlp.shared_experts.up_proj": 1.203125, |
| "model.layers.5.mlp.shared_experts.down_proj": 12.25, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.0": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.0": 1.2421875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.1": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.1": 1.3125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.2": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.2": 0.7578125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.3": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.3": 0.87109375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.4": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.4": 1.5546875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.5": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.5": 0.93359375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.6": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.6": 2.9375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.7": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.7": 1.4453125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.8": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.8": 1.8046875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.9": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.9": 1.1484375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.10": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.10": 1.9296875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.11": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.11": 1.1015625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.12": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.12": 1.2421875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.13": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.13": 0.640625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.14": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.14": 1.7265625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.15": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.15": 1.0625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.16": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.16": 4.21875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.17": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.17": 1.8046875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.18": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.18": 0.90234375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.19": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.19": 1.625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.20": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.20": 1.171875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.21": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.21": 1.6328125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.22": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.22": 0.9609375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.23": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.23": 2.296875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.24": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.24": 0.96484375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.25": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.25": 1.21875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.26": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.26": 1.1640625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.27": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.27": 0.703125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.28": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.28": 1.421875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.29": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.29": 2.03125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.30": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.30": 1.2109375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.31": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.31": 0.87890625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.32": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.32": 0.82421875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.33": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.33": 1.5078125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.34": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.34": 0.796875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.35": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.35": 1.28125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.36": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.36": 1.0859375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.37": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.37": 0.91796875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.38": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.38": 1.1484375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.39": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.39": 1.3515625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.40": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.40": 0.66015625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.41": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.41": 1.796875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.42": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.42": 1.453125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.43": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.43": 1.0234375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.44": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.44": 0.8515625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.45": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.45": 0.875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.46": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.46": 2.125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.47": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.47": 1.421875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.48": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.48": 1.4765625, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.49": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.49": 1.2421875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.50": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.50": 1.84375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.51": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.51": 3.984375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.52": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.52": 1.28125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.53": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.53": 1.0078125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.54": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.54": 1.453125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.55": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.55": 0.9296875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.56": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.56": 1.71875, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.57": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.57": 0.7578125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.58": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.58": 1.3125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.59": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.59": 1.578125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.60": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.60": 1.828125, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.61": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.61": 1.4609375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.62": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.62": 1.734375, |
| "model.layers.6.mlp.experts.experts.gate_up_proj.63": 1.4375, |
| "model.layers.6.mlp.experts.experts.down_proj.63": 1.15625, |
| "model.layers.6.mlp.shared_experts.gate_proj": 1.4375, |
| "model.layers.6.mlp.shared_experts.up_proj": 1.4375, |
| "model.layers.6.mlp.shared_experts.down_proj": 4.46875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.0": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.0": 1.671875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.1": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.1": 1.0390625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.2": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.2": 0.8125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.3": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.3": 0.96875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.4": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.4": 1.3671875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.5": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.5": 1.7265625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.6": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.6": 2.15625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.7": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.7": 1.3359375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.8": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.8": 3.6875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.9": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.9": 0.98046875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.10": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.10": 3.125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.11": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.11": 1.0859375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.12": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.12": 1.3984375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.13": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.13": 1.15625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.14": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.14": 1.046875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.15": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.15": 0.87109375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.16": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.16": 1.0859375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.17": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.17": 1.8203125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.18": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.18": 0.99609375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.19": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.19": 1.25, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.20": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.20": 0.87109375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.21": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.21": 1.125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.22": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.22": 1.46875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.23": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.23": 8.8125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.24": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.24": 1.21875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.25": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.25": 0.80859375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.26": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.26": 1.03125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.27": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.27": 5.84375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.28": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.28": 1.84375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.29": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.29": 0.99609375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.30": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.30": 1.0234375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.31": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.31": 1.2265625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.32": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.32": 1.0078125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.33": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.33": 0.953125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.34": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.34": 2.640625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.35": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.35": 0.8203125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.36": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.36": 1.1484375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.37": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.37": 0.953125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.38": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.38": 2.640625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.39": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.39": 0.8515625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.40": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.40": 0.75, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.41": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.41": 0.76171875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.42": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.42": 1.2265625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.43": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.43": 1.328125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.44": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.44": 1.2578125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.45": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.45": 4.34375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.46": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.46": 1.59375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.47": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.47": 0.94140625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.48": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.48": 0.76171875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.49": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.49": 1.4765625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.50": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.50": 1.1875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.51": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.51": 1.1796875, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.52": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.52": 1.9765625, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.53": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.53": 2.0, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.54": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.54": 1.3984375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.55": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.55": 1.7734375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.56": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.56": 1.0078125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.57": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.57": 1.453125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.58": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.58": 1.7734375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.59": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.59": 1.0, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.60": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.60": 1.125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.61": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.61": 0.859375, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.62": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.62": 1.0703125, |
| "model.layers.7.mlp.experts.experts.gate_up_proj.63": 1.5078125, |
| "model.layers.7.mlp.experts.experts.down_proj.63": 0.875, |
| "model.layers.7.mlp.shared_experts.gate_proj": 1.5078125, |
| "model.layers.7.mlp.shared_experts.up_proj": 1.5078125, |
| "model.layers.7.mlp.shared_experts.down_proj": 10.1875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.0": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.0": 1.3515625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.1": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.1": 1.265625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.2": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.2": 1.109375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.3": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.3": 1.796875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.4": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.4": 1.234375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.5": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.5": 0.71875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.6": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.6": 1.2109375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.7": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.7": 0.9453125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.8": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.8": 0.93359375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.9": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.9": 1.0703125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.10": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.10": 0.99609375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.11": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.11": 0.83203125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.12": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.12": 1.3125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.13": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.13": 1.40625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.14": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.14": 1.2421875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.15": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.15": 0.9140625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.16": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.16": 6.625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.17": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.17": 1.171875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.18": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.18": 1.6171875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.19": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.19": 1.265625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.20": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.20": 1.4375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.21": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.21": 0.96484375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.22": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.22": 2.390625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.23": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.23": 0.98046875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.24": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.24": 1.140625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.25": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.25": 1.5, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.26": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.26": 0.8203125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.27": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.27": 0.9453125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.28": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.28": 0.796875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.29": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.29": 0.98828125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.30": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.30": 1.015625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.31": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.31": 1.6484375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.32": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.32": 0.9921875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.33": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.33": 1.2578125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.34": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.34": 0.953125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.35": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.35": 1.7265625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.36": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.36": 1.640625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.37": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.37": 0.6015625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.38": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.38": 3.46875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.39": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.39": 1.140625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.40": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.40": 1.1953125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.41": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.41": 1.1015625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.42": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.42": 0.8046875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.43": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.43": 1.5078125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.44": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.44": 0.6796875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.45": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.45": 1.0, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.46": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.46": 1.1953125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.47": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.47": 1.09375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.48": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.48": 1.421875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.49": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.49": 1.4453125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.50": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.50": 1.203125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.51": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.51": 1.4609375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.52": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.52": 8.9375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.53": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.53": 0.984375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.54": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.54": 0.94921875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.55": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.55": 0.8359375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.56": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.56": 1.8671875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.57": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.57": 1.3828125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.58": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.58": 3.828125, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.59": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.59": 1.84375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.60": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.60": 1.0234375, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.61": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.61": 0.94140625, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.62": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.62": 1.2421875, |
| "model.layers.8.mlp.experts.experts.gate_up_proj.63": 1.578125, |
| "model.layers.8.mlp.experts.experts.down_proj.63": 1.328125, |
| "model.layers.8.mlp.shared_experts.gate_proj": 1.578125, |
| "model.layers.8.mlp.shared_experts.up_proj": 1.578125, |
| "model.layers.8.mlp.shared_experts.down_proj": 10.0, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.0": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.0": 2.03125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.1": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.1": 1.4375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.2": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.2": 1.6328125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.3": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.3": 1.390625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.4": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.4": 1.34375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.5": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.5": 2.828125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.6": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.6": 1.359375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.7": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.7": 1.1484375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.8": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.8": 1.3203125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.9": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.9": 1.265625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.10": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.10": 0.953125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.11": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.11": 1.296875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.12": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.12": 1.1953125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.13": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.13": 1.140625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.14": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.14": 1.0703125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.15": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.15": 1.375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.16": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.16": 8.75, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.17": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.17": 3.21875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.18": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.18": 1.3828125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.19": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.19": 2.140625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.20": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.20": 1.4375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.21": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.21": 1.2421875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.22": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.22": 1.4140625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.23": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.23": 1.8203125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.24": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.24": 1.6015625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.25": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.25": 1.1640625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.26": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.26": 1.6015625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.27": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.27": 2.765625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.28": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.28": 1.6953125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.29": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.29": 2.03125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.30": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.30": 1.765625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.31": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.31": 2.03125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.32": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.32": 1.28125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.33": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.33": 1.0703125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.34": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.34": 58.0, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.35": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.35": 0.8984375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.36": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.36": 2.484375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.37": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.37": 1.15625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.38": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.38": 1.109375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.39": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.39": 1.828125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.40": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.40": 1.0703125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.41": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.41": 1.59375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.42": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.42": 0.86328125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.43": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.43": 1.1875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.44": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.44": 1.609375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.45": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.45": 1.328125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.46": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.46": 0.859375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.47": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.47": 1.0625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.48": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.48": 0.77734375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.49": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.49": 1.6328125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.50": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.50": 1.40625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.51": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.51": 1.84375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.52": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.52": 1.5, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.53": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.53": 1.2421875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.54": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.54": 2.109375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.55": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.55": 1.2578125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.56": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.56": 2.15625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.57": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.57": 2.15625, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.58": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.58": 1.71875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.59": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.59": 1.546875, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.60": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.60": 1.203125, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.61": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.61": 1.375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.62": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.62": 1.109375, |
| "model.layers.9.mlp.experts.experts.gate_up_proj.63": 1.75, |
| "model.layers.9.mlp.experts.experts.down_proj.63": 0.9921875, |
| "model.layers.9.mlp.shared_experts.gate_proj": 1.75, |
| "model.layers.9.mlp.shared_experts.up_proj": 1.75, |
| "model.layers.9.mlp.shared_experts.down_proj": 9.6875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.0": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.0": 1.0078125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.1": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.1": 7.0625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.2": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.2": 0.546875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.3": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.3": 1.8125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.4": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.4": 1.390625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.5": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.5": 1.4140625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.6": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.6": 1.484375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.7": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.7": 1.0390625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.8": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.8": 7.1875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.9": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.9": 1.109375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.10": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.10": 0.859375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.11": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.11": 1.4375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.12": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.12": 1.6640625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.13": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.13": 1.609375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.14": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.14": 1.671875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.15": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.15": 1.5078125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.16": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.16": 1.265625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.17": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.17": 1.1171875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.18": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.18": 2.609375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.19": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.19": 1.4140625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.20": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.20": 1.171875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.21": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.21": 1.578125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.22": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.22": 2.046875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.23": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.23": 1.7421875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.24": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.24": 1.4375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.25": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.25": 1.5, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.26": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.26": 2.125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.27": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.27": 0.734375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.28": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.28": 1.0546875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.29": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.29": 1.5546875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.30": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.30": 3.671875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.31": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.31": 1.5703125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.32": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.32": 0.79296875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.33": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.33": 1.328125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.34": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.34": 1.4765625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.35": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.35": 2.96875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.36": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.36": 2.015625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.37": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.37": 1.359375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.38": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.38": 0.96875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.39": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.39": 1.3828125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.40": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.40": 1.796875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.41": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.41": 1.84375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.42": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.42": 1.3359375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.43": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.43": 1.296875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.44": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.44": 1.15625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.45": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.45": 1.4921875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.46": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.46": 1.3828125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.47": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.47": 1.1171875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.48": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.48": 0.98046875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.49": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.49": 1.9765625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.50": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.50": 1.375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.51": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.51": 1.96875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.52": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.52": 0.5546875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.53": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.53": 1.8125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.54": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.54": 1.1484375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.55": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.55": 2.609375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.56": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.56": 1.640625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.57": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.57": 3.125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.58": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.58": 1.78125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.59": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.59": 0.90234375, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.60": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.60": 2.3125, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.61": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.61": 0.7421875, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.62": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.62": 1.6640625, |
| "model.layers.10.mlp.experts.experts.gate_up_proj.63": 1.8125, |
| "model.layers.10.mlp.experts.experts.down_proj.63": 0.9296875, |
| "model.layers.10.mlp.shared_experts.gate_proj": 1.8125, |
| "model.layers.10.mlp.shared_experts.up_proj": 1.8125, |
| "model.layers.10.mlp.shared_experts.down_proj": 19.875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.0": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.0": 1.28125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.1": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.1": 1.109375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.2": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.2": 1.5078125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.3": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.3": 1.140625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.4": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.4": 2.078125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.5": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.5": 1.2421875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.6": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.6": 0.9921875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.7": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.7": 1.1484375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.8": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.8": 1.734375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.9": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.9": 1.2890625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.10": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.10": 1.34375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.11": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.11": 0.95703125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.12": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.12": 1.671875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.13": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.13": 1.46875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.14": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.14": 0.8046875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.15": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.15": 2.046875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.16": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.16": 2.484375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.17": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.17": 1.234375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.18": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.18": 1.109375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.19": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.19": 1.5078125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.20": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.20": 1.5703125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.21": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.21": 1.53125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.22": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.22": 1.375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.23": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.23": 1.4765625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.24": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.24": 1.4375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.25": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.25": 1.421875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.26": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.26": 0.921875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.27": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.27": 1.015625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.28": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.28": 1.6015625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.29": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.29": 2.15625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.30": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.30": 0.90625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.31": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.31": 1.59375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.32": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.32": 1.421875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.33": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.33": 1.6875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.34": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.34": 1.796875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.35": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.35": 1.53125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.36": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.36": 2.015625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.37": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.37": 2.09375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.38": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.38": 1.265625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.39": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.39": 1.6484375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.40": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.40": 1.0, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.41": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.41": 1.5234375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.42": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.42": 1.1484375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.43": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.43": 1.46875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.44": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.44": 1.53125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.45": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.45": 1.6328125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.46": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.46": 1.1796875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.47": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.47": 1.703125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.48": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.48": 1.7265625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.49": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.49": 2.203125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.50": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.50": 1.2578125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.51": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.51": 1.9453125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.52": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.52": 2.046875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.53": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.53": 1.2265625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.54": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.54": 1.3671875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.55": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.55": 1.359375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.56": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.56": 1.578125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.57": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.57": 1.1640625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.58": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.58": 1.3046875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.59": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.59": 2.140625, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.60": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.60": 1.078125, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.61": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.61": 0.91796875, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.62": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.62": 14.9375, |
| "model.layers.11.mlp.experts.experts.gate_up_proj.63": 1.828125, |
| "model.layers.11.mlp.experts.experts.down_proj.63": 1.578125, |
| "model.layers.11.mlp.shared_experts.gate_proj": 1.828125, |
| "model.layers.11.mlp.shared_experts.up_proj": 1.828125, |
| "model.layers.11.mlp.shared_experts.down_proj": 17.0, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.0": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.0": 1.21875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.1": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.1": 1.0625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.2": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.2": 1.4453125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.3": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.3": 1.21875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.4": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.4": 1.8671875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.5": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.5": 1.328125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.6": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.6": 1.2578125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.7": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.7": 2.859375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.8": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.8": 2.28125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.9": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.9": 1.40625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.10": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.10": 2.90625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.11": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.11": 0.96875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.12": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.12": 2.234375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.13": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.13": 1.671875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.14": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.14": 0.859375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.15": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.15": 1.390625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.16": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.16": 2.25, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.17": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.17": 2.328125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.18": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.18": 1.65625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.19": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.19": 4.65625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.20": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.20": 2.0625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.21": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.21": 2.375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.22": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.22": 2.59375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.23": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.23": 1.3203125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.24": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.24": 1.5703125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.25": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.25": 2.3125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.26": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.26": 3.21875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.27": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.27": 3.109375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.28": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.28": 2.65625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.29": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.29": 2.0625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.30": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.30": 2.0, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.31": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.31": 1.9140625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.32": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.32": 1.734375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.33": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.33": 2.8125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.34": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.34": 2.140625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.35": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.35": 2.484375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.36": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.36": 1.6484375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.37": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.37": 1.84375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.38": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.38": 2.75, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.39": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.39": 1.4453125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.40": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.40": 1.671875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.41": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.41": 3.734375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.42": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.42": 1.6484375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.43": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.43": 1.234375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.44": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.44": 1.5703125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.45": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.45": 1.9375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.46": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.46": 2.15625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.47": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.47": 1.6484375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.48": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.48": 2.375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.49": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.49": 2.125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.50": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.50": 1.9296875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.51": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.51": 1.09375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.52": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.52": 1.828125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.53": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.53": 2.75, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.54": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.54": 2.03125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.55": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.55": 1.40625, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.56": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.56": 1.3671875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.57": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.57": 1.234375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.58": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.58": 1.0859375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.59": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.59": 1.7734375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.60": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.60": 1.875, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.61": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.61": 1.359375, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.62": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.62": 1.953125, |
| "model.layers.12.mlp.experts.experts.gate_up_proj.63": 1.8203125, |
| "model.layers.12.mlp.experts.experts.down_proj.63": 1.3671875, |
| "model.layers.12.mlp.shared_experts.gate_proj": 1.8203125, |
| "model.layers.12.mlp.shared_experts.up_proj": 1.8203125, |
| "model.layers.12.mlp.shared_experts.down_proj": 68.5, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.0": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.0": 1.3046875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.1": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.1": 2.3125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.2": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.2": 2.390625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.3": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.3": 1.0078125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.4": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.4": 2.578125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.5": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.5": 2.671875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.6": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.6": 2.625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.7": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.7": 2.484375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.8": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.8": 3.125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.9": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.9": 2.765625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.10": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.10": 1.7578125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.11": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.11": 1.515625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.12": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.12": 1.578125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.13": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.13": 2.0, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.14": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.14": 1.84375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.15": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.15": 2.296875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.16": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.16": 2.234375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.17": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.17": 2.234375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.18": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.18": 2.15625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.19": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.19": 1.7109375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.20": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.20": 2.015625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.21": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.21": 2.390625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.22": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.22": 2.6875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.23": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.23": 2.421875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.24": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.24": 1.9140625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.25": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.25": 2.046875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.26": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.26": 1.703125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.27": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.27": 1.28125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.28": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.28": 1.1484375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.29": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.29": 1.0078125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.30": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.30": 73.0, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.31": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.31": 2.234375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.32": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.32": 1.9765625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.33": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.33": 3.765625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.34": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.34": 3.015625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.35": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.35": 1.8671875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.36": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.36": 1.84375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.37": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.37": 1.2578125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.38": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.38": 2.0, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.39": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.39": 2.703125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.40": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.40": 3.421875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.41": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.41": 1.3125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.42": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.42": 2.25, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.43": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.43": 3.421875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.44": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.44": 1.078125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.45": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.45": 1.7109375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.46": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.46": 2.453125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.47": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.47": 2.46875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.48": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.48": 2.4375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.49": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.49": 2.328125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.50": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.50": 1.515625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.51": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.51": 1.3125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.52": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.52": 1.7578125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.53": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.53": 2.578125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.54": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.54": 3.796875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.55": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.55": 1.9375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.56": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.56": 2.09375, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.57": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.57": 1.3203125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.58": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.58": 1.6015625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.59": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.59": 1.296875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.60": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.60": 1.28125, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.61": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.61": 1.15625, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.62": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.62": 2.296875, |
| "model.layers.13.mlp.experts.experts.gate_up_proj.63": 1.8359375, |
| "model.layers.13.mlp.experts.experts.down_proj.63": 2.171875, |
| "model.layers.13.mlp.shared_experts.gate_proj": 1.8359375, |
| "model.layers.13.mlp.shared_experts.up_proj": 1.8359375, |
| "model.layers.13.mlp.shared_experts.down_proj": 4.125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.0": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.0": 2.078125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.1": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.1": 2.515625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.2": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.2": 7.375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.3": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.3": 1.640625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.4": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.4": 3.3125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.5": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.5": 3.84375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.6": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.6": 3.296875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.7": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.7": 2.046875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.8": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.8": 1.65625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.9": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.9": 2.578125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.10": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.10": 2.671875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.11": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.11": 4.1875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.12": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.12": 1.765625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.13": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.13": 3.078125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.14": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.14": 1.921875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.15": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.15": 2.3125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.16": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.16": 2.609375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.17": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.17": 2.8125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.18": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.18": 2.515625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.19": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.19": 3.90625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.20": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.20": 2.125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.21": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.21": 3.671875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.22": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.22": 2.21875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.23": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.23": 2.296875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.24": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.24": 1.7421875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.25": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.25": 1.84375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.26": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.26": 3.25, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.27": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.27": 3.3125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.28": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.28": 1.921875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.29": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.29": 2.96875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.30": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.30": 1.9140625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.31": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.31": 2.28125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.32": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.32": 3.765625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.33": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.33": 1.453125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.34": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.34": 2.09375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.35": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.35": 2.65625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.36": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.36": 2.46875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.37": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.37": 1.609375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.38": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.38": 1.9296875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.39": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.39": 2.140625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.40": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.40": 3.5, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.41": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.41": 2.40625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.42": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.42": 2.375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.43": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.43": 2.390625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.44": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.44": 1.9453125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.45": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.45": 2.0625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.46": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.46": 2.203125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.47": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.47": 3.515625, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.48": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.48": 1.09375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.49": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.49": 2.3125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.50": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.50": 2.03125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.51": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.51": 1.2578125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.52": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.52": 2.328125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.53": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.53": 2.109375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.54": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.54": 1.953125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.55": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.55": 2.453125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.56": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.56": 2.125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.57": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.57": 1.703125, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.58": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.58": 1.96875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.59": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.59": 2.546875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.60": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.60": 1.5, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.61": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.61": 1.3359375, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.62": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.62": 1.171875, |
| "model.layers.14.mlp.experts.experts.gate_up_proj.63": 1.7734375, |
| "model.layers.14.mlp.experts.experts.down_proj.63": 2.609375, |
| "model.layers.14.mlp.shared_experts.gate_proj": 1.7734375, |
| "model.layers.14.mlp.shared_experts.up_proj": 1.7734375, |
| "model.layers.14.mlp.shared_experts.down_proj": 63.5, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.0": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.0": 2.25, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.1": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.1": 2.59375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.2": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.2": 16.625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.3": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.3": 2.671875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.4": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.4": 3.359375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.5": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.5": 1.6953125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.6": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.6": 4.375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.7": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.7": 2.0, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.8": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.8": 2.515625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.9": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.9": 2.578125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.10": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.10": 2.75, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.11": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.11": 2.140625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.12": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.12": 1.984375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.13": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.13": 2.578125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.14": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.14": 4.0625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.15": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.15": 2.875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.16": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.16": 2.171875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.17": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.17": 4.40625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.18": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.18": 2.03125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.19": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.19": 3.84375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.20": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.20": 2.640625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.21": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.21": 1.7890625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.22": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.22": 2.546875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.23": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.23": 2.953125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.24": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.24": 2.484375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.25": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.25": 2.390625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.26": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.26": 2.34375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.27": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.27": 2.109375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.28": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.28": 1.765625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.29": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.29": 2.890625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.30": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.30": 2.859375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.31": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.31": 1.71875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.32": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.32": 2.265625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.33": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.33": 6.53125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.34": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.34": 2.734375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.35": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.35": 2.46875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.36": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.36": 3.640625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.37": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.37": 2.625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.38": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.38": 2.140625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.39": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.39": 3.484375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.40": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.40": 2.375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.41": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.41": 1.7265625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.42": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.42": 2.3125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.43": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.43": 1.828125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.44": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.44": 2.296875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.45": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.45": 3.234375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.46": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.46": 1.390625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.47": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.47": 4.03125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.48": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.48": 3.34375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.49": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.49": 5.65625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.50": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.50": 2.421875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.51": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.51": 2.15625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.52": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.52": 2.625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.53": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.53": 1.9296875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.54": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.54": 2.578125, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.55": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.55": 3.359375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.56": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.56": 3.0625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.57": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.57": 5.875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.58": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.58": 2.34375, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.59": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.59": 1.671875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.60": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.60": 2.1875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.61": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.61": 3.65625, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.62": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.62": 2.21875, |
| "model.layers.15.mlp.experts.experts.gate_up_proj.63": 1.8046875, |
| "model.layers.15.mlp.experts.experts.down_proj.63": 2.765625, |
| "model.layers.15.mlp.shared_experts.gate_proj": 1.8046875, |
| "model.layers.15.mlp.shared_experts.up_proj": 1.8046875, |
| "model.layers.15.mlp.shared_experts.down_proj": 91.0, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.0": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.0": 2.015625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.1": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.1": 2.015625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.2": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.2": 3.234375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.3": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.3": 2.671875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.4": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.4": 2.203125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.5": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.5": 4.375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.6": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.6": 5.25, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.7": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.7": 3.3125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.8": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.8": 3.0, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.9": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.9": 2.484375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.10": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.10": 2.046875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.11": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.11": 1.875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.12": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.12": 2.21875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.13": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.13": 2.109375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.14": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.14": 13.5625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.15": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.15": 1.46875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.16": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.16": 2.796875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.17": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.17": 2.828125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.18": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.18": 2.28125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.19": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.19": 2.90625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.20": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.20": 1.015625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.21": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.21": 2.484375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.22": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.22": 2.296875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.23": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.23": 2.984375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.24": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.24": 1.828125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.25": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.25": 2.046875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.26": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.26": 3.21875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.27": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.27": 2.6875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.28": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.28": 2.046875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.29": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.29": 1.6640625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.30": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.30": 2.109375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.31": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.31": 2.015625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.32": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.32": 2.625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.33": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.33": 1.75, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.34": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.34": 3.78125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.35": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.35": 2.171875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.36": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.36": 2.875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.37": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.37": 2.296875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.38": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.38": 4.75, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.39": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.39": 4.03125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.40": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.40": 1.921875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.41": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.41": 2.71875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.42": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.42": 3.4375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.43": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.43": 2.953125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.44": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.44": 1.53125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.45": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.45": 2.59375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.46": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.46": 1.6328125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.47": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.47": 3.84375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.48": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.48": 2.171875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.49": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.49": 1.796875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.50": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.50": 3.0, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.51": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.51": 2.71875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.52": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.52": 1.7109375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.53": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.53": 2.765625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.54": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.54": 2.625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.55": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.55": 1.8125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.56": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.56": 3.234375, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.57": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.57": 1.421875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.58": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.58": 6.21875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.59": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.59": 2.71875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.60": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.60": 1.8125, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.61": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.61": 1.625, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.62": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.62": 5.21875, |
| "model.layers.16.mlp.experts.experts.gate_up_proj.63": 1.7890625, |
| "model.layers.16.mlp.experts.experts.down_proj.63": 2.984375, |
| "model.layers.16.mlp.shared_experts.gate_proj": 1.7890625, |
| "model.layers.16.mlp.shared_experts.up_proj": 1.7890625, |
| "model.layers.16.mlp.shared_experts.down_proj": 91.5, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.0": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.0": 2.21875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.1": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.1": 5.09375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.2": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.2": 1.6875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.3": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.3": 1.9765625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.4": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.4": 1.8203125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.5": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.5": 2.359375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.6": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.6": 3.484375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.7": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.7": 2.234375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.8": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.8": 3.40625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.9": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.9": 2.75, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.10": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.10": 1.6796875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.11": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.11": 2.671875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.12": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.12": 1.609375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.13": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.13": 1.0078125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.14": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.14": 2.546875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.15": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.15": 2.03125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.16": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.16": 2.328125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.17": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.17": 3.875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.18": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.18": 1.6640625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.19": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.19": 2.140625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.20": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.20": 2.21875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.21": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.21": 1.984375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.22": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.22": 2.84375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.23": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.23": 10.625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.24": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.24": 1.75, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.25": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.25": 3.0, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.26": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.26": 2.78125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.27": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.27": 1.84375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.28": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.28": 1.4921875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.29": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.29": 1.21875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.30": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.30": 1.796875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.31": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.31": 2.390625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.32": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.32": 3.046875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.33": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.33": 1.75, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.34": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.34": 2.515625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.35": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.35": 2.984375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.36": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.36": 1.6875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.37": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.37": 1.40625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.38": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.38": 3.34375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.39": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.39": 1.4921875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.40": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.40": 1.9453125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.41": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.41": 1.484375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.42": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.42": 7.78125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.43": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.43": 2.921875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.44": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.44": 2.15625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.45": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.45": 1.8046875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.46": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.46": 3.0625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.47": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.47": 1.8125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.48": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.48": 4.34375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.49": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.49": 1.9609375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.50": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.50": 2.75, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.51": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.51": 2.0625, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.52": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.52": 2.75, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.53": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.53": 2.171875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.54": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.54": 2.34375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.55": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.55": 2.21875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.56": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.56": 2.578125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.57": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.57": 2.203125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.58": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.58": 1.7578125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.59": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.59": 1.8828125, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.60": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.60": 2.09375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.61": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.61": 3.1875, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.62": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.62": 1.59375, |
| "model.layers.17.mlp.experts.experts.gate_up_proj.63": 1.71875, |
| "model.layers.17.mlp.experts.experts.down_proj.63": 1.9375, |
| "model.layers.17.mlp.shared_experts.gate_proj": 1.71875, |
| "model.layers.17.mlp.shared_experts.up_proj": 1.71875, |
| "model.layers.17.mlp.shared_experts.down_proj": 38.75, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.0": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.0": 1.4921875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.1": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.1": 1.7734375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.2": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.2": 2.3125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.3": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.3": 1.453125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.4": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.4": 1.6015625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.5": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.5": 2.109375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.6": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.6": 1.1484375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.7": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.7": 1.6328125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.8": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.8": 1.5078125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.9": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.9": 1.4765625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.10": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.10": 1.765625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.11": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.11": 1.515625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.12": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.12": 1.8828125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.13": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.13": 2.546875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.14": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.14": 1.4296875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.15": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.15": 1.6328125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.16": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.16": 1.3984375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.17": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.17": 2.046875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.18": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.18": 1.9375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.19": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.19": 1.90625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.20": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.20": 2.140625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.21": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.21": 2.1875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.22": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.22": 3.578125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.23": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.23": 1.5, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.24": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.24": 2.09375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.25": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.25": 1.8359375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.26": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.26": 2.3125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.27": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.27": 1.8125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.28": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.28": 3.734375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.29": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.29": 1.9140625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.30": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.30": 1.7109375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.31": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.31": 2.8125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.32": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.32": 2.390625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.33": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.33": 1.7578125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.34": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.34": 1.75, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.35": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.35": 1.765625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.36": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.36": 1.40625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.37": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.37": 2.421875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.38": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.38": 1.1875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.39": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.39": 1.421875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.40": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.40": 2.734375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.41": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.41": 1.9375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.42": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.42": 2.046875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.43": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.43": 1.953125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.44": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.44": 3.0, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.45": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.45": 1.390625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.46": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.46": 1.8671875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.47": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.47": 1.8671875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.48": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.48": 1.7109375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.49": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.49": 1.7109375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.50": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.50": 3.46875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.51": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.51": 5.96875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.52": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.52": 1.84375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.53": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.53": 1.6640625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.54": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.54": 1.15625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.55": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.55": 1.2578125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.56": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.56": 1.7421875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.57": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.57": 6.625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.58": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.58": 2.21875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.59": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.59": 1.2734375, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.60": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.60": 1.7421875, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.61": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.61": 2.015625, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.62": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.62": 3.53125, |
| "model.layers.18.mlp.experts.experts.gate_up_proj.63": 1.75, |
| "model.layers.18.mlp.experts.experts.down_proj.63": 1.28125, |
| "model.layers.18.mlp.shared_experts.gate_proj": 1.75, |
| "model.layers.18.mlp.shared_experts.up_proj": 1.75, |
| "model.layers.18.mlp.shared_experts.down_proj": 65.0, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.0": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.0": 1.6484375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.1": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.1": 2.453125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.2": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.2": 1.390625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.3": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.3": 2.875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.4": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.4": 3.1875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.5": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.5": 2.5, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.6": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.6": 3.140625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.7": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.7": 2.328125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.8": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.8": 1.4296875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.9": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.9": 2.0, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.10": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.10": 2.796875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.11": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.11": 1.0234375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.12": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.12": 4.0, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.13": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.13": 2.390625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.14": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.14": 2.109375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.15": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.15": 1.4765625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.16": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.16": 1.7734375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.17": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.17": 2.125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.18": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.18": 1.9296875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.19": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.19": 1.59375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.20": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.20": 1.75, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.21": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.21": 2.109375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.22": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.22": 3.3125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.23": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.23": 3.84375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.24": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.24": 2.03125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.25": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.25": 5.875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.26": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.26": 2.578125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.27": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.27": 2.359375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.28": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.28": 1.703125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.29": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.29": 1.515625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.30": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.30": 1.9609375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.31": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.31": 2.171875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.32": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.32": 1.6328125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.33": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.33": 2.90625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.34": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.34": 2.5, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.35": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.35": 2.53125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.36": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.36": 2.328125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.37": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.37": 1.609375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.38": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.38": 1.28125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.39": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.39": 2.515625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.40": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.40": 2.25, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.41": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.41": 1.78125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.42": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.42": 2.4375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.43": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.43": 1.4296875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.44": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.44": 1.7734375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.45": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.45": 2.359375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.46": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.46": 6.21875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.47": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.47": 2.578125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.48": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.48": 3.421875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.49": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.49": 1.6171875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.50": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.50": 1.8125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.51": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.51": 3.125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.52": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.52": 1.765625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.53": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.53": 2.265625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.54": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.54": 3.125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.55": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.55": 8.875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.56": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.56": 1.9375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.57": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.57": 2.34375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.58": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.58": 1.796875, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.59": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.59": 2.5625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.60": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.60": 1.3515625, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.61": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.61": 2.578125, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.62": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.62": 2.34375, |
| "model.layers.19.mlp.experts.experts.gate_up_proj.63": 1.7890625, |
| "model.layers.19.mlp.experts.experts.down_proj.63": 2.765625, |
| "model.layers.19.mlp.shared_experts.gate_proj": 1.7890625, |
| "model.layers.19.mlp.shared_experts.up_proj": 1.7890625, |
| "model.layers.19.mlp.shared_experts.down_proj": 6.75, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.0": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.0": 2.046875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.1": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.1": 2.171875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.2": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.2": 1.6875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.3": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.3": 4.1875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.4": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.4": 2.1875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.5": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.5": 2.734375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.6": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.6": 2.703125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.7": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.7": 1.8359375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.8": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.8": 1.6328125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.9": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.9": 1.65625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.10": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.10": 1.46875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.11": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.11": 5.40625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.12": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.12": 5.5, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.13": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.13": 1.9609375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.14": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.14": 2.296875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.15": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.15": 2.859375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.16": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.16": 1.8671875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.17": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.17": 1.7109375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.18": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.18": 3.34375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.19": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.19": 1.6875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.20": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.20": 3.015625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.21": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.21": 2.078125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.22": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.22": 1.3828125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.23": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.23": 4.59375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.24": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.24": 1.671875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.25": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.25": 4.40625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.26": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.26": 1.625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.27": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.27": 3.78125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.28": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.28": 2.53125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.29": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.29": 2.46875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.30": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.30": 2.453125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.31": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.31": 2.6875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.32": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.32": 2.15625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.33": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.33": 5.15625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.34": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.34": 3.453125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.35": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.35": 1.4453125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.36": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.36": 2.609375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.37": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.37": 1.6875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.38": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.38": 1.8046875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.39": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.39": 6.84375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.40": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.40": 1.4765625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.41": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.41": 2.453125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.42": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.42": 1.78125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.43": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.43": 3.171875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.44": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.44": 3.546875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.45": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.45": 2.375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.46": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.46": 2.5625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.47": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.47": 4.0, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.48": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.48": 2.265625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.49": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.49": 2.546875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.50": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.50": 4.09375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.51": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.51": 1.453125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.52": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.52": 1.703125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.53": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.53": 0.90625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.54": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.54": 1.8828125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.55": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.55": 1.703125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.56": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.56": 3.5625, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.57": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.57": 1.609375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.58": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.58": 2.8125, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.59": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.59": 2.59375, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.60": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.60": 1.6171875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.61": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.61": 3.96875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.62": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.62": 2.796875, |
| "model.layers.20.mlp.experts.experts.gate_up_proj.63": 1.671875, |
| "model.layers.20.mlp.experts.experts.down_proj.63": 5.78125, |
| "model.layers.20.mlp.shared_experts.gate_proj": 1.671875, |
| "model.layers.20.mlp.shared_experts.up_proj": 1.671875, |
| "model.layers.20.mlp.shared_experts.down_proj": 13.125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.0": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.0": 2.984375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.1": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.1": 1.8203125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.2": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.2": 2.015625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.3": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.3": 2.28125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.4": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.4": 1.7890625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.5": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.5": 1.75, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.6": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.6": 6.03125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.7": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.7": 3.1875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.8": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.8": 2.765625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.9": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.9": 2.59375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.10": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.10": 2.5, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.11": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.11": 4.6875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.12": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.12": 3.1875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.13": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.13": 2.09375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.14": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.14": 1.421875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.15": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.15": 3.984375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.16": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.16": 1.765625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.17": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.17": 2.859375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.18": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.18": 3.078125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.19": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.19": 2.71875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.20": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.20": 4.84375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.21": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.21": 1.609375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.22": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.22": 1.234375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.23": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.23": 1.515625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.24": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.24": 2.390625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.25": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.25": 1.171875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.26": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.26": 2.640625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.27": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.27": 1.5, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.28": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.28": 1.9921875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.29": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.29": 3.828125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.30": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.30": 1.484375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.31": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.31": 2.859375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.32": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.32": 12.1875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.33": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.33": 4.90625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.34": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.34": 2.078125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.35": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.35": 3.015625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.36": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.36": 5.0625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.37": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.37": 1.84375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.38": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.38": 1.9453125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.39": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.39": 3.578125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.40": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.40": 2.6875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.41": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.41": 3.078125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.42": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.42": 1.359375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.43": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.43": 2.015625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.44": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.44": 1.8828125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.45": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.45": 2.3125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.46": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.46": 2.171875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.47": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.47": 1.71875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.48": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.48": 6.21875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.49": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.49": 1.59375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.50": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.50": 1.3125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.51": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.51": 1.640625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.52": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.52": 3.109375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.53": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.53": 4.75, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.54": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.54": 1.9921875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.55": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.55": 2.15625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.56": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.56": 1.4609375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.57": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.57": 1.34375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.58": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.58": 2.515625, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.59": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.59": 3.484375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.60": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.60": 2.109375, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.61": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.61": 2.28125, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.62": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.62": 2.171875, |
| "model.layers.21.mlp.experts.experts.gate_up_proj.63": 1.71875, |
| "model.layers.21.mlp.experts.experts.down_proj.63": 5.34375, |
| "model.layers.21.mlp.shared_experts.gate_proj": 1.71875, |
| "model.layers.21.mlp.shared_experts.up_proj": 1.71875, |
| "model.layers.21.mlp.shared_experts.down_proj": 8.375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.0": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.0": 5.4375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.1": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.1": 13.25, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.2": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.2": 1.7890625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.3": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.3": 1.484375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.4": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.4": 2.40625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.5": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.5": 2.140625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.6": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.6": 2.359375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.7": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.7": 4.6875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.8": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.8": 3.75, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.9": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.9": 1.6015625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.10": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.10": 3.6875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.11": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.11": 3.3125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.12": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.12": 2.5, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.13": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.13": 3.90625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.14": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.14": 2.140625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.15": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.15": 1.2734375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.16": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.16": 2.734375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.17": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.17": 1.9453125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.18": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.18": 2.34375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.19": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.19": 1.75, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.20": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.20": 4.0, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.21": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.21": 1.1796875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.22": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.22": 1.71875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.23": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.23": 2.78125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.24": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.24": 5.03125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.25": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.25": 1.828125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.26": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.26": 2.671875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.27": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.27": 1.9375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.28": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.28": 2.5, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.29": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.29": 3.03125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.30": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.30": 1.984375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.31": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.31": 2.390625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.32": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.32": 2.03125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.33": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.33": 2.671875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.34": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.34": 1.6953125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.35": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.35": 1.3984375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.36": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.36": 2.953125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.37": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.37": 2.71875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.38": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.38": 4.0625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.39": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.39": 1.5234375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.40": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.40": 2.40625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.41": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.41": 2.203125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.42": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.42": 3.578125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.43": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.43": 4.21875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.44": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.44": 4.09375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.45": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.45": 4.65625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.46": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.46": 3.0, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.47": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.47": 3.015625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.48": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.48": 4.0625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.49": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.49": 2.1875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.50": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.50": 4.25, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.51": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.51": 2.546875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.52": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.52": 2.578125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.53": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.53": 4.09375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.54": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.54": 2.59375, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.55": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.55": 3.0, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.56": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.56": 3.5625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.57": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.57": 2.046875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.58": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.58": 2.421875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.59": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.59": 1.90625, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.60": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.60": 2.046875, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.61": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.61": 2.703125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.62": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.62": 4.53125, |
| "model.layers.22.mlp.experts.experts.gate_up_proj.63": 1.8671875, |
| "model.layers.22.mlp.experts.experts.down_proj.63": 2.75, |
| "model.layers.22.mlp.shared_experts.gate_proj": 1.8671875, |
| "model.layers.22.mlp.shared_experts.up_proj": 1.8671875, |
| "model.layers.22.mlp.shared_experts.down_proj": 78.5, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.0": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.0": 2.546875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.1": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.1": 2.40625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.2": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.2": 1.46875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.3": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.3": 3.1875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.4": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.4": 4.4375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.5": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.5": 4.53125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.6": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.6": 3.875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.7": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.7": 3.421875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.8": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.8": 2.03125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.9": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.9": 2.1875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.10": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.10": 3.9375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.11": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.11": 3.734375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.12": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.12": 2.25, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.13": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.13": 7.28125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.14": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.14": 2.578125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.15": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.15": 3.734375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.16": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.16": 1.8125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.17": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.17": 2.34375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.18": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.18": 2.8125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.19": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.19": 4.40625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.20": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.20": 2.453125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.21": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.21": 4.5625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.22": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.22": 3.203125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.23": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.23": 2.125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.24": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.24": 8.8125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.25": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.25": 3.484375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.26": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.26": 2.296875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.27": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.27": 3.921875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.28": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.28": 5.3125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.29": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.29": 2.859375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.30": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.30": 1.671875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.31": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.31": 2.34375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.32": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.32": 4.4375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.33": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.33": 4.3125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.34": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.34": 3.453125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.35": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.35": 1.0, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.36": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.36": 2.9375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.37": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.37": 1.671875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.38": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.38": 2.15625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.39": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.39": 1.84375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.40": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.40": 2.8125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.41": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.41": 1.7734375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.42": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.42": 4.5, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.43": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.43": 5.65625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.44": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.44": 3.484375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.45": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.45": 3.09375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.46": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.46": 2.546875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.47": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.47": 2.484375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.48": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.48": 6.90625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.49": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.49": 7.71875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.50": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.50": 2.46875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.51": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.51": 1.7890625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.52": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.52": 2.796875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.53": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.53": 4.0625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.54": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.54": 3.0, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.55": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.55": 5.1875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.56": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.56": 2.890625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.57": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.57": 3.203125, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.58": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.58": 6.9375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.59": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.59": 3.71875, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.60": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.60": 3.859375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.61": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.61": 7.34375, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.62": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.62": 4.90625, |
| "model.layers.23.mlp.experts.experts.gate_up_proj.63": 1.765625, |
| "model.layers.23.mlp.experts.experts.down_proj.63": 2.28125, |
| "model.layers.23.mlp.shared_experts.gate_proj": 1.765625, |
| "model.layers.23.mlp.shared_experts.up_proj": 1.765625, |
| "model.layers.23.mlp.shared_experts.down_proj": 84.5, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.0": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.0": 10.875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.1": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.1": 2.765625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.2": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.2": 6.75, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.3": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.3": 3.015625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.4": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.4": 8.25, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.5": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.5": 6.25, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.6": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.6": 8.5625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.7": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.7": 3.109375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.8": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.8": 3.3125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.9": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.9": 4.25, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.10": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.10": 5.5, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.11": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.11": 4.0625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.12": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.12": 4.59375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.13": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.13": 2.21875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.14": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.14": 3.140625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.15": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.15": 6.75, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.16": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.16": 2.90625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.17": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.17": 3.5625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.18": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.18": 3.6875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.19": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.19": 6.40625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.20": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.20": 9.3125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.21": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.21": 4.875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.22": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.22": 2.359375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.23": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.23": 3.671875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.24": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.24": 3.703125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.25": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.25": 1.9296875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.26": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.26": 7.6875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.27": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.27": 4.9375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.28": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.28": 5.59375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.29": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.29": 3.140625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.30": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.30": 4.90625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.31": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.31": 3.890625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.32": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.32": 3.40625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.33": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.33": 4.4375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.34": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.34": 3.828125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.35": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.35": 3.328125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.36": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.36": 3.046875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.37": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.37": 1.4375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.38": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.38": 5.6875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.39": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.39": 6.21875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.40": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.40": 4.0, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.41": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.41": 2.3125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.42": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.42": 2.6875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.43": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.43": 1.9609375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.44": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.44": 3.609375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.45": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.45": 3.390625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.46": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.46": 6.28125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.47": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.47": 6.1875, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.48": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.48": 3.03125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.49": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.49": 3.265625, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.50": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.50": 6.8125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.51": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.51": 3.8125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.52": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.52": 3.109375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.53": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.53": 3.375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.54": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.54": 7.53125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.55": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.55": 2.84375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.56": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.56": 4.28125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.57": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.57": 2.3125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.58": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.58": 3.828125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.59": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.59": 8.3125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.60": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.60": 3.078125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.61": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.61": 4.09375, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.62": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.62": 5.125, |
| "model.layers.24.mlp.experts.experts.gate_up_proj.63": 1.9140625, |
| "model.layers.24.mlp.experts.experts.down_proj.63": 6.71875, |
| "model.layers.24.mlp.shared_experts.gate_proj": 1.9140625, |
| "model.layers.24.mlp.shared_experts.up_proj": 1.9140625, |
| "model.layers.24.mlp.shared_experts.down_proj": 10.875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.0": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.0": 2.828125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.1": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.1": 4.46875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.2": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.2": 1.546875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.3": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.3": 3.359375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.4": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.4": 3.3125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.5": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.5": 7.25, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.6": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.6": 4.46875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.7": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.7": 4.28125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.8": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.8": 13.875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.9": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.9": 6.6875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.10": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.10": 4.84375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.11": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.11": 2.890625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.12": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.12": 3.90625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.13": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.13": 1.984375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.14": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.14": 6.1875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.15": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.15": 1.6953125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.16": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.16": 3.328125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.17": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.17": 2.6875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.18": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.18": 6.59375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.19": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.19": 2.203125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.20": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.20": 2.078125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.21": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.21": 3.171875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.22": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.22": 3.390625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.23": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.23": 2.875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.24": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.24": 4.0625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.25": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.25": 2.75, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.26": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.26": 3.90625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.27": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.27": 3.609375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.28": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.28": 6.3125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.29": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.29": 3.203125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.30": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.30": 7.25, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.31": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.31": 4.84375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.32": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.32": 2.65625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.33": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.33": 1.859375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.34": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.34": 3.078125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.35": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.35": 5.96875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.36": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.36": 4.78125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.37": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.37": 3.953125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.38": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.38": 2.09375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.39": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.39": 4.15625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.40": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.40": 2.9375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.41": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.41": 4.09375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.42": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.42": 5.09375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.43": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.43": 6.34375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.44": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.44": 2.671875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.45": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.45": 3.25, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.46": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.46": 3.921875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.47": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.47": 7.4375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.48": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.48": 2.046875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.49": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.49": 2.265625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.50": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.50": 2.609375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.51": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.51": 4.59375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.52": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.52": 4.5625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.53": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.53": 4.53125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.54": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.54": 5.71875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.55": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.55": 1.9140625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.56": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.56": 5.84375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.57": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.57": 4.09375, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.58": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.58": 2.640625, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.59": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.59": 7.6875, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.60": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.60": 5.28125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.61": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.61": 4.53125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.62": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.62": 3.78125, |
| "model.layers.25.mlp.experts.experts.gate_up_proj.63": 2.375, |
| "model.layers.25.mlp.experts.experts.down_proj.63": 3.96875, |
| "model.layers.25.mlp.shared_experts.gate_proj": 2.375, |
| "model.layers.25.mlp.shared_experts.up_proj": 2.375, |
| "model.layers.25.mlp.shared_experts.down_proj": 69.5, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.0": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.0": 1.8671875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.1": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.1": 2.6875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.2": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.2": 6.6875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.3": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.3": 2.328125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.4": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.4": 5.625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.5": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.5": 3.5, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.6": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.6": 4.875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.7": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.7": 5.03125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.8": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.8": 4.8125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.9": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.9": 5.46875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.10": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.10": 2.078125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.11": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.11": 6.03125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.12": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.12": 8.0625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.13": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.13": 5.34375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.14": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.14": 5.3125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.15": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.15": 3.0, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.16": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.16": 4.96875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.17": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.17": 5.03125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.18": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.18": 3.15625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.19": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.19": 1.5078125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.20": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.20": 2.984375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.21": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.21": 4.75, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.22": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.22": 3.359375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.23": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.23": 5.25, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.24": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.24": 4.875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.25": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.25": 6.5625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.26": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.26": 2.59375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.27": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.27": 4.71875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.28": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.28": 4.90625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.29": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.29": 5.21875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.30": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.30": 4.9375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.31": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.31": 4.65625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.32": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.32": 3.9375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.33": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.33": 6.375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.34": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.34": 4.40625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.35": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.35": 2.296875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.36": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.36": 2.96875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.37": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.37": 5.9375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.38": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.38": 5.3125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.39": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.39": 2.984375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.40": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.40": 5.125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.41": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.41": 4.1875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.42": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.42": 6.96875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.43": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.43": 3.359375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.44": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.44": 6.375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.45": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.45": 4.1875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.46": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.46": 5.71875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.47": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.47": 2.40625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.48": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.48": 3.703125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.49": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.49": 2.046875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.50": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.50": 3.53125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.51": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.51": 3.578125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.52": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.52": 4.5, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.53": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.53": 5.875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.54": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.54": 4.40625, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.55": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.55": 3.9375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.56": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.56": 1.375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.57": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.57": 4.34375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.58": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.58": 3.34375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.59": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.59": 2.546875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.60": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.60": 6.1875, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.61": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.61": 6.375, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.62": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.62": 3.578125, |
| "model.layers.26.mlp.experts.experts.gate_up_proj.63": 2.3125, |
| "model.layers.26.mlp.experts.experts.down_proj.63": 3.765625, |
| "model.layers.26.mlp.shared_experts.gate_proj": 2.3125, |
| "model.layers.26.mlp.shared_experts.up_proj": 2.3125, |
| "model.layers.26.mlp.shared_experts.down_proj": 71.0, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.0": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.0": 2.125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.1": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.1": 8.9375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.2": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.2": 6.34375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.3": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.3": 4.125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.4": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.4": 2.28125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.5": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.5": 5.875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.6": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.6": 4.125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.7": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.7": 5.28125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.8": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.8": 5.1875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.9": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.9": 1.4609375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.10": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.10": 5.0, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.11": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.11": 7.125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.12": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.12": 8.0625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.13": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.13": 7.4375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.14": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.14": 5.09375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.15": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.15": 2.765625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.16": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.16": 9.6875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.17": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.17": 3.078125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.18": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.18": 3.828125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.19": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.19": 5.71875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.20": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.20": 3.921875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.21": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.21": 6.53125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.22": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.22": 2.96875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.23": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.23": 1.4375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.24": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.24": 6.1875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.25": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.25": 3.25, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.26": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.26": 5.21875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.27": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.27": 7.4375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.28": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.28": 6.21875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.29": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.29": 5.875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.30": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.30": 7.09375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.31": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.31": 5.96875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.32": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.32": 8.5625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.33": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.33": 5.0625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.34": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.34": 8.5625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.35": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.35": 7.78125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.36": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.36": 8.0625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.37": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.37": 4.6875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.38": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.38": 2.71875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.39": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.39": 1.921875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.40": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.40": 2.953125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.41": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.41": 3.84375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.42": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.42": 4.4375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.43": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.43": 3.515625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.44": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.44": 3.578125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.45": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.45": 6.1875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.46": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.46": 2.734375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.47": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.47": 4.28125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.48": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.48": 5.25, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.49": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.49": 7.1875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.50": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.50": 2.625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.51": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.51": 7.875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.52": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.52": 5.03125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.53": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.53": 5.28125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.54": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.54": 1.9609375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.55": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.55": 3.578125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.56": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.56": 2.984375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.57": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.57": 5.71875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.58": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.58": 3.671875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.59": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.59": 3.9375, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.60": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.60": 6.46875, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.61": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.61": 4.0625, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.62": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.62": 8.3125, |
| "model.layers.27.mlp.experts.experts.gate_up_proj.63": 2.046875, |
| "model.layers.27.mlp.experts.experts.down_proj.63": 9.375, |
| "model.layers.27.mlp.shared_experts.gate_proj": 2.046875, |
| "model.layers.27.mlp.shared_experts.up_proj": 2.046875, |
| "model.layers.27.mlp.shared_experts.down_proj": 43.75, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.0": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.0": 5.65625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.1": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.1": 4.59375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.2": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.2": 2.90625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.3": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.3": 10.125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.4": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.4": 6.8125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.5": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.5": 3.515625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.6": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.6": 8.375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.7": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.7": 2.953125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.8": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.8": 5.625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.9": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.9": 5.875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.10": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.10": 5.71875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.11": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.11": 7.15625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.12": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.12": 8.625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.13": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.13": 1.5546875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.14": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.14": 10.9375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.15": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.15": 6.90625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.16": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.16": 3.390625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.17": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.17": 4.375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.18": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.18": 6.40625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.19": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.19": 5.65625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.20": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.20": 10.0, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.21": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.21": 6.53125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.22": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.22": 9.8125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.23": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.23": 6.28125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.24": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.24": 4.09375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.25": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.25": 4.28125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.26": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.26": 12.1875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.27": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.27": 12.5, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.28": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.28": 5.875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.29": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.29": 8.1875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.30": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.30": 6.28125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.31": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.31": 5.71875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.32": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.32": 3.25, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.33": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.33": 5.3125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.34": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.34": 4.6875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.35": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.35": 2.5, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.36": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.36": 5.84375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.37": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.37": 7.4375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.38": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.38": 6.5, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.39": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.39": 6.125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.40": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.40": 12.0625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.41": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.41": 7.0625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.42": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.42": 5.21875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.43": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.43": 4.90625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.44": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.44": 6.21875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.45": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.45": 4.0625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.46": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.46": 1.953125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.47": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.47": 7.5, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.48": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.48": 3.484375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.49": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.49": 7.46875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.50": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.50": 8.0625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.51": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.51": 6.65625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.52": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.52": 7.09375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.53": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.53": 3.640625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.54": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.54": 5.65625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.55": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.55": 2.140625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.56": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.56": 3.6875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.57": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.57": 3.046875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.58": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.58": 4.625, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.59": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.59": 2.453125, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.60": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.60": 6.1875, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.61": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.61": 5.9375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.62": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.62": 4.09375, |
| "model.layers.28.mlp.experts.experts.gate_up_proj.63": 2.09375, |
| "model.layers.28.mlp.experts.experts.down_proj.63": 2.3125, |
| "model.layers.28.mlp.shared_experts.gate_proj": 2.09375, |
| "model.layers.28.mlp.shared_experts.up_proj": 2.09375, |
| "model.layers.28.mlp.shared_experts.down_proj": 9.625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.0": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.0": 7.1875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.1": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.1": 7.6875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.2": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.2": 5.9375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.3": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.3": 2.5, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.4": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.4": 5.125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.5": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.5": 4.5625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.6": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.6": 6.625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.7": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.7": 6.875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.8": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.8": 1.1171875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.9": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.9": 8.0, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.10": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.10": 5.15625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.11": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.11": 2.25, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.12": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.12": 3.0, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.13": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.13": 1.2265625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.14": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.14": 13.5, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.15": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.15": 4.0, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.16": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.16": 5.4375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.17": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.17": 6.3125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.18": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.18": 12.75, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.19": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.19": 5.25, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.20": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.20": 3.109375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.21": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.21": 2.71875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.22": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.22": 9.1875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.23": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.23": 7.03125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.24": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.24": 4.1875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.25": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.25": 4.96875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.26": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.26": 4.375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.27": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.27": 6.875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.28": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.28": 5.5, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.29": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.29": 3.03125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.30": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.30": 6.5625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.31": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.31": 6.75, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.32": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.32": 7.34375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.33": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.33": 2.6875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.34": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.34": 8.375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.35": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.35": 2.453125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.36": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.36": 3.578125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.37": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.37": 5.875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.38": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.38": 10.5625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.39": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.39": 6.4375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.40": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.40": 8.875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.41": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.41": 6.3125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.42": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.42": 19.875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.43": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.43": 4.6875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.44": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.44": 5.34375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.45": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.45": 4.1875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.46": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.46": 5.3125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.47": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.47": 8.125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.48": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.48": 3.4375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.49": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.49": 2.46875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.50": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.50": 2.8125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.51": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.51": 3.046875, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.52": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.52": 6.5625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.53": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.53": 8.9375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.54": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.54": 11.0625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.55": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.55": 3.59375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.56": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.56": 5.25, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.57": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.57": 2.703125, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.58": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.58": 9.0625, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.59": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.59": 7.09375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.60": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.60": 5.0, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.61": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.61": 10.9375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.62": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.62": 2.359375, |
| "model.layers.29.mlp.experts.experts.gate_up_proj.63": 2.09375, |
| "model.layers.29.mlp.experts.experts.down_proj.63": 13.6875, |
| "model.layers.29.mlp.shared_experts.gate_proj": 2.09375, |
| "model.layers.29.mlp.shared_experts.up_proj": 2.09375, |
| "model.layers.29.mlp.shared_experts.down_proj": 43.25, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.0": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.0": 6.875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.1": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.1": 2.546875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.2": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.2": 4.90625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.3": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.3": 3.546875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.4": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.4": 5.3125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.5": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.5": 3.109375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.6": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.6": 4.84375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.7": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.7": 2.90625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.8": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.8": 4.40625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.9": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.9": 7.34375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.10": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.10": 13.375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.11": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.11": 3.09375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.12": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.12": 2.625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.13": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.13": 4.9375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.14": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.14": 5.78125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.15": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.15": 1.6953125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.16": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.16": 5.46875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.17": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.17": 2.71875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.18": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.18": 4.625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.19": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.19": 4.1875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.20": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.20": 1.6015625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.21": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.21": 3.4375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.22": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.22": 5.90625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.23": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.23": 2.703125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.24": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.24": 5.25, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.25": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.25": 4.28125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.26": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.26": 1.7578125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.27": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.27": 10.9375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.28": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.28": 3.84375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.29": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.29": 1.5703125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.30": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.30": 3.25, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.31": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.31": 1.9453125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.32": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.32": 3.390625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.33": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.33": 4.25, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.34": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.34": 1.84375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.35": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.35": 11.625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.36": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.36": 7.46875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.37": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.37": 7.78125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.38": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.38": 4.40625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.39": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.39": 5.96875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.40": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.40": 2.984375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.41": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.41": 5.1875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.42": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.42": 2.1875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.43": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.43": 3.078125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.44": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.44": 3.578125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.45": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.45": 2.578125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.46": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.46": 1.5, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.47": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.47": 3.953125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.48": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.48": 7.875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.49": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.49": 13.5, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.50": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.50": 1.8515625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.51": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.51": 3.390625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.52": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.52": 6.5, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.53": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.53": 4.375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.54": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.54": 6.125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.55": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.55": 2.46875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.56": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.56": 2.765625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.57": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.57": 3.84375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.58": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.58": 4.53125, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.59": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.59": 4.15625, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.60": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.60": 3.21875, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.61": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.61": 14.5, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.62": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.62": 3.09375, |
| "model.layers.30.mlp.experts.experts.gate_up_proj.63": 2.140625, |
| "model.layers.30.mlp.experts.experts.down_proj.63": 11.0, |
| "model.layers.30.mlp.shared_experts.gate_proj": 2.140625, |
| "model.layers.30.mlp.shared_experts.up_proj": 2.140625, |
| "model.layers.30.mlp.shared_experts.down_proj": 15.5, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.0": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.0": 25.75, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.1": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.1": 2.890625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.2": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.2": 5.65625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.3": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.3": 4.5625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.4": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.4": 11.5, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.5": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.5": 9.1875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.6": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.6": 7.4375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.7": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.7": 7.09375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.8": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.8": 7.25, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.9": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.9": 3.59375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.10": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.10": 7.25, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.11": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.11": 8.0, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.12": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.12": 8.75, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.13": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.13": 5.25, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.14": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.14": 5.15625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.15": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.15": 4.1875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.16": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.16": 5.5625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.17": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.17": 8.5, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.18": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.18": 6.6875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.19": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.19": 4.46875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.20": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.20": 7.71875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.21": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.21": 8.4375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.22": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.22": 6.125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.23": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.23": 4.65625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.24": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.24": 2.53125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.25": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.25": 13.25, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.26": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.26": 17.375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.27": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.27": 4.0625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.28": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.28": 5.34375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.29": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.29": 14.125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.30": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.30": 8.125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.31": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.31": 2.03125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.32": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.32": 7.0625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.33": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.33": 6.90625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.34": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.34": 2.96875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.35": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.35": 3.640625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.36": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.36": 13.0625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.37": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.37": 9.5, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.38": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.38": 7.8125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.39": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.39": 6.9375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.40": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.40": 5.6875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.41": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.41": 3.125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.42": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.42": 3.671875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.43": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.43": 5.125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.44": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.44": 12.5625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.45": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.45": 3.34375, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.46": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.46": 4.40625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.47": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.47": 5.625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.48": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.48": 6.65625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.49": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.49": 3.90625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.50": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.50": 12.875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.51": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.51": 4.8125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.52": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.52": 4.53125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.53": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.53": 13.5625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.54": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.54": 5.21875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.55": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.55": 3.90625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.56": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.56": 2.0, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.57": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.57": 3.890625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.58": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.58": 2.25, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.59": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.59": 4.28125, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.60": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.60": 5.40625, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.61": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.61": 6.46875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.62": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.62": 8.6875, |
| "model.layers.31.mlp.experts.experts.gate_up_proj.63": 2.015625, |
| "model.layers.31.mlp.experts.experts.down_proj.63": 4.40625, |
| "model.layers.31.mlp.shared_experts.gate_proj": 2.015625, |
| "model.layers.31.mlp.shared_experts.up_proj": 2.015625, |
| "model.layers.31.mlp.shared_experts.down_proj": 11.625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.0": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.0": 5.34375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.1": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.1": 11.4375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.2": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.2": 12.8125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.3": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.3": 6.84375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.4": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.4": 2.34375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.5": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.5": 1.4453125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.6": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.6": 4.15625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.7": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.7": 6.125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.8": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.8": 2.078125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.9": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.9": 6.125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.10": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.10": 5.3125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.11": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.11": 3.390625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.12": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.12": 1.6640625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.13": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.13": 6.21875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.14": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.14": 4.25, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.15": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.15": 2.546875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.16": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.16": 2.21875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.17": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.17": 5.6875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.18": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.18": 3.359375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.19": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.19": 1.6328125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.20": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.20": 4.96875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.21": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.21": 2.5625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.22": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.22": 5.34375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.23": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.23": 15.375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.24": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.24": 7.90625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.25": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.25": 12.3125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.26": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.26": 4.21875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.27": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.27": 3.21875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.28": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.28": 12.125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.29": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.29": 10.125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.30": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.30": 2.625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.31": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.31": 5.78125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.32": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.32": 4.96875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.33": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.33": 7.0625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.34": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.34": 10.3125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.35": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.35": 9.375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.36": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.36": 4.4375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.37": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.37": 6.875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.38": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.38": 2.6875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.39": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.39": 16.125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.40": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.40": 6.4375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.41": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.41": 6.625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.42": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.42": 8.0625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.43": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.43": 4.8125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.44": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.44": 6.59375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.45": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.45": 6.3125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.46": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.46": 11.8125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.47": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.47": 4.96875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.48": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.48": 4.90625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.49": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.49": 4.8125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.50": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.50": 1.5234375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.51": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.51": 8.5625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.52": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.52": 6.46875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.53": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.53": 5.28125, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.54": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.54": 4.96875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.55": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.55": 7.21875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.56": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.56": 11.5, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.57": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.57": 1.4765625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.58": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.58": 4.09375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.59": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.59": 5.375, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.60": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.60": 8.625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.61": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.61": 7.40625, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.62": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.62": 7.1875, |
| "model.layers.32.mlp.experts.experts.gate_up_proj.63": 2.046875, |
| "model.layers.32.mlp.experts.experts.down_proj.63": 9.6875, |
| "model.layers.32.mlp.shared_experts.gate_proj": 2.046875, |
| "model.layers.32.mlp.shared_experts.up_proj": 2.046875, |
| "model.layers.32.mlp.shared_experts.down_proj": 25.0, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.0": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.0": 2.703125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.1": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.1": 35.25, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.2": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.2": 8.5625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.3": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.3": 19.625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.4": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.4": 7.0, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.5": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.5": 17.5, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.6": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.6": 12.9375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.7": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.7": 2.359375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.8": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.8": 1.796875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.9": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.9": 2.890625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.10": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.10": 5.8125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.11": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.11": 10.125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.12": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.12": 14.0625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.13": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.13": 14.1875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.14": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.14": 6.4375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.15": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.15": 7.21875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.16": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.16": 3.078125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.17": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.17": 4.71875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.18": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.18": 2.4375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.19": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.19": 9.125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.20": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.20": 2.890625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.21": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.21": 12.0, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.22": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.22": 10.9375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.23": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.23": 7.65625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.24": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.24": 3.09375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.25": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.25": 16.125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.26": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.26": 4.625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.27": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.27": 7.53125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.28": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.28": 5.1875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.29": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.29": 12.4375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.30": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.30": 8.5, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.31": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.31": 4.90625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.32": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.32": 15.6875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.33": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.33": 9.8125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.34": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.34": 6.46875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.35": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.35": 2.328125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.36": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.36": 11.4375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.37": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.37": 4.6875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.38": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.38": 8.0, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.39": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.39": 7.5625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.40": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.40": 4.03125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.41": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.41": 5.5, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.42": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.42": 12.4375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.43": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.43": 7.25, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.44": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.44": 8.375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.45": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.45": 6.9375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.46": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.46": 1.921875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.47": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.47": 3.078125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.48": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.48": 4.84375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.49": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.49": 3.125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.50": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.50": 7.5625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.51": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.51": 7.53125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.52": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.52": 3.203125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.53": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.53": 5.21875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.54": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.54": 5.625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.55": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.55": 8.9375, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.56": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.56": 5.03125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.57": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.57": 6.28125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.58": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.58": 4.71875, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.59": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.59": 5.5625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.60": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.60": 4.25, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.61": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.61": 2.125, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.62": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.62": 4.90625, |
| "model.layers.33.mlp.experts.experts.gate_up_proj.63": 2.109375, |
| "model.layers.33.mlp.experts.experts.down_proj.63": 15.5625, |
| "model.layers.33.mlp.shared_experts.gate_proj": 2.109375, |
| "model.layers.33.mlp.shared_experts.up_proj": 2.109375, |
| "model.layers.33.mlp.shared_experts.down_proj": 6.375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.0": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.0": 2.828125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.1": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.1": 7.21875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.2": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.2": 1.9609375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.3": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.3": 5.46875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.4": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.4": 6.4375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.5": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.5": 14.625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.6": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.6": 2.640625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.7": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.7": 3.40625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.8": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.8": 2.078125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.9": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.9": 11.8125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.10": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.10": 2.78125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.11": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.11": 5.53125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.12": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.12": 3.15625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.13": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.13": 2.671875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.14": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.14": 15.375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.15": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.15": 1.8984375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.16": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.16": 5.65625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.17": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.17": 6.1875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.18": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.18": 2.25, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.19": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.19": 10.5, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.20": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.20": 5.15625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.21": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.21": 3.703125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.22": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.22": 2.140625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.23": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.23": 4.78125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.24": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.24": 7.3125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.25": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.25": 4.40625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.26": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.26": 8.0, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.27": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.27": 4.84375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.28": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.28": 4.90625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.29": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.29": 4.40625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.30": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.30": 6.28125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.31": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.31": 9.125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.32": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.32": 10.3125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.33": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.33": 6.15625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.34": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.34": 6.0, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.35": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.35": 3.015625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.36": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.36": 4.125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.37": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.37": 5.8125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.38": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.38": 12.5, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.39": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.39": 4.875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.40": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.40": 4.25, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.41": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.41": 8.75, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.42": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.42": 4.5625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.43": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.43": 1.8125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.44": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.44": 10.5625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.45": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.45": 9.5625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.46": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.46": 6.3125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.47": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.47": 3.515625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.48": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.48": 12.125, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.49": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.49": 3.359375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.50": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.50": 10.625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.51": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.51": 2.96875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.52": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.52": 5.875, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.53": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.53": 12.375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.54": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.54": 6.0, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.55": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.55": 14.4375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.56": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.56": 10.5625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.57": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.57": 7.34375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.58": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.58": 7.65625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.59": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.59": 8.75, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.60": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.60": 10.375, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.61": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.61": 17.5, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.62": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.62": 3.515625, |
| "model.layers.34.mlp.experts.experts.gate_up_proj.63": 2.1875, |
| "model.layers.34.mlp.experts.experts.down_proj.63": 11.75, |
| "model.layers.34.mlp.shared_experts.gate_proj": 2.1875, |
| "model.layers.34.mlp.shared_experts.up_proj": 2.1875, |
| "model.layers.34.mlp.shared_experts.down_proj": 10.0, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.0": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.0": 4.40625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.1": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.1": 8.0, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.2": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.2": 3.375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.3": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.3": 5.65625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.4": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.4": 8.1875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.5": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.5": 2.296875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.6": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.6": 6.0625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.7": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.7": 7.84375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.8": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.8": 5.625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.9": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.9": 9.875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.10": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.10": 9.9375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.11": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.11": 6.375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.12": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.12": 6.96875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.13": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.13": 6.375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.14": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.14": 5.71875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.15": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.15": 9.125, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.16": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.16": 5.21875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.17": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.17": 3.9375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.18": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.18": 6.875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.19": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.19": 12.0625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.20": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.20": 5.0625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.21": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.21": 7.40625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.22": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.22": 15.4375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.23": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.23": 13.6875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.24": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.24": 13.875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.25": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.25": 6.375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.26": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.26": 16.5, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.27": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.27": 2.578125, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.28": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.28": 15.1875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.29": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.29": 16.375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.30": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.30": 3.265625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.31": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.31": 5.4375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.32": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.32": 9.1875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.33": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.33": 17.625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.34": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.34": 4.75, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.35": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.35": 4.34375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.36": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.36": 4.84375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.37": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.37": 3.21875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.38": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.38": 14.8125, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.39": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.39": 13.0, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.40": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.40": 10.25, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.41": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.41": 4.90625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.42": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.42": 2.59375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.43": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.43": 6.1875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.44": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.44": 9.8125, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.45": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.45": 8.5, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.46": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.46": 7.15625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.47": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.47": 16.75, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.48": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.48": 1.84375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.49": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.49": 4.625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.50": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.50": 3.765625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.51": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.51": 11.75, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.52": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.52": 9.5625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.53": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.53": 5.71875, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.54": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.54": 6.5625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.55": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.55": 3.140625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.56": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.56": 11.9375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.57": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.57": 9.0, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.58": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.58": 4.25, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.59": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.59": 4.90625, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.60": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.60": 5.09375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.61": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.61": 2.84375, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.62": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.62": 21.125, |
| "model.layers.35.mlp.experts.experts.gate_up_proj.63": 2.28125, |
| "model.layers.35.mlp.experts.experts.down_proj.63": 6.96875, |
| "model.layers.35.mlp.shared_experts.gate_proj": 2.28125, |
| "model.layers.35.mlp.shared_experts.up_proj": 2.28125, |
| "model.layers.35.mlp.shared_experts.down_proj": 13.125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.0": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.0": 8.1875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.1": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.1": 4.5, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.2": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.2": 5.53125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.3": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.3": 4.375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.4": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.4": 9.5, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.5": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.5": 8.5625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.6": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.6": 10.375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.7": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.7": 3.21875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.8": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.8": 5.46875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.9": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.9": 4.40625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.10": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.10": 11.5625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.11": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.11": 6.1875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.12": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.12": 5.625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.13": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.13": 2.78125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.14": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.14": 12.125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.15": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.15": 4.75, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.16": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.16": 8.25, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.17": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.17": 5.40625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.18": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.18": 14.625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.19": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.19": 8.8125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.20": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.20": 6.46875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.21": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.21": 19.75, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.22": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.22": 5.03125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.23": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.23": 6.75, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.24": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.24": 9.3125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.25": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.25": 8.625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.26": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.26": 1.8828125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.27": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.27": 2.140625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.28": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.28": 3.59375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.29": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.29": 5.34375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.30": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.30": 2.03125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.31": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.31": 6.46875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.32": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.32": 5.15625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.33": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.33": 9.3125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.34": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.34": 4.4375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.35": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.35": 4.15625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.36": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.36": 4.03125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.37": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.37": 6.9375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.38": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.38": 6.65625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.39": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.39": 3.046875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.40": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.40": 2.375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.41": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.41": 2.703125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.42": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.42": 8.1875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.43": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.43": 4.21875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.44": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.44": 3.6875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.45": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.45": 6.6875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.46": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.46": 3.0625, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.47": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.47": 10.125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.48": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.48": 4.34375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.49": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.49": 7.96875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.50": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.50": 4.3125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.51": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.51": 10.1875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.52": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.52": 13.1875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.53": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.53": 2.4375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.54": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.54": 4.875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.55": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.55": 10.25, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.56": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.56": 13.8125, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.57": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.57": 5.1875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.58": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.58": 15.4375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.59": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.59": 18.0, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.60": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.60": 2.609375, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.61": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.61": 1.6796875, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.62": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.62": 11.75, |
| "model.layers.36.mlp.experts.experts.gate_up_proj.63": 2.21875, |
| "model.layers.36.mlp.experts.experts.down_proj.63": 2.09375, |
| "model.layers.36.mlp.shared_experts.gate_proj": 2.21875, |
| "model.layers.36.mlp.shared_experts.up_proj": 2.21875, |
| "model.layers.36.mlp.shared_experts.down_proj": 9.25, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.0": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.0": 11.1875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.1": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.1": 4.53125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.2": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.2": 7.3125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.3": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.3": 8.3125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.4": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.4": 3.15625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.5": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.5": 8.3125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.6": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.6": 6.28125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.7": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.7": 9.625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.8": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.8": 11.625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.9": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.9": 7.21875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.10": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.10": 2.09375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.11": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.11": 7.125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.12": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.12": 10.125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.13": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.13": 17.5, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.14": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.14": 11.875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.15": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.15": 10.5, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.16": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.16": 10.5625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.17": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.17": 9.0, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.18": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.18": 11.125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.19": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.19": 1.90625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.20": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.20": 5.15625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.21": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.21": 4.28125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.22": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.22": 10.375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.23": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.23": 19.0, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.24": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.24": 6.0625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.25": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.25": 7.46875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.26": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.26": 12.4375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.27": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.27": 3.5625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.28": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.28": 4.0625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.29": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.29": 11.9375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.30": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.30": 3.21875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.31": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.31": 8.75, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.32": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.32": 9.875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.33": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.33": 7.0, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.34": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.34": 2.28125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.35": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.35": 4.21875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.36": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.36": 8.625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.37": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.37": 6.4375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.38": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.38": 7.28125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.39": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.39": 7.3125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.40": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.40": 2.75, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.41": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.41": 10.6875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.42": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.42": 15.75, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.43": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.43": 10.75, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.44": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.44": 12.625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.45": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.45": 5.90625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.46": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.46": 5.125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.47": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.47": 2.890625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.48": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.48": 3.015625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.49": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.49": 9.125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.50": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.50": 5.46875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.51": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.51": 7.875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.52": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.52": 2.859375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.53": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.53": 7.21875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.54": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.54": 3.859375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.55": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.55": 15.0, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.56": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.56": 8.5625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.57": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.57": 5.3125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.58": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.58": 5.28125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.59": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.59": 3.078125, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.60": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.60": 7.0625, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.61": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.61": 2.875, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.62": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.62": 6.9375, |
| "model.layers.37.mlp.experts.experts.gate_up_proj.63": 2.375, |
| "model.layers.37.mlp.experts.experts.down_proj.63": 10.125, |
| "model.layers.37.mlp.shared_experts.gate_proj": 2.375, |
| "model.layers.37.mlp.shared_experts.up_proj": 2.375, |
| "model.layers.37.mlp.shared_experts.down_proj": 15.1875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.0": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.0": 15.9375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.1": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.1": 69.0, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.2": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.2": 3.484375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.3": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.3": 5.96875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.4": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.4": 38.5, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.5": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.5": 10.4375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.6": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.6": 7.25, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.7": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.7": 7.78125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.8": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.8": 4.84375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.9": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.9": 10.4375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.10": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.10": 9.4375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.11": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.11": 7.28125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.12": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.12": 5.03125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.13": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.13": 5.65625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.14": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.14": 9.9375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.15": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.15": 2.421875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.16": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.16": 7.71875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.17": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.17": 3.171875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.18": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.18": 2.671875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.19": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.19": 5.4375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.20": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.20": 8.5, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.21": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.21": 7.03125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.22": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.22": 2.1875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.23": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.23": 6.6875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.24": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.24": 9.125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.25": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.25": 15.0, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.26": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.26": 11.875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.27": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.27": 5.625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.28": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.28": 3.390625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.29": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.29": 3.734375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.30": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.30": 3.84375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.31": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.31": 7.75, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.32": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.32": 19.75, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.33": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.33": 19.5, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.34": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.34": 8.4375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.35": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.35": 4.65625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.36": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.36": 5.875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.37": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.37": 6.875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.38": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.38": 8.9375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.39": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.39": 5.09375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.40": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.40": 11.625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.41": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.41": 7.40625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.42": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.42": 3.875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.43": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.43": 3.59375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.44": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.44": 10.4375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.45": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.45": 4.5625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.46": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.46": 13.6875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.47": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.47": 10.0625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.48": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.48": 4.5, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.49": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.49": 8.625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.50": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.50": 12.6875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.51": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.51": 4.40625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.52": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.52": 4.59375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.53": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.53": 8.375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.54": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.54": 10.9375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.55": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.55": 10.875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.56": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.56": 6.0, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.57": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.57": 6.09375, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.58": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.58": 13.3125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.59": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.59": 7.46875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.60": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.60": 3.6875, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.61": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.61": 3.78125, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.62": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.62": 2.265625, |
| "model.layers.38.mlp.experts.experts.gate_up_proj.63": 2.359375, |
| "model.layers.38.mlp.experts.experts.down_proj.63": 5.34375, |
| "model.layers.38.mlp.shared_experts.gate_proj": 2.359375, |
| "model.layers.38.mlp.shared_experts.up_proj": 2.359375, |
| "model.layers.38.mlp.shared_experts.down_proj": 17.875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.0": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.0": 20.75, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.1": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.1": 3.390625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.2": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.2": 7.3125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.3": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.3": 7.625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.4": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.4": 3.359375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.5": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.5": 11.0625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.6": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.6": 12.1875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.7": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.7": 3.96875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.8": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.8": 13.0, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.9": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.9": 5.65625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.10": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.10": 10.9375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.11": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.11": 8.5625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.12": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.12": 3.109375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.13": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.13": 2.703125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.14": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.14": 5.15625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.15": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.15": 5.21875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.16": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.16": 242.0, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.17": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.17": 17.875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.18": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.18": 6.75, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.19": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.19": 4.6875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.20": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.20": 3.546875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.21": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.21": 2.34375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.22": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.22": 5.71875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.23": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.23": 8.6875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.24": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.24": 10.9375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.25": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.25": 11.8125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.26": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.26": 14.375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.27": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.27": 3.375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.28": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.28": 11.25, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.29": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.29": 8.5625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.30": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.30": 4.09375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.31": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.31": 11.9375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.32": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.32": 9.25, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.33": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.33": 10.0, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.34": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.34": 7.90625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.35": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.35": 3.65625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.36": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.36": 4.5, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.37": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.37": 13.6875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.38": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.38": 4.3125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.39": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.39": 16.5, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.40": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.40": 5.03125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.41": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.41": 11.0, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.42": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.42": 4.40625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.43": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.43": 5.1875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.44": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.44": 6.5625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.45": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.45": 11.3125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.46": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.46": 2.109375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.47": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.47": 9.9375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.48": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.48": 4.8125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.49": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.49": 5.75, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.50": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.50": 6.0, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.51": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.51": 6.6875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.52": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.52": 6.1875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.53": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.53": 5.40625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.54": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.54": 12.1875, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.55": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.55": 8.3125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.56": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.56": 6.28125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.57": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.57": 8.8125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.58": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.58": 8.75, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.59": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.59": 8.375, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.60": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.60": 6.15625, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.61": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.61": 4.28125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.62": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.62": 8.8125, |
| "model.layers.39.mlp.experts.experts.gate_up_proj.63": 2.59375, |
| "model.layers.39.mlp.experts.experts.down_proj.63": 10.125, |
| "model.layers.39.mlp.shared_experts.gate_proj": 2.59375, |
| "model.layers.39.mlp.shared_experts.up_proj": 2.59375, |
| "model.layers.39.mlp.shared_experts.down_proj": 10.9375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.0": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.0": 11.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.1": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.1": 3.78125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.2": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.2": 11.0625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.3": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.3": 8.3125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.4": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.4": 8.0, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.5": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.5": 9.5, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.6": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.6": 15.1875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.7": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.7": 5.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.8": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.8": 10.6875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.9": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.9": 4.3125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.10": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.10": 12.1875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.11": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.11": 9.6875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.12": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.12": 2.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.13": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.13": 2.765625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.14": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.14": 15.125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.15": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.15": 17.625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.16": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.16": 5.3125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.17": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.17": 3.625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.18": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.18": 7.28125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.19": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.19": 13.125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.20": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.20": 4.40625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.21": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.21": 5.34375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.22": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.22": 14.75, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.23": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.23": 3.5625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.24": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.24": 4.0625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.25": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.25": 7.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.26": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.26": 9.6875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.27": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.27": 3.015625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.28": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.28": 7.53125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.29": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.29": 5.375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.30": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.30": 12.5, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.31": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.31": 83.5, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.32": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.32": 4.15625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.33": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.33": 10.8125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.34": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.34": 3.875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.35": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.35": 8.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.36": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.36": 5.9375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.37": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.37": 9.125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.38": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.38": 3.140625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.39": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.39": 7.0, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.40": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.40": 9.5625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.41": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.41": 8.125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.42": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.42": 3.625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.43": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.43": 17.0, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.44": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.44": 6.84375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.45": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.45": 13.8125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.46": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.46": 5.03125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.47": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.47": 10.875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.48": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.48": 16.5, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.49": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.49": 5.03125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.50": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.50": 3.71875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.51": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.51": 6.15625, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.52": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.52": 50.5, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.53": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.53": 9.125, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.54": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.54": 4.1875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.55": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.55": 5.59375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.56": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.56": 7.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.57": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.57": 6.59375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.58": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.58": 4.21875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.59": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.59": 4.21875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.60": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.60": 8.25, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.61": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.61": 4.71875, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.62": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.62": 11.375, |
| "model.layers.40.mlp.experts.experts.gate_up_proj.63": 2.515625, |
| "model.layers.40.mlp.experts.experts.down_proj.63": 3.625, |
| "model.layers.40.mlp.shared_experts.gate_proj": 2.515625, |
| "model.layers.40.mlp.shared_experts.up_proj": 2.515625, |
| "model.layers.40.mlp.shared_experts.down_proj": 81.0, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.0": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.0": 3.09375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.1": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.1": 5.875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.2": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.2": 7.25, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.3": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.3": 4.59375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.4": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.4": 7.53125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.5": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.5": 9.8125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.6": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.6": 2.546875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.7": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.7": 7.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.8": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.8": 5.6875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.9": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.9": 8.0, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.10": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.10": 5.5625, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.11": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.11": 10.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.12": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.12": 13.75, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.13": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.13": 15.6875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.14": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.14": 12.6875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.15": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.15": 5.03125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.16": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.16": 4.8125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.17": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.17": 15.9375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.18": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.18": 7.28125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.19": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.19": 5.875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.20": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.20": 10.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.21": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.21": 7.875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.22": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.22": 6.125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.23": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.23": 5.0625, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.24": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.24": 12.9375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.25": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.25": 9.0, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.26": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.26": 6.59375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.27": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.27": 5.375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.28": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.28": 5.84375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.29": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.29": 11.0, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.30": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.30": 7.625, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.31": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.31": 6.03125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.32": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.32": 8.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.33": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.33": 7.90625, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.34": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.34": 11.5, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.35": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.35": 4.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.36": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.36": 5.71875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.37": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.37": 6.125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.38": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.38": 14.75, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.39": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.39": 12.375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.40": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.40": 4.46875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.41": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.41": 9.5, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.42": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.42": 11.9375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.43": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.43": 13.6875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.44": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.44": 10.6875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.45": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.45": 4.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.46": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.46": 13.4375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.47": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.47": 6.28125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.48": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.48": 10.8125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.49": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.49": 7.84375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.50": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.50": 9.1875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.51": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.51": 3.984375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.52": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.52": 12.6875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.53": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.53": 8.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.54": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.54": 9.0, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.55": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.55": 5.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.56": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.56": 13.3125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.57": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.57": 8.0, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.58": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.58": 9.625, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.59": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.59": 2.609375, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.60": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.60": 8.875, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.61": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.61": 7.40625, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.62": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.62": 15.125, |
| "model.layers.41.mlp.experts.experts.gate_up_proj.63": 3.71875, |
| "model.layers.41.mlp.experts.experts.down_proj.63": 14.0, |
| "model.layers.41.mlp.shared_experts.gate_proj": 3.71875, |
| "model.layers.41.mlp.shared_experts.up_proj": 3.71875, |
| "model.layers.41.mlp.shared_experts.down_proj": 14.75, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.0": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.0": 5.96875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.1": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.1": 7.375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.2": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.2": 12.0625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.3": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.3": 12.9375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.4": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.4": 9.25, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.5": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.5": 5.0625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.6": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.6": 4.3125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.7": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.7": 4.6875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.8": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.8": 69.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.9": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.9": 5.09375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.10": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.10": 6.65625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.11": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.11": 6.03125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.12": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.12": 5.96875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.13": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.13": 6.71875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.14": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.14": 14.5, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.15": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.15": 5.0625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.16": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.16": 11.25, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.17": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.17": 12.6875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.18": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.18": 5.90625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.19": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.19": 7.5, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.20": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.20": 9.25, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.21": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.21": 11.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.22": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.22": 6.625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.23": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.23": 11.875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.24": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.24": 7.625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.25": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.25": 7.09375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.26": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.26": 8.5, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.27": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.27": 22.625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.28": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.28": 12.1875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.29": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.29": 13.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.30": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.30": 4.3125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.31": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.31": 12.6875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.32": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.32": 16.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.33": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.33": 10.8125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.34": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.34": 6.96875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.35": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.35": 3.78125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.36": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.36": 12.5625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.37": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.37": 7.21875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.38": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.38": 7.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.39": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.39": 7.53125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.40": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.40": 16.875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.41": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.41": 29.5, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.42": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.42": 5.46875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.43": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.43": 9.4375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.44": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.44": 10.125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.45": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.45": 9.9375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.46": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.46": 7.9375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.47": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.47": 7.90625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.48": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.48": 10.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.49": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.49": 9.875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.50": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.50": 3.8125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.51": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.51": 10.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.52": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.52": 6.90625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.53": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.53": 8.375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.54": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.54": 6.03125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.55": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.55": 3.234375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.56": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.56": 8.0, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.57": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.57": 8.1875, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.58": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.58": 7.8125, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.59": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.59": 10.0625, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.60": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.60": 8.375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.61": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.61": 5.9375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.62": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.62": 9.9375, |
| "model.layers.42.mlp.experts.experts.gate_up_proj.63": 3.9375, |
| "model.layers.42.mlp.experts.experts.down_proj.63": 10.9375, |
| "model.layers.42.mlp.shared_experts.gate_proj": 3.9375, |
| "model.layers.42.mlp.shared_experts.up_proj": 3.9375, |
| "model.layers.42.mlp.shared_experts.down_proj": 58.25, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.0": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.0": 3.453125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.1": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.1": 10.4375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.2": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.2": 12.375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.3": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.3": 6.9375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.4": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.4": 2.953125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.5": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.5": 6.21875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.6": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.6": 8.5625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.7": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.7": 6.75, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.8": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.8": 6.5625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.9": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.9": 4.71875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.10": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.10": 7.875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.11": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.11": 9.75, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.12": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.12": 5.75, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.13": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.13": 5.65625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.14": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.14": 12.375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.15": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.15": 5.15625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.16": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.16": 6.4375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.17": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.17": 4.34375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.18": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.18": 9.0, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.19": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.19": 6.75, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.20": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.20": 4.03125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.21": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.21": 5.9375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.22": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.22": 5.5625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.23": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.23": 6.1875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.24": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.24": 8.3125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.25": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.25": 11.625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.26": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.26": 10.0625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.27": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.27": 14.0625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.28": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.28": 5.875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.29": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.29": 6.125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.30": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.30": 5.5, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.31": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.31": 12.1875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.32": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.32": 6.375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.33": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.33": 2.671875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.34": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.34": 5.78125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.35": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.35": 7.875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.36": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.36": 24.125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.37": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.37": 4.0625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.38": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.38": 8.625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.39": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.39": 8.25, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.40": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.40": 4.5, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.41": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.41": 3.515625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.42": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.42": 7.1875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.43": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.43": 5.46875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.44": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.44": 11.125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.45": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.45": 6.40625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.46": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.46": 12.25, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.47": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.47": 15.3125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.48": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.48": 7.40625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.49": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.49": 10.1875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.50": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.50": 6.375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.51": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.51": 5.84375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.52": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.52": 10.8125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.53": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.53": 8.375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.54": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.54": 5.1875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.55": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.55": 14.875, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.56": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.56": 7.5, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.57": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.57": 7.4375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.58": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.58": 29.375, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.59": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.59": 9.3125, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.60": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.60": 3.015625, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.61": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.61": 17.25, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.62": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.62": 9.5, |
| "model.layers.43.mlp.experts.experts.gate_up_proj.63": 3.96875, |
| "model.layers.43.mlp.experts.experts.down_proj.63": 7.46875, |
| "model.layers.43.mlp.shared_experts.gate_proj": 3.96875, |
| "model.layers.43.mlp.shared_experts.up_proj": 3.96875, |
| "model.layers.43.mlp.shared_experts.down_proj": 65.5, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.0": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.0": 4.8125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.1": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.1": 6.21875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.2": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.2": 6.09375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.3": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.3": 4.9375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.4": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.4": 5.90625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.5": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.5": 8.625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.6": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.6": 8.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.7": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.7": 7.28125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.8": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.8": 7.5625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.9": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.9": 28.0, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.10": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.10": 11.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.11": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.11": 10.0625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.12": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.12": 4.71875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.13": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.13": 21.625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.14": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.14": 7.4375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.15": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.15": 4.9375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.16": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.16": 5.53125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.17": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.17": 9.9375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.18": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.18": 3.828125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.19": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.19": 5.1875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.20": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.20": 6.65625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.21": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.21": 5.25, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.22": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.22": 8.6875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.23": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.23": 6.0625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.24": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.24": 3.953125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.25": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.25": 8.5625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.26": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.26": 3.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.27": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.27": 4.15625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.28": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.28": 4.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.29": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.29": 7.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.30": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.30": 3.71875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.31": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.31": 5.46875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.32": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.32": 8.5, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.33": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.33": 5.1875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.34": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.34": 8.375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.35": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.35": 4.53125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.36": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.36": 3.1875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.37": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.37": 5.53125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.38": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.38": 8.75, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.39": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.39": 9.5, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.40": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.40": 7.75, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.41": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.41": 9.3125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.42": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.42": 10.6875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.43": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.43": 4.625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.44": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.44": 11.5, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.45": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.45": 7.09375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.46": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.46": 8.4375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.47": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.47": 6.34375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.48": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.48": 5.5625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.49": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.49": 9.5, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.50": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.50": 6.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.51": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.51": 6.40625, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.52": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.52": 9.125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.53": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.53": 6.84375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.54": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.54": 8.875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.55": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.55": 4.375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.56": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.56": 4.6875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.57": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.57": 5.71875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.58": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.58": 6.4375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.59": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.59": 3.375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.60": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.60": 5.84375, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.61": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.61": 13.6875, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.62": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.62": 11.3125, |
| "model.layers.44.mlp.experts.experts.gate_up_proj.63": 3.078125, |
| "model.layers.44.mlp.experts.experts.down_proj.63": 5.21875, |
| "model.layers.44.mlp.shared_experts.gate_proj": 3.078125, |
| "model.layers.44.mlp.shared_experts.up_proj": 3.078125, |
| "model.layers.44.mlp.shared_experts.down_proj": 39.0, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.0": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.0": 3.96875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.1": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.1": 8.375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.2": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.2": 4.09375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.3": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.3": 5.34375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.4": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.4": 3.859375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.5": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.5": 7.21875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.6": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.6": 3.390625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.7": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.7": 5.5, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.8": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.8": 4.46875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.9": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.9": 2.75, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.10": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.10": 11.8125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.11": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.11": 5.125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.12": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.12": 9.0, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.13": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.13": 4.34375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.14": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.14": 3.859375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.15": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.15": 8.8125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.16": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.16": 3.84375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.17": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.17": 3.453125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.18": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.18": 16.125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.19": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.19": 3.625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.20": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.20": 5.5, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.21": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.21": 5.03125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.22": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.22": 6.84375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.23": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.23": 6.21875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.24": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.24": 3.390625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.25": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.25": 2.84375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.26": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.26": 22.125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.27": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.27": 4.78125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.28": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.28": 7.90625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.29": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.29": 16.75, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.30": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.30": 4.34375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.31": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.31": 9.8125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.32": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.32": 3.890625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.33": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.33": 5.40625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.34": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.34": 6.03125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.35": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.35": 5.34375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.36": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.36": 6.5625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.37": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.37": 12.6875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.38": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.38": 3.65625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.39": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.39": 39.25, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.40": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.40": 8.3125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.41": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.41": 4.03125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.42": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.42": 17.5, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.43": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.43": 8.9375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.44": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.44": 13.1875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.45": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.45": 4.46875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.46": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.46": 3.6875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.47": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.47": 6.71875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.48": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.48": 3.140625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.49": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.49": 4.8125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.50": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.50": 4.0625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.51": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.51": 5.9375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.52": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.52": 3.65625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.53": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.53": 9.5, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.54": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.54": 11.75, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.55": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.55": 6.1875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.56": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.56": 5.125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.57": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.57": 2.125, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.58": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.58": 13.9375, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.59": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.59": 4.21875, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.60": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.60": 4.25, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.61": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.61": 4.40625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.62": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.62": 5.15625, |
| "model.layers.45.mlp.experts.experts.gate_up_proj.63": 3.0625, |
| "model.layers.45.mlp.experts.experts.down_proj.63": 12.125, |
| "model.layers.45.mlp.shared_experts.gate_proj": 3.0625, |
| "model.layers.45.mlp.shared_experts.up_proj": 3.0625, |
| "model.layers.45.mlp.shared_experts.down_proj": 41.0, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.0": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.0": 3.546875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.1": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.1": 1.84375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.2": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.2": 23.0, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.3": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.3": 2.4375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.4": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.4": 16.5, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.5": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.5": 3.140625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.6": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.6": 6.5625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.7": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.7": 4.59375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.8": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.8": 35.75, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.9": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.9": 2.671875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.10": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.10": 5.53125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.11": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.11": 8.4375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.12": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.12": 3.890625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.13": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.13": 2.25, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.14": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.14": 7.375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.15": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.15": 25.125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.16": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.16": 3.828125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.17": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.17": 6.21875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.18": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.18": 6.6875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.19": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.19": 4.3125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.20": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.20": 8.3125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.21": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.21": 11.5, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.22": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.22": 2.15625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.23": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.23": 3.578125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.24": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.24": 2.765625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.25": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.25": 8.5625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.26": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.26": 3.375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.27": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.27": 13.375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.28": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.28": 2.0625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.29": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.29": 9.0625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.30": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.30": 2.28125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.31": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.31": 3.046875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.32": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.32": 6.5, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.33": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.33": 2.296875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.34": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.34": 3.734375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.35": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.35": 47.5, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.36": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.36": 19.375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.37": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.37": 13.125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.38": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.38": 2.40625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.39": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.39": 2.5625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.40": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.40": 2.46875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.41": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.41": 2.5625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.42": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.42": 203.0, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.43": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.43": 3.171875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.44": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.44": 7.65625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.45": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.45": 29.625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.46": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.46": 3.59375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.47": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.47": 3.625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.48": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.48": 3.234375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.49": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.49": 52.25, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.50": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.50": 6.0625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.51": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.51": 93.5, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.52": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.52": 3.46875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.53": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.53": 22.25, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.54": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.54": 3.703125, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.55": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.55": 5.75, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.56": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.56": 3.0, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.57": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.57": 2.390625, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.58": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.58": 4.46875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.59": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.59": 33.25, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.60": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.60": 3.296875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.61": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.61": 2.21875, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.62": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.62": 2.9375, |
| "model.layers.46.mlp.experts.experts.gate_up_proj.63": 5.90625, |
| "model.layers.46.mlp.experts.experts.down_proj.63": 12.0, |
| "model.layers.46.mlp.shared_experts.gate_proj": 5.90625, |
| "model.layers.46.mlp.shared_experts.up_proj": 5.90625, |
| "model.layers.46.mlp.shared_experts.down_proj": 30.5, |
| "lm_head": 52.5 |
| } |
