| [ |
| { |
| "layer_name": "model.layers.13.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.00019533482554834336 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.000227318491852202 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0002036433846418125 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.conv.out_proj", |
| "sensitivities": { |
| "8": 0.000240156695326732 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.conv.in_proj", |
| "sensitivities": { |
| "8": 0.00027717218290490564 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0003331225179863395 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0003244697636546334 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.000329550408423529 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.out_proj", |
| "sensitivities": { |
| "8": 0.0003884044939089411 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.v_proj", |
| "sensitivities": { |
| "8": 0.00045750377588168095 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.k_proj", |
| "sensitivities": { |
| "8": 0.0003954090055534228 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.q_proj", |
| "sensitivities": { |
| "8": 0.0003723703733461055 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0004396692832718448 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.00043412013474153355 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.00041930486804631073 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.conv.out_proj", |
| "sensitivities": { |
| "8": 0.00045256808152771555 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.conv.in_proj", |
| "sensitivities": { |
| "8": 0.00047343804787184734 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0004969646482398579 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0004970265411733029 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.000493232035296387 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.out_proj", |
| "sensitivities": { |
| "8": 0.0005408896734782805 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.v_proj", |
| "sensitivities": { |
| "8": 0.0006489111001428682 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.k_proj", |
| "sensitivities": { |
| "8": 0.0005646071549563203 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.q_proj", |
| "sensitivities": { |
| "8": 0.0005433420301415026 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0006104522411381671 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0006091539180488326 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0006039621233261035 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.conv.out_proj", |
| "sensitivities": { |
| "8": 0.0006184042552680088 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.conv.in_proj", |
| "sensitivities": { |
| "8": 0.0006659220016445033 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0006568925819010474 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0006712887795098746 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0006523769479827024 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.out_proj", |
| "sensitivities": { |
| "8": 0.0007441427223966457 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.v_proj", |
| "sensitivities": { |
| "8": 0.0008289536114413446 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.k_proj", |
| "sensitivities": { |
| "8": 0.0007045292259135749 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.q_proj", |
| "sensitivities": { |
| "8": 0.0006833395952223024 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0007681542653396415 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0007808063771032417 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0007429243742080871 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.conv.out_proj", |
| "sensitivities": { |
| "8": 0.0007521241495851427 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.conv.in_proj", |
| "sensitivities": { |
| "8": 0.0007843519257827817 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0008018267253646627 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0008018716422763342 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0007933748299061941 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.out_proj", |
| "sensitivities": { |
| "8": 0.0009014596604780915 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.v_proj", |
| "sensitivities": { |
| "8": 0.0009189550910377875 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.k_proj", |
| "sensitivities": { |
| "8": 0.0008467263311710364 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.q_proj", |
| "sensitivities": { |
| "8": 0.0008463651417211319 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0009391483545186929 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0009231847228268938 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0008993441466979372 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.conv.out_proj", |
| "sensitivities": { |
| "8": 0.0009161895844348086 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.conv.in_proj", |
| "sensitivities": { |
| "8": 0.0009669708379078656 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0009627772366608648 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.000986697275948245 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0009728845701223084 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.out_proj", |
| "sensitivities": { |
| "8": 0.0010508520620836255 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.v_proj", |
| "sensitivities": { |
| "8": 0.0011058473561812814 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.k_proj", |
| "sensitivities": { |
| "8": 0.001028469506612358 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.q_proj", |
| "sensitivities": { |
| "8": 0.001019851185750061 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0011550445172664088 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.001167622229938085 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0011248171019057434 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.conv.out_proj", |
| "sensitivities": { |
| "8": 0.0011336404495523311 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.conv.in_proj", |
| "sensitivities": { |
| "8": 0.0012170035261078738 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.001234999974258244 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0012589055259013548 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0012301034318322006 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.out_proj", |
| "sensitivities": { |
| "8": 0.0012954982497224894 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.v_proj", |
| "sensitivities": { |
| "8": 0.0013333009774214588 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.k_proj", |
| "sensitivities": { |
| "8": 0.0013413824466018316 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.q_proj", |
| "sensitivities": { |
| "8": 0.0012766739794945654 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.001452616056970631 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0015858998764694359 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.0015146225559874438 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.conv.out_proj", |
| "sensitivities": { |
| "8": 0.0014017674402566627 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.conv.in_proj", |
| "sensitivities": { |
| "8": 0.0015470549745562796 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.feed_forward.w2", |
| "sensitivities": { |
| "8": 0.0016395361041456151 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.feed_forward.w3", |
| "sensitivities": { |
| "8": 0.0016006427661826212 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.feed_forward.w1", |
| "sensitivities": { |
| "8": 0.00159346469687686 |
| }, |
| "param_count": 2621440, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.conv.out_proj", |
| "sensitivities": { |
| "8": 0.0018437060813691157 |
| }, |
| "param_count": 1048576, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.conv.in_proj", |
| "sensitivities": { |
| "8": 0.0018102620621599879 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| } |
| ] |
