diff --git a/.gitattributes b/.gitattributes index e632de651434c9aebdc4e8f97ecea34f7b9781c1..1a74028c58e34e74fc76448dff8205a531f25274 100644 --- a/.gitattributes +++ b/.gitattributes @@ -536,3 +536,203 @@ model/params/model/language_model/layers/18/self_attn/k_proj/kernel/2.0 filter=l model/params/model/language_model/layers/0/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text model/params/lm_head/kernel/1.0 filter=lfs diff=lfs merge=lfs -text model/params/model/language_model/layers/1/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/mlp/gate_up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/11/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/34/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/36/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/4/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/35/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/34/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/37/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/11/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/lm_head/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/11/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/17/mlp/gate_up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/14/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/12/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/lm_head/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/10/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/0/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/7/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/4/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/5/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text +model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text diff --git a/model/params/lm_head/kernel/2.0 b/model/params/lm_head/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..86ae78668e7b441ccec3a6ea6906b68e00a1b918 --- /dev/null +++ b/model/params/lm_head/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebf323e63186c6e945c7873a01458fc7d7a3ba6a1e026f70ef89a00e60b800e +size 241620360 diff --git a/model/params/lm_head/kernel/3.0 b/model/params/lm_head/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..aeb116b988715f06cd6d0371b54936d3f8716291 --- /dev/null +++ b/model/params/lm_head/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05cd759471ea280db8d58931cbb94d50398671e6a0bbf167aebc6c4f5a95f752 +size 241396877 diff --git a/model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1e358e4141f97a8a4d9c58bbc5208ff728c71e3 --- /dev/null +++ b/model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce5b86b23494f666dd55b72b3ebf778211958c8cf1564a4c112c79fce378cafb +size 43562759 diff --git a/model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..228ffb3cb914bd4d4af83a65e7cf81b67aec0422 --- /dev/null +++ b/model/params/model/language_model/layers/0/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bf11e6b40ddf7171159958b5e5bd795c1fc81a070c1c1b9c8c58d0b4606772 +size 43571282 diff --git a/model/params/model/language_model/layers/0/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/0/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..f08b9f286b4167708c230ffe565a17817b00806d --- /dev/null +++ b/model/params/model/language_model/layers/0/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde8f978dffddc6a18f3927615bfdf28f1af35ca0666ee7048dc85c988ec9d42 +size 6514382 diff --git a/model/params/model/language_model/layers/10/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/10/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2f59cb0c7e98aa107e054a496d1b2e7a73dab258 --- /dev/null +++ b/model/params/model/language_model/layers/10/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2591f482366c7843e04efd756d0792cb617bc157fad864f58e5a1c0c67feb9a5 +size 21760162 diff --git a/model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/0.0 b/model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ff6e42a41d13c49ebd03b324f4e94ecfb71f5dc3 --- /dev/null +++ b/model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f2aae6a48b2341feded0771a7d9ae0bb29c498af0147d2fbd132a908034f06 +size 43505301 diff --git a/model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..4cf7082c520e22ffee5157023a1085b4aad30714 --- /dev/null +++ b/model/params/model/language_model/layers/10/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbf73c5aa9093e3ced76de5ebaf05c300e4be2119ba89a73876f4eef4a24a80 +size 43506524 diff --git a/model/params/model/language_model/layers/10/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/10/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..b4830e053278fcab4a2d979411d069498da97dde --- /dev/null +++ b/model/params/model/language_model/layers/10/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71bdd4cf330766c10a748337a96b3d2f192f46a4d09b1a4231ca2218e9a48a8c +size 409753 diff --git a/model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0835cad6050dd35465c3d820735581ddc24547c --- /dev/null +++ b/model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad31c5f455007fa27eecda0b84923886ea4a4c8d0a2236b96eb83c86f2a04f8d +size 6511223 diff --git a/model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..e83d2bdb03e9db20c2e72eb9e85f5eb4fe71ed90 --- /dev/null +++ b/model/params/model/language_model/layers/10/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a92bf2a611fc6f2054223ff6efbd4ca9bc5a49eb116857a6f3fbfb2a810e65 +size 6509895 diff --git a/model/params/model/language_model/layers/10/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/10/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..bc89a99a5188c5f3a372ab839e5d4df871067599 --- /dev/null +++ b/model/params/model/language_model/layers/10/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c35d30e9bec7739152cc3a2d780e82aea60e88029b626cac10fe7158fceb876 +size 6527187 diff --git a/model/params/model/language_model/layers/11/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/11/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..364f099ff1315ff902cc0173c97df6657b17e517 --- /dev/null +++ b/model/params/model/language_model/layers/11/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b8fe1a5f83383339cf39ddee6bdf1919d64980b8705316a85fc157dbe97e60 +size 21757047 diff --git a/model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..a13b085a316e4ebeaab0b3f67cb6f1d2d46cbddd --- /dev/null +++ b/model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2baccdd07e9a89dfb62ff920d652256ce453cd332dcc8f64d4b6510a37a90ab4 +size 43508765 diff --git a/model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..d05cbfe93b853499297c88e36dd5c549f345e8c1 --- /dev/null +++ b/model/params/model/language_model/layers/11/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:256f2f73cdf99c0cf7e5b2ac876e1ad98644b6c4c8fe09ac2d534bb9e5c0b079 +size 43507014 diff --git a/model/params/model/language_model/layers/11/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/11/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..3973f8b642652adde43fbb71d306bc745053f3ac --- /dev/null +++ b/model/params/model/language_model/layers/11/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291add5e0a9a5d18a60ebb6d21578c22fd15e283459061641c0ae931e1619f00 +size 6510888 diff --git a/model/params/model/language_model/layers/11/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/11/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..92b6e83b1613f20f2d8f7563ac3919192fba674c --- /dev/null +++ b/model/params/model/language_model/layers/11/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c69921cb21159c782b59917f148c7764466dd9242425cf7a7f711c3fdd3eaf2 +size 407011 diff --git a/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b2379d276047fb648aa01970f486bbc442d0d310 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:716c9d34cf5f78f612449002e07c3b59093bc7a50a5b258c37e0ef124e92871b +size 409388 diff --git a/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..91d4ae3aef4f7dec9736b9ba47bc0ad10d2c0f4e --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51b4bba00100ec613bcbb0fdea5fdfed55e05215d1870753ddc23511a70c673 +size 409326 diff --git a/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..34c290b45701680d52e26aaa1597dfc36df6e018 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b9cdf6331406278a16201944898f47e2c0ba9a840172dd5422eb115741853c +size 409223 diff --git a/model/params/model/language_model/layers/12/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/12/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fbcf8464dc485a0e086b43432e86bc738dd80d45 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bce86dd28a4b2b301ef5519ba8865b9a8b5d1a068d220a4f490ef2b4f728d1c +size 6530753 diff --git a/model/params/model/language_model/layers/12/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/12/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..360e12f545ad77f8f83172e0551d2435f456b869 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c82c91167ff78ffd1117b6842a50e415e6c16858b640f6a3218d95236ed06e +size 6532063 diff --git a/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1f528179cd4d95251a2507b9fa52650ea9825fbd --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd5f21b462007017a6c7529eb15510177a8cff7e946876864acbdbcc0e04404f +size 407032 diff --git a/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..81ea2eb6a61bf8864ca2c5b6236e2a6afb306412 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce339b60d60c10a113dee54d020b490fa45e2b797adf80d8e389d6bbb5b7baeb +size 407087 diff --git a/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..3890b9fec0181e8b6684c5b4ac4326052d6ede91 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af8b21d20ebd469a1c68c951bbd87fdb7bc97c5c99492461cda7bfd5d339ac19 +size 407005 diff --git a/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..9d94ddd7860ba0911ebdda2882a3b27dce0b16e3 --- /dev/null +++ b/model/params/model/language_model/layers/12/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0186194113e906fa34bba0e68f32ac5abd4ec790d197a7d4dc484c01106730 +size 406876 diff --git a/model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..eca315b6fbee8b254f56d909b69470e50927a337 --- /dev/null +++ b/model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1838ee9bc1b0d0b631959b134c863053dca53a56a0b7bb1e11bd47b3b10f6764 +size 21776179 diff --git a/model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..201af316a9a89adda0781e669b9f5d8230378ee2 --- /dev/null +++ b/model/params/model/language_model/layers/13/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378df209680e55a9f4cb86e0a06f775f220a0e0c80e557f15dfe428541e464af +size 21769812 diff --git a/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..45f4e852dc6d330c8239dfa08400ee5e62568947 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a5fc66bf1264150a96ca7b1224268c35737a45dcb98327fac57d21227b4f0b +size 409222 diff --git a/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..db81a6ec8d54336425dfc137318977c6ecab01e5 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2bf48fc178d0e86bce380e78930e4e59417007a46ff9f886ea9054e3e4df99 +size 408777 diff --git a/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..5da931655d1d2d2079a51795979dafeb8b90a024 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6780fef95a21a56c737f5e51a3dd804e878617b17320db60a4e8cda8e7ddadb +size 408909 diff --git a/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..0e417176c860d0309bc761b9b3a287ddcc2d503b --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81001fbdaf913d8ed1a55a187306fd42e6b9f1b8e090fe10d08685a2a05eb18b +size 409082 diff --git a/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0574cf585b29a31eeca06d5f983f47908ffd5bd --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f9065107e725048b5b6630df07e36801bba9bd47d9126dc45980f44f528980d +size 6514624 diff --git a/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..b3d8a4d1ac47867fa9fe2d416b34e6ca0220e60e --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3a427f26354fad49b1eed770aab001f26e96ca11f5703c8c10c7c31feb77c4 +size 6513391 diff --git a/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..d50cac70357d691a330a29372735977f09d4bbb0 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25144f1cf2598075381f78eae48a068cf4e04dddfb0abfcb67f240d2d77bb8d5 +size 6512592 diff --git a/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..e4c6d27a478dfb7b7352368c34f8cbfe1e1ae6cd --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f409374d598d761a61328e4b87f7f546cea0f59d639052e47a77fc3f136aade +size 6517081 diff --git a/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d4cb0bafe0674a972c9221bc46b9a32e400edc47 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d99919a0f463b8b51e941be06b4ab6a58a89f776ac4769051dddf695271ed8b +size 6537147 diff --git a/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d77b26cd56b02d7331f5af6146d13d5a26783e6 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c111523d7db9146631f8e23d4923555a19c75ff91cb6c234e6119c6debd29c1b +size 6537824 diff --git a/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..8e29ec6f511135a97dcb8967072ea7a8cb5ee7eb --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194121ea50a1bee350b5530551165fba0c94a4673cace7b25c35346b23d914fe +size 6537326 diff --git a/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..ebf03a8bd227ad0afcaefa9b18795df04342e9c3 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b44391ebc221927b88828c22e5fa02b63552ef0ac043847897ff3e6a8615ce5a +size 6537464 diff --git a/model/params/model/language_model/layers/13/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/13/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..acd3bb7fa88a899d0cb283928f4e1d268b435c62 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7501b389d911a400e0c7fdbf2bb66a3c6e5e3d39ed01b7b6680be0aee96d1580 +size 406917 diff --git a/model/params/model/language_model/layers/13/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/13/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..09ba04ddd34e72f09c3199502702c9bf7660df83 --- /dev/null +++ b/model/params/model/language_model/layers/13/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf87e93c2d6171de703121b0a033287d6790b0cc5a51987169ce215cea438ee +size 407080 diff --git a/model/params/model/language_model/layers/14/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/14/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..440896610fdc71851bf4335605c1190c6da43915 --- /dev/null +++ b/model/params/model/language_model/layers/14/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbac2c34ab33fece4afd84ec6d38f5079088efdaa4101f37c624029a9c28d770 +size 21779877 diff --git a/model/params/model/language_model/layers/14/mlp/gate_up_proj/kernel/1.0 b/model/params/model/language_model/layers/14/mlp/gate_up_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..e85222caa41bbb0f55e9dfed0946b67abb128f44 --- /dev/null +++ b/model/params/model/language_model/layers/14/mlp/gate_up_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5268fb03e6b3fc1475288a5cf85c35b30c3a98451c7ffa543aae7502cf9531c8 +size 43572251 diff --git a/model/params/model/language_model/layers/14/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/14/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..e8cbe304cd69ad57d7594c4a399914f075c8ae8e --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d336e8d9a435633e4ba2205355bdd940c72b5f134bc244287c8eaa0a8dc53c77 +size 409802 diff --git a/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b88c6d863df7dfdc668d64885ab0ab522375ed8c --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ceb9dcf0d293e9ba96a63b239617acf2b8e89b0e7c3e7c3bc4377a0b148240d +size 6521579 diff --git a/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..efdf292cb33eed973608e8edb15e7c443916f774 --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521b3a06c6372c42af83418c8a43c8cfffe514b9b838f2d39b6d894c556c90be +size 6521793 diff --git a/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..008a4f56c7d8adb9e65aeb7db3a6e68871f26894 --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89440f0a0f9b6977c9100c14f24eafc4dcf81dc969d09f14b00b369fc66bb16b +size 6519535 diff --git a/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..e18569f9dc6185b2f905a50b1ff872ce5eabe6b4 --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df1b33374f9035c828994bcf444c486e22c06740adb1595ee0c7c55e39ac08f +size 6521952 diff --git a/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..40a72e66ba2a1b2d04dc44c4a33147c430ab14aa --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c38493be66efedcf25f9a51ea92f79c36306217cfa78c974524872dec07a8a +size 6545224 diff --git a/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..7ca03818538ba7257de94d76aed66f674314c486 --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376b48ddd83032bdc8923c3305320d0323fc181c9b806d15de770fb2d48c8956 +size 6545771 diff --git a/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..b303bf47acd0d61dbbdd5c2ac3dfcb7c34646b9f --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e629ad63143ca1fa5c664c3777b5cc7810898000d1c8f35aa25ec40bf36e8385 +size 6545718 diff --git a/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..2db650728e01247f6da0da6adbceceb1cefccffd --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c5fbb159e5a9e5f5f46a9d5062f956707ba163ebec8f6f1fa9b10fdf368699 +size 6545970 diff --git a/model/params/model/language_model/layers/14/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/14/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..5f027fae01a6c35eb2ac95c3538709658b08850c --- /dev/null +++ b/model/params/model/language_model/layers/14/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea249ef23686df441b93e9899e0c59901e7d654d57c3253776b406b101cf754b +size 406884 diff --git a/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..febbfa6b154cee965d4905c790f04f6de85fd743 --- /dev/null +++ b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15cd9c4f71c0f6a409fe658c869ea543e72528d840e65b41db8448f5d8646edf +size 21780737 diff --git a/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..ef155d1d6e9056b8bf4aac872757c77ac4b0ab41 --- /dev/null +++ b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c1adf3f0419d2805540089dae154674030f1f8105979705e07f8b263bd273c1 +size 21779637 diff --git a/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..6811b7c275925eb3dca8430e2bb0367a770fcbf0 --- /dev/null +++ b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ef9f10e721f6357c6abd29173a3caf448ba62fb4965bac7a611374aba4a74d +size 21777607 diff --git a/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..7935fadda94ee20c6a1da14e8e8d64d02f19b234 --- /dev/null +++ b/model/params/model/language_model/layers/15/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b509039aca2bd57cfc35ae4a311f9d4567ef3702ea4a0dca7d6fe45cf7b740df +size 21778080 diff --git a/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8fd383bb1752719cd900ac55755c46e52ea14427 --- /dev/null +++ b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281842d2b60039169fb84b49cf1530ed30a9ccff14c6ce30166eff9987c650bf +size 21775948 diff --git a/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..4392bc2134e431210743c93d230c6012a7e92cdf --- /dev/null +++ b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a0281e402dfce5a843c107ddc3c125ddc55eb8bf58826c7337cda71bad5e186 +size 21776875 diff --git a/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..8f001fed927fd57ec259c093298fdb0f9d6a1187 --- /dev/null +++ b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ece30e951f72e8ddde24af7afe803d7b0e567db94e005287d9022566d7351d +size 21773679 diff --git a/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..1fb5988de77d599784e8483987874f37357e10d0 --- /dev/null +++ b/model/params/model/language_model/layers/16/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ab3a0a4e406c3a1009f3407ac6820f971e0be9be61d3d685c60023be2968d0 +size 21777994 diff --git a/model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..570fb0440b4f0935e14e5eba15d3d130ec5d5d5d --- /dev/null +++ b/model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201c24de058202e6e581705dc13f68596b25c74fdc6479e56b8833d842b2e748 +size 43575707 diff --git a/model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..52c063993e77ec3ec6f31086d2f66415f7a4a476 --- /dev/null +++ b/model/params/model/language_model/layers/16/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7567a2d3344eaeee57402a680e55d6711100fecd9f4ffc5646360868fb5ec315 +size 43577098 diff --git a/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f95af146550f62088f7f9a890301243dd3096821 --- /dev/null +++ b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934bdda499c8384fc1f3276baeba9ae781d67531239f1444fce4583ddec3ab2b +size 21774372 diff --git a/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..528df4fa2a742f4d5ac55ab31df0614039ea78f6 --- /dev/null +++ b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6fd94fd5e95b24fe966523124581356e6d5d2a2635f666a318e3d331c628e9 +size 21772352 diff --git a/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..a92a9e97d5ebbe2f08a7c0fb6055927ca4de4afb --- /dev/null +++ b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97751508d7ba1011158501f3dddc60a0def720abc978e11ef6253c3ebeb94ae0 +size 21770444 diff --git a/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..184002c047aa23eaae07545a465b65a680275663 --- /dev/null +++ b/model/params/model/language_model/layers/17/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab51c9b40ad48694f482e4ebec2e8d09ca4faa9bef20f04d412ee6be9e88873c +size 21772459 diff --git a/model/params/model/language_model/layers/17/mlp/gate_up_proj/kernel/0.0 b/model/params/model/language_model/layers/17/mlp/gate_up_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..40ec0de220b44ae9b25719a299f567450f47d377 --- /dev/null +++ b/model/params/model/language_model/layers/17/mlp/gate_up_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abef789104885bc81ccf0fc1f46d490c7cbe44fbfc01784a658ee360316f3a9 +size 43555252 diff --git a/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/0.0 b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1626d99b7b98d262cc0bca4abd59703082217ab0 --- /dev/null +++ b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b9a7c0815a6fcd29ecf2b7a96248b2f6d922a9734b80d8130e5b20ba40de620 +size 43577486 diff --git a/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/1.0 b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..f73f054903af88f135b69d70cc635df96716212d --- /dev/null +++ b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7be1c097e7abcb1cf3e3b33abe442abecc3c7914efd0f4ccf607a588546289 +size 43578012 diff --git a/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..4709f6ddd8173befc16f701402145282cf055dec --- /dev/null +++ b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe1ebb15c6961842d9b0f10e6c8718c8998f3234135248e11809dc9c93f6b48 +size 43575721 diff --git a/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..95fab3a15ca649f7299aa35b652770471adb3d71 --- /dev/null +++ b/model/params/model/language_model/layers/18/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26df58ad23b3e2ed5ecd55fe8de58048d2d654b81d14726c8c03643bfc6446f9 +size 43579513 diff --git a/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/0.0 b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fa1155f6733e313490943d154247dd3b1ba58bc --- /dev/null +++ b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b970fb34bfe6ea2638eb53b124306c685713e1c3dd10b6351c81730a863c14 +size 43568512 diff --git a/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/1.0 b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..2ec89f70bc98d3e342af1705773cf56b716a5766 --- /dev/null +++ b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f599e6d0cad4ab76ea65348b20dce6480846b18e810f8b8081ee1af036d6a8c1 +size 43572775 diff --git a/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..28b55e93be8936b61c6ff651453a024210109952 --- /dev/null +++ b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ff3e5becc932c8bf89d9dd4ab6b93feadfe201d7742e645f9d59ac69cdc449 +size 43568615 diff --git a/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..74f4e85f9d0bf6673604b07b9d61acc4b49c0ea7 --- /dev/null +++ b/model/params/model/language_model/layers/19/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c7871e5eb4dfc0501972d3df72553ab24567771e54d31b876a1e2d04ad4387 +size 43572316 diff --git a/model/params/model/language_model/layers/34/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/34/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3158a90d5bd9bbd3b8f02152bf6fc455c35a687 --- /dev/null +++ b/model/params/model/language_model/layers/34/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed71a7313b5a58d43282fa5603ecdbe65f04e8dfdb5b8b4b0b287cc971a0473 +size 408128 diff --git a/model/params/model/language_model/layers/34/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/34/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a2c03ec5161cf38649c6c25f2b49d5c4e2d75ca --- /dev/null +++ b/model/params/model/language_model/layers/34/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75c48e4e606206a54107f20c708f0c8ac410ae7f8835eb6de3d15549a6872d20 +size 407353 diff --git a/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ecef43024f8e68e36e2d0fe79e4287e414094861 --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc51add3fb736f664da05aeeab737f0aae4aca8bcaf70436c81afe1d84323c35 +size 408727 diff --git a/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..39c17725e0eb1cf43d928a8d6f2475f3aecca08e --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9657de353d76b2e02ba4e486e8f8e82746c6f4fc8c62f17868abee50690a400 +size 408916 diff --git a/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..bf2bea2015dd819d21dfc1c5d4cccb470846dc2f --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a232f8e3fee279e18cbb7935685b3e622f400361990a947fe93ab38ec2a7d4f6 +size 408776 diff --git a/model/params/model/language_model/layers/35/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/35/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..6ea63e1dfe0545ea987e65b54c86b5abcf4140be --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51d15dfc753b6cdc5350d3955b97102b071f83118f959d6ef31c25ce1955534 +size 6509057 diff --git a/model/params/model/language_model/layers/35/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/35/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..516ca390f9e7f7a79da2faf6542c0f673aaab0f8 --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230eb30e1ffc08a85d38eeb1ac4477be25475286a39b4b349a0fa1e3082b771d +size 6515070 diff --git a/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fedffca6ada775dce5f08600649cdb387043b590 --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74d119bae079bdde2689ffe909d353506c162358efa20cd5444daa8c9ab9b15 +size 406907 diff --git a/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f6ebe3d59519b1703b4e1801cb9c53a9a4cb3aa --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7ae08c54c28b3f08427a8ddc9c1afea186140928cb4a2acfa3681b96ee8e32 +size 407092 diff --git a/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..66af3e267ed6e211f4966d6354a093955685502f --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f92f3fe792dce65125b55d5fa2a3133963f41b240c37ff4978c5512866dbefd +size 406870 diff --git a/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d34302bf5d55c75d8e635ff77dba8fb63796f90 --- /dev/null +++ b/model/params/model/language_model/layers/35/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2de33c6d06f4287c303e74b1f930aa6f85cb25b921cf2c8995d01f5b3795fbb +size 406878 diff --git a/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9de1b10bee1aadf48d9b9a252f0784ce7c369396 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1764be0b7dcb1945a99ff9e5277f40fda94a362a3a2ae5b5d7879c4f3a122c96 +size 408213 diff --git a/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..0a5b2620ed85a023e9bf0e1ab25dbefdd31e2169 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a51e8a69a868902654099144a6a056a676a7ab3cd301d2af2f78069d3d2d307 +size 408455 diff --git a/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc6a189151259d4173bd539a4731c4143486569c --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92174a1563c1e90dc816c1000ae3036b5e69c38347d6af1e4c3575e17da56b34 +size 408376 diff --git a/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41ce5188d103cd16fc5500254cd301d7a93fd241 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0b9b7b44b8f88992aa5f3e1fcc20deee4dd525a96cafcf100298c7c37a8b22 +size 6513343 diff --git a/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..5c569b52bbec3be7301c125007793b3111b8437b --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59960c1986527ed883cbfc64663c4549ef0355cab2da6a60cde51140bfaaa2f9 +size 6516647 diff --git a/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..8148dbd4c00b0c944db271be19503ce8a6ce8824 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae99f2ca77e0cd4f65af027035945e2c6de73e57a4eb1e0a40acf6bfc98bfdd3 +size 6512299 diff --git a/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..f35eeb33a0604e0299824a1a57d42140c669b219 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc7c1ffab850069ccadc3d80889bf6c864df7cc49bb92153cbab359fdb87341 +size 6515216 diff --git a/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6d2db8cdc142a7858ec97c3d079a977ff31ebecf --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f5df0ba80d5d722f56c716fdf7692c22a292cd487d92e0a4486da2d0b2a5d4 +size 6517317 diff --git a/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..807cbc9cc4767682193aaaca0a70440028a2b054 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43979d65ae0f980cbb765dd5e8663803900b7edbe158ad267f135505dd11376 +size 6518175 diff --git a/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..e418630cd575b7e41e12f37fcda6f579a42b9e55 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9dfddd5bc1067ec1f5d6418d1a20958547690f50ae8430e645db3d5c2883081 +size 6517250 diff --git a/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..c6843ecbf2ee2c8f867ab3b3af2aa2388a9fa239 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7793ec713fd34fd71455b6e3c8a7ce7d66052ebaa46b10ed4897792d9add3596 +size 6517767 diff --git a/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5eba32ac851a760d40ce8e1bade7283440b681f3 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe6e9c7f889ad9c36d6118203ccfa9612877ed9ba09e2eea02a8647db3fe33cd +size 407585 diff --git a/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..453dd64238cde9882aab90f65275ad9a6dd8c6e3 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c694ac63b0c339370d7997b7bb0121e5383288c2c703d86c41dc05cf5dfaf5c +size 407433 diff --git a/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a64de40ac4ce0ff3056bd5e656efc5663ae92a5 --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17fb6aa75aa9f8746717bdaadfee7d1fa59d9b3a24003a115120b80a961e9685 +size 407294 diff --git a/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..5f728e3fc7982f56a6e56fc2bf1cb0ebc6bf4c2c --- /dev/null +++ b/model/params/model/language_model/layers/36/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1eea28b991325d77d0c310297e6e67cbb86e840d7227b60aaf3a434905f9d2 +size 407429 diff --git a/model/params/model/language_model/layers/37/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/37/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..29c708db23c552a87633ae86296d6bfd7ba33353 --- /dev/null +++ b/model/params/model/language_model/layers/37/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b279210575bf67e00267204dcc95f5c1bcfbce2d71670b30a5c139286acc3763 +size 21765847 diff --git a/model/params/model/language_model/layers/37/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/37/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..e546a834b3ad13f0f84b1c915412d7b7e26b02e9 --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27576957dcbe2a44c46fe38ab0fad805b08a8d3ce490a1c90c239edb4760ac6 +size 407792 diff --git a/model/params/model/language_model/layers/37/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/37/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..1ff2141d33874e3bcf185cda9c2e09656b6e36c4 --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097c1088b31204aacb214f02fa6d63eb25afb13d5db6b9ac302b56426b7e2911 +size 407739 diff --git a/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..585666d91d827881566ef7e6d725e59a3562bc22 --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10d81509705d53f7a07e9d45b551a63decc8fa2fca93e096e3f644f65436096 +size 6513577 diff --git a/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..20a32a24ae840ea8a7feedade0d88bd41915d0a1 --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ba868e928b7bb6b8ab8237b44a9a43a60f517358c0263a512dfd3ebc20958b +size 6509495 diff --git a/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..7892c8b407a94260f65207ce3b587e77e4051e23 --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e080489bbdf0212e7088de950ea8f9bf6bc0c6445b8d47061de1fd401aaf7d09 +size 6513258 diff --git a/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dc966baa26cc7689b386412e9eea076f4fc8f735 --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c565a1437dc8c90402ce0da09192df02772547924113963dd720218859c9682f +size 6518602 diff --git a/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0b202c5d4578e7a4c3a417cc5b488e0a8952beb --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b99cb9e25bd2af4f07d1a2bd22a8c6fa91de7e201dceb60bce72b37f12665f77 +size 6518976 diff --git a/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..a067e544658e50942be5849b996d2e3721960e7f --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a433960b38f92d12500ba879306c8367b6fa0d8e4792a3f7e640f32f2f03660e +size 6518100 diff --git a/model/params/model/language_model/layers/37/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/37/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2bcd4e63c2b7c253c45fe67b3be9d8a1c8073f3b --- /dev/null +++ b/model/params/model/language_model/layers/37/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a56c009b8365f232f38fc14243d12a8bfef00d8716890119bb70de8301d647 +size 407114 diff --git a/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..29914aaedfd0b9ad30211e0a96b7638228ac012d --- /dev/null +++ b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491f62bd5d4e7a2809db01bf4aea5f3ff27900e8284b18a77a3ba89cce18d9a4 +size 21785821 diff --git a/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..bd5136b264645c97bdb567fdea78620dde04aba6 --- /dev/null +++ b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692356965844a1a9ebdc375051e4cf0853bea4fe7ab0809738c5d0fe87fdb0a2 +size 21788747 diff --git a/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..7436d74b312ccecbbf318961a57d2f83cc8ec7bc --- /dev/null +++ b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d405c3cd24ab94b16096abeb052d5f930fd5762a6e0cbc3a302e06088ef1433e +size 21784620 diff --git a/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..67167ca9fbfb3a36a7b3c2eb86a25a93498deb8e --- /dev/null +++ b/model/params/model/language_model/layers/38/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf261ff6e6bb98cf15daf00af8ef4c939d1fc3cb993d77b5c72ff355d640e03 +size 21785488 diff --git a/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d314ec4b6b9714e51c83d9f12ccc1e57d3a53bc --- /dev/null +++ b/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d62cfe1433ca1971d939e240d55e8a437dbe00be753b2b441256abfb7d4184 +size 407672 diff --git a/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..1b6d4a086fa8e569069a47cb96e6f2d7f0c98bd8 --- /dev/null +++ b/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ef5e9ab7819c055cc162aa16eeea5644aab372dd44bc5a5f120885d7571a5e +size 407744 diff --git a/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..590f7fba5e0f0a8471e74133f99ccee3470da328 --- /dev/null +++ b/model/params/model/language_model/layers/38/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8171186eaa5054f8b29d3271c398a4377532df8be15d3122ca0d9c69327677ed +size 407539 diff --git a/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bdd7c511509ff6d2706ccd243c8102069f154c35 --- /dev/null +++ b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88158f542dc6e312fe6edd6386477301448b661c02f3631169e333437bdd3481 +size 21807007 diff --git a/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..881ae50df65ff78d4dd49a04df519e98e7bece83 --- /dev/null +++ b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75837f56e4a63b54596cc0f80c05272127d1c1451d0fd34a174335e7895d234c +size 21808033 diff --git a/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..e866cac8675b79cfd55a606df6e21d3ec10e56a7 --- /dev/null +++ b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8679cc0f10b6721ace189f54e07134dfd39e2a2aba2832c9ea428ba7d788d20 +size 21806583 diff --git a/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..06aad48c45fa60149d0471fd50feccbb387093ff --- /dev/null +++ b/model/params/model/language_model/layers/39/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e2012ca99ce9c819934072c7b88b669a42e07bc7de225dd3d549f2c0ce48bf +size 21808144 diff --git a/model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..abf31b374a3fb57bb3954f632d5e9b11663144ef --- /dev/null +++ b/model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424c732c04af5531b295068cbb7a7a3a00cf2af12a6e363286b7db108102baef +size 21780851 diff --git a/model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..b4e88e851923eb7a7af7dbde9b4da6ce571aac8e --- /dev/null +++ b/model/params/model/language_model/layers/4/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa78e47f6ac52546245904e6ff98efdee7b417dfd52d124d2cdbec7bf9b841fb +size 21774628 diff --git a/model/params/model/language_model/layers/4/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/4/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..9e92faadb63ad5b9181e3d2a40c439b37c0c6ef5 --- /dev/null +++ b/model/params/model/language_model/layers/4/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8363cdea63636cade26acc8166b216bc0c1d2dda5cd3ed854042ae5e15306b0b +size 43552882 diff --git a/model/params/model/language_model/layers/4/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/4/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..771fadede06f9bab9a14dad3aaf096dffba062b4 --- /dev/null +++ b/model/params/model/language_model/layers/4/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79d482efa5e70dc9098715a194b00f60a717727fa63130b639ff491280a31b5 +size 408136 diff --git a/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/0.0 b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..abe19d0e0e19f5bc5f95aa1a0521d9d6f1285824 --- /dev/null +++ b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6929ee8451fef59169d4f391d78318aaff42d7af7e2acb49c596b473109fc3c6 +size 43535318 diff --git a/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/1.0 b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..671c82f4bc9c777e7333145cc1c3a23d7f9c3255 --- /dev/null +++ b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c04b8c80034b6a4d5ee44b4c0dfcd19633062ef17fa5408fd9ce09be2006de5a +size 43534546 diff --git a/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..d5f80024993a53908a36d3d964c285c0e28859db --- /dev/null +++ b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221c73cc64bd6bd8165e0a7a0b1c4872d7b150c9c3dff0c69c1f9a2e6e720fda +size 43531095 diff --git a/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..dcfce147cda3a21549f0fe2225dd5904f3a0afc3 --- /dev/null +++ b/model/params/model/language_model/layers/5/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b4a6b9bcc8c437efaa0b78631b82525afdb415fa74f26e088a4aaa436d5850 +size 43536818 diff --git a/model/params/model/language_model/layers/5/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/5/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6b97bc86f986ab4adeaec0a7d362574168be84ce --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420f29b6d1c91e75ff7251484a1beef3dec4d70cb4c0f19ac2917acda102322f +size 411073 diff --git a/model/params/model/language_model/layers/5/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/5/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..9084cbeb120e97f1b62dd94ed55c069383ed802d --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d368c22185f8ae09ebd95229f34f406129c0e136852f98fe305328d11b424d +size 411131 diff --git a/model/params/model/language_model/layers/5/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/5/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..c19ec26d3ce5500621df01ed0da275daa59349b2 --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ddf43627df0bb0761d8401701fb903bfdf276410303b06c9a5bc4ea4931e15 +size 6516529 diff --git a/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..88d7b91687c2a1556ca05966ac06dea2760db781 --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b934d1fa9f5722fa9fd955675fd2959c9c02f84b27e8d62425c178a87043dd +size 407801 diff --git a/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d1a670ea23a4057aec187ccb7a1cde93f08a064 --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f357110577c1fb7f521179b102fa1d394bd8a40747b5857d1481fb45beba789f +size 407539 diff --git a/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..b16f9ac366d7f82a50b82037606b748868f768e8 --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3bba9a8a6351f8194fae607c5a6d81a73ab722f099ef183594d55eade6af36 +size 407643 diff --git a/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d43769bdb1a1ecdd90876fec8ba56c4a4c68d44 --- /dev/null +++ b/model/params/model/language_model/layers/5/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35e605c3a096ee9edf94fd750fc5c373fae98c423905c1c865cb1353657c207 +size 407745 diff --git a/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/0.0 b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3205a4510d71399c2faf87dd44de582879b426a8 --- /dev/null +++ b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1aaab26b73cef98c2792a79ea5e93ba9b54d18f52d5905f5b88b29e35c4a9fe +size 43534680 diff --git a/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/1.0 b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..75e343fbf9ac45ef98f907adba8359a6decfaecc --- /dev/null +++ b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25effc080a00a5a6022b6fe3a1f09163dbd76fc8d8e0cf30dd8b07da5a9e40c2 +size 43533630 diff --git a/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..12a2f744dd7258bff4a6d490ff669c48471dd186 --- /dev/null +++ b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b394a374e06d3e9684d51d089d2c6d839f1d668f9138a5560da13954360ccaec +size 43531629 diff --git a/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..c961373bd62e5a6b4c73ed79bd70edc79ca76214 --- /dev/null +++ b/model/params/model/language_model/layers/6/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8978f9ff3dde4166d3c27e0030f1150a363e482745e3b4be96ae90e6dce2aee5 +size 43535965 diff --git a/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f8d82db9e3553e091a61e9e5c3da68cd0fdc6229 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068f40cceccfeb50bc1147e742c46ec0043c857b04a5e6d99005fbff9e5c5b8d +size 409503 diff --git a/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..6400fb7674541865939d3a232b575ce2a06edd94 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f3e6581eeae41d55516518079d656f507476792e437fea61f820876a3de778 +size 409656 diff --git a/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..bfb028d1df482b173fc67703d312c9b3e2fc56f0 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e4773d33d86aa73a1411fc351414b7b4f9b429f5048c2b84d854fc0fa32d44 +size 409378 diff --git a/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..07cff5e53ee41a100b66c8a7de836617fc1776c2 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9002460f98ef19b3025b5802a9536f302facce65d1aa3cdcd475417d60b019d +size 409539 diff --git a/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..505017ffab61660c0abf70fe8f3fb8ea432b4c3f --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415f4421b6c5c79189af0c324d01069aac2fe9367a56b85ec65d8539e9a3e5f7 +size 6512459 diff --git a/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..687938b44a22906f38f194e8ce41291a07ecc29f --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25d46dc539fca391ce5b226cab861ce508b3a6f9881cfa049581495fe73c828 +size 6511784 diff --git a/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..78756e1a1e917f941ea0c91377d27f275e2ae6d8 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebd86bbb8a577ca00adefe30f6fbd6785429668035659fddab524ed2aeba696c +size 6510435 diff --git a/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..efb708dfdaeb2b22a8f589c0c3300b0741ec972c --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfbd2805a4c183b6836c052b8c2886a104f40295a4eccd585b97ef54b940e2d +size 6510586 diff --git a/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7b26d9e5e6994d1b3a6ea0e85e52d3e2279508ea --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068ef4e2f69f1ce028eef01d1c82a72527abed2cdd834ffd1f3d61ef902502c5 +size 6537794 diff --git a/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..a613e145a7a6b0cc3bcfe1e5c1c99a2b61abb544 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f065d64a80b9177736e9d020f8af9b0918eb707e0bd8910d6e824b11e175cefa +size 6536881 diff --git a/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..4e074080912134fa7b4a674c210fa65be119c9e0 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea66bbbddbcaa83120c0426b1eb54a230546e8c778f02586b61e6233f6b96605 +size 6533824 diff --git a/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..3b897af4e0e81ade6a1565a13776f5f1201bf230 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9986691e77c94e662809eac9a37d2c58ff077ca68a31654adae56c6997d2ae9f +size 6534598 diff --git a/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e013f72e3720eedc8c4243ff697a7c6a07fc782 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b07ff41038d2790bc0b59d236a05b856ccb1f095b28b74f13226a0d3a3e4f498 +size 407252 diff --git a/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..b6cced4688fbe373a52f18e26914925e509e59d1 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a09b1544b8fd298dcc716a3cdf3eebf942c1c39dbc1bbba0d397df86306f860 +size 407059 diff --git a/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..b2ecbeb787e6d28ae492c9dd0641af8cd21be204 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c82a9173b1fd8b723224f29cc172a7121d38e90bee6a498b4fc4e7b416b9dcd +size 406816 diff --git a/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..cce834c3bf2543336801aa8dfbb3f2413706dc63 --- /dev/null +++ b/model/params/model/language_model/layers/6/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5899e6321362235481763db69b6f2847349be467cce9b55597114a6ce58faa +size 406962 diff --git a/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/1.0 b/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..a21f9671c788b0f99ba5c5de417c2a4db6642a94 --- /dev/null +++ b/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2552017e7d5b11b10a62f48271bd808714fbb3d94742fc16cfd7117b40f55ff +size 43542419 diff --git a/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/2.0 b/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..43bc064c4dbcdbfe907804fc0d22fc2f53a9e10d --- /dev/null +++ b/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616623ebdbae511259632d6ddc5ac488b64fdf614810e4e8285ca04f691a7c25 +size 43542830 diff --git a/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/3.0 b/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..118989bc03aad067adc5835a8efe4de13de52281 --- /dev/null +++ b/model/params/model/language_model/layers/7/mlp/gate_up_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c011b669c69e14e78e67ce9b71088d23ba385564aa13b0fe950eb2c0c1ad0cf +size 43545322 diff --git a/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d97f0b2eb10e22542290f7662f01b1d9ffcb07a6 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:577c0d25e895eae47f78664bba230396e266b4c42bec67750890fc239bf9ee37 +size 408684 diff --git a/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..98a10e633adfb395aad16b9c78eb8cd858799653 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ca3f91b3e1de5cfb35baa5fc54e081189f2314ed5206b60c4fdd1ca6260128 +size 408683 diff --git a/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..665b8f576d7075086ea25607755da570ba37e273 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0808c5ad6f04237d1cb4c07abf3ff4e69a7ae7853d1862185c7873f7a849275 +size 408753 diff --git a/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/3.0 b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..a1b35bdd33b174525f61bfd301756eed1b30ad7f --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/k_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a527070a0865f182b28f6de705ab8f70bd1e49fde47c42a707acb5c330ad8fe +size 408738 diff --git a/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0bb8f6b3aa93d1ac16b61a292e55ca46af1addd8 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ec2e2d5fc9052a087bf2f1844e38bf6c25b53cec1474d211fbfd17a9ca676f +size 6515070 diff --git a/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..3f3ff71e82b69b5ef4f0828444ddc2392069ed2f --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72e6a815d38d3cbf0df609158b45be69e434ac5265f9b7835a746653f1a958a +size 6513487 diff --git a/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..7391c459a34e2d9d3a8cd306b32fce039b203fe1 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99421873e0675dc708cd3a92bbbb6c4a40eb1d4fea91a364d2dae8301c679f83 +size 6513237 diff --git a/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..b996afacd6be9638d268ca269a3c87a9ef71d3aa --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d878e13e43dc597d8cfc22fc379bc9e5d92ff0ace0a12da6598a8c4b6057cbf0 +size 6512922 diff --git a/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..32560781caa688d0f766dbb0f5772552bad2f213 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2659748956564006d7edb450b456b82a0a0da53fad21421fa6c477bf951021a9 +size 6532196 diff --git a/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..002a75fd790660e5c2e30293124dc9a80c115a5a --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95027a778bd7143ad15f529e0b6facfe80c9c1dc28c403b83e8289c8a003917 +size 6532175 diff --git a/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..57bc7de95fefc3375f6d7275546196141e92814c --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc6724492287df2dae40c0b20683351d3aacf3cb675d78d89fb4e7b6c10cb57 +size 6531195 diff --git a/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..80dfa60ba95bd56a5be860759c88dfc6c3e1a35b --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68946d5581f5fc5d50747d5a2de572d44157caf8e94d14f9d9a07af1c29e31fb +size 6532392 diff --git a/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/0.0 b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..490a2f821b81323a94c1877b5ec6caf9e0b1040e --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad4ef49b8513eec317e25f48b7fd1a5c5965b5daeef73dbc024bb6c6bdc7da1 +size 407897 diff --git a/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..9b205846a5202338dfeaef0e635004a941de84f4 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6bac23b7ea15a33834e578af74075c1eac104a66b071b2c59a6295604da8e7 +size 407681 diff --git a/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..d701922972e2e790a5f5880b6057dc58d488680f --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f205f78629fd62b703041660c2a844ae415cfcd39ed30d294ee72d3bbd04923 +size 407767 diff --git a/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/3.0 b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..652bdbca8af60490c6a4e7617d72c3503785f062 --- /dev/null +++ b/model/params/model/language_model/layers/7/self_attn/v_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2b2619a0bb8973ad0f1bcbe63d7bb4da4b9d749136f8a7d21f0ba99058877d +size 407945 diff --git a/model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cb67ca8113395183e4ef92be07dbcac6bb089b1c --- /dev/null +++ b/model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6e9463df39d8fa30b913e4f8e587db8d1e8610bbd4cafb871723dc6d557e79 +size 21772327 diff --git a/model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..72240b696ba7a06d2e84612c365fc7c472e0c099 --- /dev/null +++ b/model/params/model/language_model/layers/8/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c608bde7645c3fa7b55943c4e0d3e8d829853072bdfce4ec58a807783c3ba64 +size 21773248 diff --git a/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/0.0 b/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b413c12d60bf7a722c5c1b3f4229872fef758785 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ea51a3e43375416ba71fb605e8ceb4c5ccff6698b60536d6e1e96bcddd7ff3 +size 409507 diff --git a/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/1.0 b/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..cb2052ade47d09bcb8e425aa4613770034ffb3f5 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9854c16ce56c330065c86a92b33e27e22a55c821a02b7719cecfb5d3a6e820bb +size 409644 diff --git a/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/2.0 b/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..fbccf9c8878e0c140ea65e27f4168d148f6ea23a --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/k_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1335d74c45b5c59722b1d000d4599ea77a38481ccd3afcae54a80d16a354dd22 +size 409568 diff --git a/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.0 b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..742868e59bac3ada054f7a7789ace309c461f99f --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e8624a842c8e280f497c605f0d615e63ba34453a4e8e2066809fba2fba1056 +size 6513130 diff --git a/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.1 b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..0e9afcaf7147d59d796f8b6e4c44d511cd1a229d --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4128cf86cd961c3a964572c865f67b60dedf91094bcdd86bfce2c148eaf9eef +size 6513513 diff --git a/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.2 b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..d2a53172ac3ee3327b1464904b599f06df379ac9 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036381a7a38c4cd84502d743bd7db20c59f4f001ea4a27e40b00f810427c7eb0 +size 6512089 diff --git a/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.3 b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..1312b1496b37bac11ad73e957601507cc412de0e --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/o_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7faf09e329e1bd434eff568579e36ae2a9e94884d7da194c3e2950d925ed1ac +size 6514398 diff --git a/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/0.0 b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aea74ca2d0aeae6d164f1928d310eb3d28438a25 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ce9f8b2a0271696067116815b37ca7acc2081150ecdae8a8fa50a5a1467fcd +size 6542159 diff --git a/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..4180ad83d7d482429015f572f35e13ea095b7134 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398370a2e46791484a479ac59cb57b8aea474f8382dbb5739d622f2c0cf266ec +size 6540757 diff --git a/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..14de3ce5c5bd50960aa54964429e172000d9abc7 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1b1dda3e71b14255a5c9905cafeb742b1d9a33876b9edc1d1d404dbf45e381 +size 6540469 diff --git a/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..03b6ae5c261a5d0879aaa8ec485c4c1302e6e6b1 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f99e31d03d65ad7e9c43f3e198f3c5ac176fc1a749228e21fb86cc5aab0034e +size 6541633 diff --git a/model/params/model/language_model/layers/8/self_attn/v_proj/kernel/1.0 b/model/params/model/language_model/layers/8/self_attn/v_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..76f154c9fa8071cfb70b9114e1f8c3c9f3c89a34 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/v_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6edda8f59bbc31aab75c2e254be3085f5968baeb1984da57b6c0ac34bb70ee59 +size 406911 diff --git a/model/params/model/language_model/layers/8/self_attn/v_proj/kernel/2.0 b/model/params/model/language_model/layers/8/self_attn/v_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3f0dff629b10c88514da7562f0e05e3a30c15a5 --- /dev/null +++ b/model/params/model/language_model/layers/8/self_attn/v_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01403a02abb54fb167d98b425d449425c337825769a54ddc9136180602a934a9 +size 406860 diff --git a/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.0 b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..797510b52a960bbaab10f455b7a154a50f1de80c --- /dev/null +++ b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a55418685890f49550be581e19d610534772732fcb21a89fde52f0c5b6f069b +size 21763816 diff --git a/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.1 b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..52eec07c75dd7de98c55459667d097e6ebef1896 --- /dev/null +++ b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56483c6afa55980c1be3ded9bc093636457da2d581d364ce4146e6c7da980640 +size 21763706 diff --git a/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.2 b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.2 new file mode 100644 index 0000000000000000000000000000000000000000..84d1e780011dae87481566ebaf3e20311b659a01 --- /dev/null +++ b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c9b5ea7933e70b5ef30e2f94db6bc18ce1107328d7b78b349437fd8b43b5ee +size 21764569 diff --git a/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.3 b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.3 new file mode 100644 index 0000000000000000000000000000000000000000..bc3b1ab03b9e2ac8d51914fbf2cfb78c2fd58e1d --- /dev/null +++ b/model/params/model/language_model/layers/9/mlp/down_proj/kernel/0.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311d8b90407bfe2d19e82a6b174bf0524138433fb5274dc77eceaec7d79adb40 +size 21765421 diff --git a/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/1.0 b/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..8c432490ce22e706f0f8df450aed7299eefd8ed7 --- /dev/null +++ b/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41906f0f6a1b8ddd8673418d26d2e93feb11a7fc0bb3fbe012bbfa7d2695d8a6 +size 6544717 diff --git a/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/2.0 b/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/2.0 new file mode 100644 index 0000000000000000000000000000000000000000..b67d00efcee5967c3d66996f28f41f24e5bb6152 --- /dev/null +++ b/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/2.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39c1bb9b5ccc54add9fffa4da176fbb901d98f0845e807296d81abb6666d74f +size 6542404 diff --git a/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/3.0 b/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/3.0 new file mode 100644 index 0000000000000000000000000000000000000000..f3bbb9cee128ad7d774c40a379056d6695cebfc4 --- /dev/null +++ b/model/params/model/language_model/layers/9/self_attn/q_proj/kernel/3.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714bb21352826678ae575a83b3a66ae954f9ba976b96e33b2acb8950ecf36c3d +size 6543500