diff --git a/up_blocks.0/attentions.0.proj_in.bias b/up_blocks.0/attentions.0.proj_in.bias
new file mode 100644
index 0000000000000000000000000000000000000000..02dda86571fdc635905eed15bd8571ae5532b779
Binary files /dev/null and b/up_blocks.0/attentions.0.proj_in.bias differ
diff --git a/up_blocks.0/attentions.0.proj_out.bias b/up_blocks.0/attentions.0.proj_out.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6fbefc27644fdb307ec745ba3de22b61687b23fc
Binary files /dev/null and b/up_blocks.0/attentions.0.proj_out.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.0.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..582dad51522649489fd42c41fa6bf90477ac39df
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.0.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..956ad6f4cfbd182c701cb44331ac9dadbabd3e9e
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.0.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4dd08233aa9a3286590465df99460ea1c833ced1
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.ff.net.2.bias b/up_blocks.0/attentions.0.transformer_blocks.0.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..73937a38e5024ccdcc81a0a68206570f12fbfd2c
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.0.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..089c01086b22e83b258c90d8a8f0f8426a51ac2b
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.0.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8833b167e417cdd50262dd46b137984653c5e508
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.norm2.bias b/up_blocks.0/attentions.0.transformer_blocks.0.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..57e6c41ff69bee8805f0037df7f9819ebad1dede
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.norm2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.norm2.weight b/up_blocks.0/attentions.0.transformer_blocks.0.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..baaac619a3ac1450140c8d891302368503127648
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.norm2.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.norm3.bias b/up_blocks.0/attentions.0.transformer_blocks.0.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2a974c10b0d9d2ae6717ce81c62d0360dc299b99
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.norm3.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.0.norm3.weight b/up_blocks.0/attentions.0.transformer_blocks.0.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..47e36a7557206439a6a32d1d2b30f8c80bcfd38e
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.0.norm3.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.1.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..035b4378cb4d681c2f9214ea531a01601f6b9ba5
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.1.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6fb219b6eef4aea68eaae0fa9db38a1fcca8a66e
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.1.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f4ade16a53768fe7d65893f96e1aaeb61bd2d97e
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.ff.net.2.bias b/up_blocks.0/attentions.0.transformer_blocks.1.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..73b0f8d50c4c58171e8d404d34a22cdbe5cec31a
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.1.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..05d775d1110b756f7b9766c5317c32b6432c4889
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.1.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2fc23ad7747c4647a81849b71c9d5d87b6cdcfdc
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.norm2.bias b/up_blocks.0/attentions.0.transformer_blocks.1.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0d002e9f9dfe1ce2a2ab8904677e3bdab3fb8dcd
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.norm2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.norm2.weight b/up_blocks.0/attentions.0.transformer_blocks.1.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..dc4c12953f849cde7c7ee71c653f5743cca456be
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.norm2.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.norm3.bias b/up_blocks.0/attentions.0.transformer_blocks.1.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..eb64973fbadc393b637d38c2a3c9e32a5c3bcc33
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.norm3.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.1.norm3.weight b/up_blocks.0/attentions.0.transformer_blocks.1.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..735061a6f34a5b52bdc5e91097ea89ad09085b96
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.1.norm3.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.2.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f5948a188b2d3e4a077ba9583c4df4a3c2513292
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.2.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..456285c351562184dd98b064169e68a03d9edda9
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.2.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8f1898eff9bff257ba2e64f07ff2a830db3b3f1a
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.ff.net.2.bias b/up_blocks.0/attentions.0.transformer_blocks.2.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7acd3ceda5f92035dfa4c37faec42daee0dfdf3f
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.2.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..71f6c908e19c6377560ae5ca91610a54b469e91d
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.2.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8e44678996c652972ac997806086c27c73b69330
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.norm2.bias b/up_blocks.0/attentions.0.transformer_blocks.2.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..46cbe8114413f6b49be87d60a1f24dd22fcfb4c1
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.norm2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.norm2.weight b/up_blocks.0/attentions.0.transformer_blocks.2.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0d663117f0a38d4b7d4d9d33cf386b77a9419738
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.norm2.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.norm3.bias b/up_blocks.0/attentions.0.transformer_blocks.2.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..41ed1072d75c8fe1b5baa17320c1e6f205fcdea3
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.norm3.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.2.norm3.weight b/up_blocks.0/attentions.0.transformer_blocks.2.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..51c1f42fd402eaf78613cfd0add0b430ed077d2d
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.2.norm3.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.3.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ddfd0f70a52203d3045b19e5ffc677ad762399bc
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.3.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b9d35a6a4966fbe6782b64eb9b5803d12fdd16eb
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.3.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..73f8c07f8091f9dadc4c7d54bf3fe019417ad194
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.ff.net.2.bias b/up_blocks.0/attentions.0.transformer_blocks.3.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e4d4b65194fc2169a82de73f5776e76841b742c8
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.3.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e3dc902c69df0571c10c37601f4bcec201464
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.3.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..327dbd42b50c02022c340f41337503ebcc676013
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.norm2.bias b/up_blocks.0/attentions.0.transformer_blocks.3.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e90002041eec957d42aeb058c013fd86e7a20437
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.norm2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.norm2.weight b/up_blocks.0/attentions.0.transformer_blocks.3.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fb8090a0800769e27f00044716adbd18aec76f43
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.norm2.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.norm3.bias b/up_blocks.0/attentions.0.transformer_blocks.3.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e0bf53b51f5f295e403c33615859ddaa91fe7d06
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.norm3.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.3.norm3.weight b/up_blocks.0/attentions.0.transformer_blocks.3.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d782315583c5c2bb0ddea7d95ead2f212768e123
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.3.norm3.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.4.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2ab2789a0b31a7eabdd59ce86165cf4117f205cb
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.4.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..27a4c27b18aab37009dbca5ff7ec7d76e02d1919
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.4.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c00f18c764ef1b23af31d41b6d167f4c37364f77
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.ff.net.2.bias b/up_blocks.0/attentions.0.transformer_blocks.4.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d27a0903fe41cde2eb57a41bfce3b09ae517b100
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.4.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ae413fec83f66ffa011fe34067354f32b83fbf69
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.4.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5076a960eb7759cc004df232037d82cde96fc580
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.norm2.weight b/up_blocks.0/attentions.0.transformer_blocks.4.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d1ad3057349dda8fc03742fbd2a8177a5160991b
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.norm2.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.norm3.bias b/up_blocks.0/attentions.0.transformer_blocks.4.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7ee52b2897592fa0c6428935be772d653d3a88bb
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.norm3.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.4.norm3.weight b/up_blocks.0/attentions.0.transformer_blocks.4.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4da227414f541d5d229e3958461c04ad081bf773
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.4.norm3.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.5.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8e93745d03bf116b2c5550e93989dda3b0c9ad00
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.5.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5886411032aaa30ddab208655260852fdad34f3c
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.5.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..26f6488b948c76f676c1e650f613ea5ab0fb7924
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.5.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec841921702c4f9d4afa339915c570faa62b84
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.norm2.bias b/up_blocks.0/attentions.0.transformer_blocks.5.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..179e82f2cbc8244521c853943b78757f94f3c931
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.norm2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.norm3.bias b/up_blocks.0/attentions.0.transformer_blocks.5.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b81e241d0139ba18179eb1807343cd6f0d5838f8
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.norm3.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.5.norm3.weight b/up_blocks.0/attentions.0.transformer_blocks.5.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c42572567940405ef759f7a0d4377f3cc48308ad
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.5.norm3.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.6.attn1.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.6.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..78ac79d99705c29c1c05678778e3fd7e412028a7
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.6.attn1.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.6.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.6.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3bb7a9327d3d151a66eacb132b8a48d0ac2d115d
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.6.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.6.ff.net.0.proj.bias b/up_blocks.0/attentions.0.transformer_blocks.6.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2585d9187c8ed83abb2208200617dda740fab540
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.6.ff.net.0.proj.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.6.ff.net.2.bias b/up_blocks.0/attentions.0.transformer_blocks.6.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ee5a07fde835898239b8e23dda11bfdddba1f523
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.6.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.6.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.6.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..46aaaad57b9825b9c6358b4a0d98c64ec526f74b
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.6.norm1.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.7.attn2.to_out.0.bias b/up_blocks.0/attentions.0.transformer_blocks.7.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bdef8e263a5e9703adb8c4b82c94ff866071eec7
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.7.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.7.norm1.weight b/up_blocks.0/attentions.0.transformer_blocks.7.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d6a18e9327731750bac1e36cde472ad2725b591e
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.7.norm1.weight differ
diff --git a/up_blocks.0/attentions.0.transformer_blocks.9.norm1.bias b/up_blocks.0/attentions.0.transformer_blocks.9.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ee0ed201f7bbae921fd7eddac3976443b2bfa6b0
Binary files /dev/null and b/up_blocks.0/attentions.0.transformer_blocks.9.norm1.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.0.attn2.to_out.0.bias b/up_blocks.0/attentions.1.transformer_blocks.0.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9b75ebd74129c4d6850dd610c7dbf951e1330146
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.0.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.0.ff.net.2.bias b/up_blocks.0/attentions.1.transformer_blocks.0.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fa0fedae56cf6e471c9d47226f89e95953b7d3f4
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.0.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.0.norm2.weight b/up_blocks.0/attentions.1.transformer_blocks.0.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f862112575e9affd2d687515192f8c8028dd1b54
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.0.norm2.weight differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.0.norm3.bias b/up_blocks.0/attentions.1.transformer_blocks.0.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..913085358ee98922e9ff3b186bc444b7c2c929f0
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.0.norm3.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.0.norm3.weight b/up_blocks.0/attentions.1.transformer_blocks.0.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..091c808051e4d777953e6ab0892dc36b91857ce6
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.0.norm3.weight differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.1.attn2.to_out.0.bias b/up_blocks.0/attentions.1.transformer_blocks.1.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c04bd0a3765b249bd904bf9e4c2b42019cab2380
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.1.attn2.to_out.0.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.1.ff.net.2.bias b/up_blocks.0/attentions.1.transformer_blocks.1.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2b1b34a1ee8b8a397f4b52cec62c32c5eaa20757
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.1.ff.net.2.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.1.norm1.bias b/up_blocks.0/attentions.1.transformer_blocks.1.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6d6f6f29b4823fae5b1c2e762051452c16ac1d08
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.1.norm1.bias differ
diff --git a/up_blocks.0/attentions.1.transformer_blocks.2.attn2.to_out.0.bias b/up_blocks.0/attentions.1.transformer_blocks.2.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2a8a18b50661568d615ad4323b4ec34a0c09a87d
Binary files /dev/null and b/up_blocks.0/attentions.1.transformer_blocks.2.attn2.to_out.0.bias differ