diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.2.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2a8a18b50661568d615ad4323b4ec34a0c09a87d
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm1.weight b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8b6fffae0895111dfd275388d5962b3a027a0aec
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm3.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..338409f1465da90df8bffb05f4f2ba47a404fb98
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm3.weight b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..50c6de5b5f409d7bd16be6a3b6846dcc905b04f4
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.2.norm3.weight differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.3.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b12ec25920f33003bc783b2044926dc69b957501
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.3.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9afe6559933666ff3800872f61e7311c898245d5
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.3.norm1.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9ebec2c3d605c9533d1b7b272ee699379d3c0172
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.3.norm1.weight b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..940fa4a3a1b016a41555610ad14d9a2895c1303d
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.3.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.4.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9842e38507975e593e64d5ad594c980ad1921838
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.4.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7477cb44a0af487a6379a95c58ce0fb938d4e3b5
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm1.weight b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..13e5960a4ad0f858b67b7b7f252d7aa45cd7f753
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm2.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0743d8cbc7615551dbdea4ba9a42e75c4906bde6
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm3.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2ec53dfb58adffb10460a74232bef6331d7f885c
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm3.weight b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d9315f5d007fbe2054cfb355c2f33df26ccf6951
--- /dev/null
+++ b/onnx/up_blocks.0/attentions.1.transformer_blocks.4.norm3.weight
@@ -0,0 +1,9 @@
+򔅥􂳃򲷥􂽃9𒺏󳤗�9�9󂘏r9󧐅_9􌀇󔰁𨡗�9󰕳
+:8�9L9𷵡�9򬲿D9�9�9򄬇
+:𜅥�9o9�9�9�9:9b9󋖝X9�9]9򬳻�9󅖣:􉀏󑨩򚍓𷾑q9�9B9!:🉡񟲷|9򹃿􉁁񥵑򣗶򓴣�9򔆃񦇅!:򲲹򁤹󈘉򚕯򁱙x9򲾉󼳉򔉟:�9􈼽񻧟𱫉񯆙�9t9򬶯:\9r9񍝛򔋿�9�969񢹓񓥝򚕥􈺉򠙏󳤿:𜓁�9񻝩�9t9�9
:𴫋򼇦�9I9�9I9�9򿈹"9񵛷򁬣񦆧󔶛񥶫󶪟�9J:󅑣󋦷:򬮱:򚉣\9R9󅐧�99�8򍺹񓩵򚔩�99򯼷�9�9�9:󠿉󅕻�9񐔏�99:󶛳񍑙�9�9𜎕󋢕v9񦄑�9끸𷺿򗐙򗕭񢻩򬪭򁪵񻗙�9򗄗:􈾗:[9�9󋤗𱫉�9�9:�9�9<9򲴓󶞓�9󶡯�9x9񦀫񻟍𜂉𱫓󡋁z9󼯣𷻉�9𜄟�9	:󅔍􏌋𘾫�8񦅫�9~9󶤅󠿻�9�9𱭽򩰉󡃪򔃙񦄑�9�9�9:󋝟:򬬛�9d9:�9b9񐠹򗅉:�9\9񜶥󶜛�9k9|9|9�9�9l9򿑳�9�9:󅒁󶪩󼪙:�9�99�9#9�9j9󝾽󿴹�9�9�9�9󡀷�9�9񥾋񢳍�9𢔁�9󎬵^9񥾽D9^9򲷥�9�9:󋞹�8󎡑�9󳟍�9�9~9
:񯏱󡁕򔄩:󋦭�9:�9򗕅[9򁯗񯒛򯼅򲿏�9�9]9󶥁�9:򼃅󼵳󶛁U9򿃥񟶻3:9򯭅:󡂑󼯷󶬃򗅻􉁳򁥗𮫇𾆧�9񓢁񥻵�9򿇳񬃅񲌗:򁮯񓝕�9:
+::򲲑񦀿:0:񲒻:󤉁�9򚏳򬫩񁃗񦈁�9-9𺵣�9:�9􂼹񙮑򚗉�9򔇓�9&:�9[9💥𥖏�9Y9�9
+9"9�9򿔓򯼅{9�9#9�9򗐷󹥡a9}9򚒓�9:𢌗�9�9u9�9�9G9�9U9򚙽𢕑�9>9𷮩�9�9=9�9:�9򦩣�9~9򑆁򁨟�9󠻅󼮒򠝧񻤿􂻟�9:󶟭�9|9�9�9�9%:򗋭/9s9򣘋\9�9򿋏�9򵿑򿈹򩧷򩬅�9󋠝
+:k9�9򣝟�9s98M9b9񓜙	:�99󎥕򝜁򇻧o9򩥵�9�9򿅓�9򿏉�9򹈿�9�9b9�9�9�9�9񯏓�9�9h9󋢩񻗷󡇇�9u9�8:򗐷󡈗񦃋󶜯򣦷U9�9󋢩�9z9�9:
:�9U9�9󳧽𱭋:J9-9󶧿񐓉�9󂓷򁦉�9z9[9𷱝񦁻􂾝󋦭񻩍�9:񓚵𽸙
+:􂷹󡆽�9�9}9򩪡�9:񯏉#9�9񻩫�9�9~9򚖫�9::򯶉񓧩|9�9:󋞯C9�8U9d9:�9򚋹E8𙪇󅒩�9:9󠿉�9J9t8�9򯬧󠿻񓢟:󋡭F:�9:k9�9󭘑򚎙�9@9�9:�9�9�9:�9𱴡򯪑򲳗򎂣򗕅󡁋󶣝h9::𙄧�9|9�9�9:񯏓򁣕񻣇􏂳򩥵򗆅񙴡򚍓�9k9�9�8�909👁񦆉򗓗񻚍򁩥򔎩񓛧󼱯�99�9}9!9�9�9�8�9�9�9񐚽�9�9:�9񓪱򵿥񓜏񥿇�9�9:񯔱�9򁬷�9􉁩𱯫�9򼁵�9:󋢕�9[9�9\9񥹋J9񓞯�9*:~9�9󋖧򼂓�9�9�9:𙅭𱲟𾁧�9r9򯰍󡄱󶢿::d9�9�9򗏉򐿧󰓉󶢿򐿱󋦷�9V9�9Z9󡀷�9񫿽򬲿n9򇰫:�9�9^9
+:񜳉A9�9:򣢋񓘩񇅧󠾡򁡉򬬑񣀕𴰲񜳉	:񻟿𜉁񓛝󠻷�9:򲿅𷬉�9:󰡗򗓍񜸱�9l9�9󿮋�9󚱋.9𮦑򿈛𮣱�9:򗅱�9󠾃�9q9򹅙|9󠺓򿌩󡂛򿋭�9J9�9�9𜋗󡄉
+::񖬫򁩇𴳺󋤍�9𱮹󅗳򁬙󪖃􏍑򿎃󰙅�7󅏿񇎗򗋣󭕻󼦳�9�9�9y9�9�9<9�9�8z9b9<9X9:�9񍘑󅗋򲶟󶣓𜊯�9𺾧�9�9󶚙򚍝:�9񄐃�9:򬸒󶟭�9򗑋:[9:󋞥󋛝򁡉�9�9򔁿󿸳�9x9�9r9:�9򲶳d9�9b9󠾵񬋡򑉧𜋿�9𫡏󅆓:񩇛\9󿯑�9:񦇷�9�9𱦝\9򬪣*9C9�9�9.9Z9:�9p9�9
\ No newline at end of file
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.5.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..11a847d1e125958ebf09339a3fff3f9757b2ff87
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.5.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1cfc780ce9699244cdbea6182a506d8bf2beca68
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.5.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..476372734848cdcb34eba89b4ada45f9dbe1f7c2
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.5.ff.net.2.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fe7438547cb5c95f0ae0b9c9eff67ce400afc485
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.5.norm3.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2ee7f4a181e802a0a67250afbff4e82f4093cbed
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.5.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.6.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.6.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a5881d607ea79e293d5ddfbaa3468b0a6000090d
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.6.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.1.transformer_blocks.9.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.1.transformer_blocks.9.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..98d954d04b22fd98ff8cb03ab974e27a8f3b31f4
Binary files /dev/null and b/onnx/up_blocks.0/attentions.1.transformer_blocks.9.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.0.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e4124e35ced9423819758ad204c9ebc28c2daaa2
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.0.ff.net.2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a9d89bb4e7c2acc79b133e345fab6c13cf64a203
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4df65e0846b3f367f20fba00b897c262fc8453c4
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e59590802f6e767a8fe5def9c7969b1f1caeafb2
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm3.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..707f07567acd653776815a05859b410fae086c1e
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.0.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..75bc2f3bea216cecda6c0e85fa1fe5353b5c7e25
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2f3de4f31d22754f55ce4a23cd3dda277fcb11da
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.ff.net.2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..472d5876767f5dee1c28d9154b797b095382146e
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3f812eaa2c7b573de0853f1a93c2a73fd1825299
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm1.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..802c339ac1878a46bee097b06abe99743f19d580
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dfba2575322b8b04d600bd9096d83d924fe09c42
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm3.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..337a4be87e9d2005e05a64d8039b7e37db71397b
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm3.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..03af7a7b643cd59978439fc175e706d8332f553d
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.1.norm3.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2fb1e16cc555ddfeeb6343d61e694af87241ab95
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..91a6301c4bb9c73f8984cbfa17311528603a4da7
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..21b2760aa0e29a97511c770f24e42a57a4cf7f43
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm1.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e09cfd5ff3e06ae9013459c67bf82214d8469547
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c4459422603243b59b244a8206d9f06872bd513c
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm2.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..df603d8598aa16e16671ef64adbf6f43b04fbcc7
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm2.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm3.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5b543b0d5c3d289a48f7ccefff3a15f9484c0a44
--- /dev/null
+++ b/onnx/up_blocks.0/attentions.2.transformer_blocks.2.norm3.weight
@@ -0,0 +1,14 @@
+�8􈤆򝁈�89򬡨9%9�8�8�8(99�8}8�8t8�8999󝝾󿣢-99-9򁠪󎗚�8�8
9򩏊5󅅠�8�8�89
9�8󼣖
9񍁺񓈬�849􂩖L8�8򝃊W8]89
9�8񫲂�8󎓂�8�8�8󿣎�89󹞔9c09􎼶󶌀�8t8z8򝅾󎋎
+9K8񮺌8𨍪𷟊[9�8�89󣺨󼗞L8󋃶�8􂧞􂨐9󿠸򩘘A8𽧂�8�8󎓾�839�8:9󗜖񓖺9񮾐�8A8�858󗖮�8𘱶a8򄝐�809�89�8
9�89�8,9E9�8򝈨�89򯞶󎖊�8>9򯦂�89�8�8�8969𷦪�8$99e8+9�899�8󑛂9�8􈶶�89�89򯟀9�889󚩖򙼐񮼶�8�8󎕢󹍒9�8t8
9󹛾9�89􈲲9􂧲񴼺
9�8�8_8�8�8�8c8󣼌󦴸8򄘸�89z8�8:9�8𴣪�8~8򝊾�8]8򄥎8�899�8%9�8�8�8�8񨯂󈁞�8:7�8�8z8�8𷧺򙼐񴾼󶙺򦎖-9$99󚤂)99�8j8<8񸉒�8�8&9�8�8&89�8j8򄥄򦙜�8󹛾�89󣸦񾗸9�8$8󎕢�8񓊮�89�8�8U9$9s8�8�899�8�89t8󔛢�8󦳨�89�8L9j8B9󼠢𒡶�8񮸀󼐦9򗂀~89�8Z8-9񫾎󦺌�8V8�89󈈪|8󋐖򙸖9�8v8󿡠�8*9�839򯡴�8�8�89K89�899�8/9󈐱�8�8�8񖎠(9�8�8󈌮�8􂣮�89􏀈�89󰈴�89򄤈󚤾�8�809󑞞Z9�8󚩂j89�8񓐾�8i8󋒎󈈠�8�8񓒘񨩸�8�8
+9�7(9�8�8𞺠�8l8򓵊�8򄙾�8:9z8�8D9󦸞󣰀�8L89�8󣺲󩴦�89�8,9𷘦(9�8�8
+9
+9t8�8򝃊􂢀S9󑙲>89�8�8�8�8�8򓳜�899󑘶�89󈁞�8�89򸰦�8%9򯤲�89򚂴􂢀n8򬚜�8�8,9򍧖�8&9
+9󣭖�8󹐤�8𷨘�8󶍆�8\89�8�8񓔮699�8%9�8x8�8𛥄�899�859�89󎖊󋑦�89�8�8�8󎘪󿠚󿡾󦵾99j8�8909񨴪9�8�89�8�8�8�8 9&99򯣎񮻦D9:89�8�8.9
+9�8󿛸�8,9󅉤*7~8�8t8$9
9-9�8�8-9K8򯝒�89�8�89�89�8�8t8򩞔�8�8�8򠍂99�8l8�89\8,9�8񟦂�89�89�8񨳸�809}8�89�8{8�8�8�89�8�8󣨪𞺾�899n899u8�8
+9�89�8�89򓵼9�899𕵮$9󪅼򜺐�89넡𘵺99򯥆
9�8󦴮�89󈏎-9𤻂-99�8􂩂񯃚�839�8󋃢򓶐󑞀򓳰�8􈲊󳓨󭃞񓏸
+9򖷄9�8󦽞
9�89�8J9�8�899𽬌񢡬
+9򲘼􂢞�8򬣠�8󈃾�8󣷪�8y8𺦄󰄰�8�8
9�8󝯲9�89h7򍤢񌺐򿁶񉼆n8􂦶�8󣷠�89󣷾j8�8�899󣺞9�8𘱬�89e8�8�8�8񫶚󼞂�8򾷶
+9򯞄򁒰9�8�8򯨎񨮚�8~8�8�899�89�8�8󈎺9𷟊�8򐲞 9z8�8󶖨󋍬�89�8;8�839�8�8939𫗶$9�8
+9𷢜�8�8�89�8O8�8�8򄜔999𴠎9-9�8
+9�8$9󔝮󎘖L8�8󑛖�89􂝊�848�8�8�8Z8򍯼R6󰂸򝂄�7%9�8򠉒�89,9�8
9�8򣏐399�8B8�88�8D9�8𮔰�8-9�899�8�89󑌂򙸖�8�8􈬶=8񓅸􈶡𥇶>9q8𫆪򚂂89�8�8�8�89񫰔򲧊9�89񾕢󄿆񵃼E9󧁎�89�8$9�8󈌚󿞄�79�839�8񓈶9e8�8
+9�89򄢆򓼠𨏄9񨱬K8񨵦�8�8�8�8�8	9�8򄤦�8�89򝉤򩗰�8
9�8󈇮H9𞵖9񀯪𷢜󣮜�89}8󗦪9�,999�8𱘶�7�8z8928�8�8-9�8�8󶙦9B8�89𷧜�8z8𷟀9}8�89򬡊󣳈�8𘲨񓇦�89�8�859�8V9�8v8�89񟤞�8F8�8򁠖󁶼󿡾�8􂨆�8}8𷧺9�8󳏆9򁘬�8l8-9󑙊Z8⸺�8񉾦񫼴�8R8񾗚�89�8�8l8򄣂�8�8�899n8
9󂆮$9󎕎-9�79909򲡢�89򄣾�8j8$99�8򣔮�8�8𫎲󅆰
\ No newline at end of file
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..320927f9791bb7f1425113928328497a7691dd02
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..eba2ae41b992cb7c0c909a8a0a4fcd966c2e5ea9
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a6c702156fa95d84bc2715902c858910b69b5fe8
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.ff.net.2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f73fb80c51789275a600604d2d6029556a147c01
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bc3ab2fa524687ef3c0e5ca63dc4c6123eb8fb7e
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm1.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c8b383e0d7580b22baef6c2e722c3a22ecade1e2
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7ac7a50d4401e569149799715b79c821e4e2b046
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm2.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..22c52144df2dcf10663f2bc829a5432068023a89
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm2.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm3.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ef091737df1a9747e55f88aa8b3db6e87c84f295
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm3.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3a95ddc5fd8579298e1b00bd8eb23d242b209d21
--- /dev/null
+++ b/onnx/up_blocks.0/attentions.2.transformer_blocks.3.norm3.weight
@@ -0,0 +1,9 @@
+l9l9�8
9<9l9v99m9.9f9𕺇�99*9L9�8P9j9_8l9u9�9j9񻘟9M9`9M9@9U9~9H9&9�5T9B9�9]9L9�9r9N9j9i9s9.9D999v9]9j9E9�8L9l9L9�8$9𮠋u9>99D939D9b9p9�9l949:9�9U9v9i9,1�9f9b9899L9�8�8T9v9l9699D989[9$9>9�9]99�9h9l9[9i9�8U9�8d9i9[9K9<9U9L9U9U9Y9�8$99K9t9S9[9l9�9f9�9M99-9d9T9U9]989�89񮰃􏀈9Q9�8989r9�9M9�9O9�9,99Z9b9�9V99H9<9�9-9M9v9Z9[9�9:9M9U9�9D9U9.9񍓥39U9
9w9𾈲덒p9�9t9(9`9�9U9X9L9]9}9]9�9N9$9b9D9}9b9i9>9$989D9@9l9,9�9U99D9�939v9i9{9}9:9l9L9T9�989U9699z9<9[9�8🆷t99i9l9v9-9�88959y9j9�8l9q9D9�8d9s99.9p9:9�8j9s9�8[9�9�9d9g9g9y9`9l9[9@9t9N9z908Y9D9�89[9g989399i9j9U9&939񓘁U9<9-9l9񥶫9�8Z9Z9b9%9�9}9j9�8n949�8[9`9D9Z9{9D9j9U9�9a9x9�8p9t9L9�8O9�929U9L9#9�9Y9􎼷m9
+9j9U9�9�9�9S9�9�8N9`9}9$9:9F9v9j9򯴮~9j9D9�9[9B9L9f9L99[9N9j99�9099�9:9�9S99L9�8L9j9L9[9
+989n99[9|9[99U9[989t9f99�8>9j9�9b9�9�8~9j9}9�9}9�9d9�8
+9:9-9:9[9�9U9�9<9V9�9l9[9<9�999�989�9j9U9M9}9[9�949(9b9l9�9D9d9�9t9j9~9�8}9d9�879�9�8N9L9N9�9i9U99n9:99g99�9q8l9o9t939<9<9�8N9U9i9[9H9e9򹇆9�9U9T9^9
9L9�8�9l9o9l9O9999^9j9�999w9d959p9�9,939
9Z9}9S9�9(9b9�8U9L9l9�9x9�8J9?9�8}9`949$99�9%9$9C9\9�929T9^9~9,97939j9@9�939S9�8
+909v9L9�949B9𘾿}9S9:9�8M99$9-9u9f99C9P99D9]9t99b9�9t9U9�9a99Q9U8]9.9v9Z9$9�9>9d9U9Z9b9�9]9t9f9i9�9L9t9y9D9�9L9U9-9�9p9�8i9j9�99L9s9f9
9�9t9Y9)9[9�9w9l9$9/929L9򇽲�9d9x9�9z9[9O9a9𘻙U9U9V8�8𢙼𜂱�9`9>9񓧊=9�8d9�9f9�8i9f9{9w9V9�8t9�9�9v9b9F9A9d9�9e9�8$9�9�8�9j99U9l9x9i9}9�9D9j9l9�9�8
9�9l99I9�9j9�9`9j9x8b9-9<9t9b9b9󈁳😂S9�9b9�9|9a9�9-9b9j989$9�9�9f9�9l99`9<9�8:99�9}9�9989�9l9>929-9�9d9�9�99$9p9�9C9B9S9
9O9-99j9�99>9<9z9�9/99g9v9�9l9�9:9<99B9p9M9,9d9$9L9D9t9M9t99𷭏⾱�9,9:9-99�9\8\9\909r9C9[939E99d9[9�9j999$9�9$9f9e9U9B9U9V9�9X9�9P8.9999�899@999�8l9M9l9`9:9}9�9[9x99j99�9�9l9�9}9�99`9�8񓦬*9l9n9*9U9b9`9d9b9-9l9<9$9699r9�9=9D9Y94929�9�8l9M9񥶗u9�9Z9-99�9[9�8:9t9�9&9�9�89J9j9O90989O9U9󹌡񖠳$9t9�9,9x9�99�9@9B9J9p9j99i9�8[9B9l9S9�9�99Z9U9�9K9d9b9d9d9�949D9�8[9Z9[9t9H9:9�8R9�8l9959�8$9O9�699L9\9a9d8�9t9M9U9L9�9�99|9�9�9`9�9v99�8q9�829򚉷*9909�9P9�9}9L9L9�9L99$99[9p9\99�8O9
+9]9�89<9i99<9.9/999�9y9p9y9*9b9@9
9X9B9�9[9�999j99D9.9�989b939�9U9�9X9-9�9i9/9�8~9[9򁢅@9-9}9*9}9�9.9p9S9-9.9j9$9b9D9B9&9�809]9\9x9}9u9D9f9�89a9�9<9j9W9|9"9<9l9U9s9:9N9�9�8$9t9 9<9)9t9-959A9l99$9M9�9K-�9[9|9z99G9�8D9�8d9�89d9򲯻49S9u9Z9�8,9񓪺Z9-9:9
+9L9�9-9*9r9$9[9O9<9Q99299*9B9�9x9돨N9�999M9q9-9%9L9󄸭(9�99-9U9�9O9b9t9<9959d9H9�9E9a9�939M9t9󼓇:9L9�8$9�9>9B9#9X9{9d9�8.9@9t9򩢏l969Q9l9U9}99}9u9�89D9h9�9:9-9򇪮}9𒳃d9
+9M9`9>9j9N9+9�9~9}9989�89
+929f9B9
\ No newline at end of file
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.4.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f2dde9d1301596f69ded7b7f6c622904c7d9499
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.4.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2028d63d866827af0fcb41646dac6e6320c90b2c
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.4.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8d5edff805cb6524b0d76d5175461d031e5d3124
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.4.ff.net.2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..38701af9ae14dfbafb0d96602eb8f552a931dd89
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.4.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..400b7898025dda87bd677657bfab645e193d34f1
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.4.norm3.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7f2dc86f3374fe648808b853f7a69e3c5344c12b
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.4.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.5.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1e9c15b677d6599ada3791902bd2a7507d2686ad
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.5.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c45ad14a3f3e55096d0a2b51878a08d24f51cd75
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.5.ff.net.2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..14143a211d75bf2c69e05953a948884ec17b116d
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e792e3db87f1f7bb2a18ffb9c19ec9939164fad7
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d973ed7dffd6a15b700b9a018e6e74c25c5abb39
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm3.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm3.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e4f925718bf4136d4c9a95157ddfaddb2ba83852
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.5.norm3.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.6.attn1.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.attn1.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b286c97b82f8090b735fd36d685ea5c9d4d74a7f
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.attn1.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.6.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ad83514aff630ab64403cfd7122ede785a73b
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.6.ff.net.0.proj.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.ff.net.0.proj.bias
new file mode 100644
index 0000000000000000000000000000000000000000..33a30d89e3cac35133d9e99af9ea54d3a155c76b
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.ff.net.0.proj.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.6.norm1.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.norm1.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d19b9096aa20f41e2951dbf0a67eaa4de6d387ae
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.norm1.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.6.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5064812c7ea189093ea5a7d30c3e02e533c6c255
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.6.norm2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm1.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm1.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8b0588d4ab92e4bf5c8bc16ee3c8c7d4e05717df
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm1.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm2.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm2.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3bd4e5e3284531543183f48952d82032152f2653
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm2.weight differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm3.weight b/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm3.weight
new file mode 100644
index 0000000000000000000000000000000000000000..72d489b6d888b9acce7df55c90b08e5c75f11b60
--- /dev/null
+++ b/onnx/up_blocks.0/attentions.2.transformer_blocks.7.norm3.weight
@@ -0,0 +1,3 @@
+{:V:
:F:+:d:~::Q:Z:]:P:n:a:�:e:�:\:K:�9\:\:�:�:�9F:S:N:g:|:z:%:�:>:K:h:l:k:D:I:$8Z:m:l:^:a:�:5:T:k:E:�:>:z:z:<:t:�:~:\:%:4:p:Z:
:L:k:�:H:\:Y:8:j:F:n:l:8:�:l:\:�:}:t:�:�2{:\:N:%:\:::�9^:]:d:\:k:*:+:n:�9]:b:+:<:�:\:�9~:�:�:l:t:.:K::]:\:F:L:d:|:|:P:d:F::>:Y:j:�:u:u:�:�:d:p:m:Y:M:n:M:b:�:4:F:4:�9F:@:5::S:::V:F:a:�:d:�:P:�:�:1:0:T:�:u:J:\:T:Z:<:<:S:�:k:�:#::{:d:`:|::o:{:d:n:I:>:Z::�:T:~:f:�:M:z:�:e:V:k:d:`:%:�:�:z:.:L:�:p:M:o::i:Z:~:z:M:{:�::j:Z:0:Q:�:�:k:F:h:k:\:�:<:I:�:f:u:3:>::{:F:i:p:�:`:%:<:�9f:Y:f:t:H:~:z:E:F:�:~:>:p:t:M:F:�:~:):~:k:l:^:�:R:a:k:{:m:8:d:E:f:|9I:I::>:^:K:x:]:F:Z:�:z:F:>:�:~:F:n:Z:�:`:�:F::Y:P:<:<:f:f:T:4:�:f:�9N:h:k:L:M:I:�:f:F:l:�:;:F:u:+:N:\:�:k:K:l:6:~:�:�9�:�:N:�:Y:�:_:�:\:F:u:L:L:�:L:V:=:�:\:|:�9�:�:5:t:d:m:t:[:`:F:K:p:b:5:v:&::Y:o:�:�:{:\:S:F:�:]:d:F:K:j:L::�:{:k:`:�::�:D:�:N:F:t:k:`:|:�9N:Y:Y:W:n:�:�:
+:P:M:V:;:S:P:K:a:F:|:n:m:�:}:{:S:\:4:�:�:d:f:\:�:z:M:F:�:]:j:9:�:l:�:z:�:4:o:Z:6:t:u:.:>:M:u:\:�:b::�:h:\:P::�:�9y:]:�:k::+:>:v:V:�:L:{:Y:�:>:�:k:m:\:d:\:n:�9�:]:t:k:V:L:z:>:|:{:E:5:j:�:\:�:{:.:4:5:0:t:V:v:L:h:#:F:�:d:�:�:<:R:^:K:l:b:Z:Z:K:�:E:2:\:Z:~: :M:<:R:5:K:b:p:i:Y:o:\:0:D:{:�:�:~:Q:j:�:�:p:>:%:+:Q:g:�:a:�:d:E:�:^:+:{:�:K:W:^:�:j:T:�:Z:\:M:�9u:l:�:z:<:�:Z:k:x:�:l:f:~:n:]:P:�:+:j:�:V:>:i:j:\:d:�:E:P:F:o:E:P:F:�:P:i:Z:f::[:F:k:4:~:l:6:M:�::\:P:Y:S:~:D:l:j:u:�:M:V:
::i:#:n:L:~:P:4:n:i:^:6:a:�:�:*:L:z:�:\:T:b:z:�:~:{:�:d:z:|:J:M:S:F:�:F:t:8:]:`:%:l:�:m:�:>:[:n:b:F::�:t:0::v:~:�:F:t:�9�:v:+:n:j:~:
+:�:�:I:m:�:d:�:K:h:�:n:S:�::~:{:6:T:�:O:�:d:S:L::.:E:V:N:�:�:V:Z:�:}:L:3:+:d:d:{:M:m:z:z:�:n:V:V:4:L:5:�:W:�:#:e:F:d:�:E:F:@:0:�:V:t:{:�:Y:<:�:M:W:p:M:f:�:�:�:%:L:M:~:�:u:o:+:T:F:Z:�:�99:L:g:�:K:_:^:l:E:�:K:�:@:V:l:\:<:M:Z:\:F:M:]:d:�:k:�::m:#:0:%:W:F:%:::�:F:K:<:`:�:k:9:�:.:M:D:k:d:`:V:/:i:1:u:.:�:5:L:F:t:Z:k:|:N:�:d:n:z:S:M:R:[:I:j:z:L:<:8:u:~:�9u:B:{:�:S:4:I:g:t:�:<:::f:u:V:Y:�:8:F:N:u:`:M:L:\:J: :;:{:Y:�:�:u:+:.:r:F:�:#:L:i:I:u:n:z:L:T:::F:R:S:E:P:�:<:\:P:C:P:4:~:b:n:�::K:�:.::?:0::M:D:�:<:^:%::>:�8\:V:<:{:�9u:a:~:m:^:f:m:E:j:f:o:�:P:>:4:!:�::.:�:Z:
:F:Y:�:n:]:m:Z:V:�:f:<:?:Q:Y:t:�:4:+:�:,:z::k::1:Y:l:(:H:m:�:�:l:~:I:o:+::\:^:�:h:F:F:`:%:I:�9\:i:T:i:E:�:�:�:e:_:S:t:`::>:u:�:u:d:z:�:L:�:}:K:]:4:Q:%:t:]:S:F:a:b:
:*:{:f:^:^:P:d:~::F:�:f:o:�:F:%:V:8:�:z:x:2:Z:n:4:N:�:V:\:\:�:V:{:l:�:F:n:y::�-i:::�:.:~:_:,:N:t:P:%:M:�:�:l:L:M:t:`::F:{:>::V: :,:M:]:^:N:u:M:f:Y:5:F:,:\:::.:0:�:m:o:�:4:�:#:P:~:T:<:P:�:E:u:>:.:-:S:�:\:u:x:y:m::f:`:u:�:h:`:�:l:p:D:4:�:d:W::+:u:\:H:>:4:n:M:*:V:D::h:I:�:M:�:x:�:�:6:\:d:4:f:L:n:�:w:F:�:�9m:S:�:x:6:b:z:T:�:H:{:�:n:�:<:F::+:�95:e:M:
\ No newline at end of file
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.8.attn2.to_out.0.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.8.attn2.to_out.0.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5101c40947382da404c67eabe4bb7b8889de9
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.8.attn2.to_out.0.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.8.ff.net.2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.8.ff.net.2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cfd666f0e234b1d7abc40147b5c8add0ec695e51
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.8.ff.net.2.bias differ
diff --git a/onnx/up_blocks.0/attentions.2.transformer_blocks.8.norm2.bias b/onnx/up_blocks.0/attentions.2.transformer_blocks.8.norm2.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b4c6ca9272e0695341f753f0591accb885c1db59
Binary files /dev/null and b/onnx/up_blocks.0/attentions.2.transformer_blocks.8.norm2.bias differ
diff --git a/src/main.py b/src/main.py
new file mode 100644
index 0000000000000000000000000000000000000000..95720d31c57fddcdf5318dff60cb0ea106c7037b
--- /dev/null
+++ b/src/main.py
@@ -0,0 +1,59 @@
+import atexit
+from io import BytesIO
+from multiprocessing.connection import Listener
+from os import chmod, remove
+from os.path import abspath, exists
+from pathlib import Path
+
+import torch
+
+from PIL.JpegImagePlugin import JpegImageFile
+from pipelines.models import TextToImageRequest
+
+from pipeline import load_pipeline, infer
+
+SOCKET = abspath(Path(__file__).parent.parent / "inferences.sock")
+
+
+def at_exit():
+    torch.cuda.empty_cache()
+
+
+def main():
+    atexit.register(at_exit)
+
+    print(f"Loading pipeline")
+    pipeline = load_pipeline()
+
+    print(f"Pipeline loaded, creating socket at '{SOCKET}'")
+
+    if exists(SOCKET):
+        remove(SOCKET)
+
+    with Listener(SOCKET) as listener:
+        chmod(SOCKET, 0o777)
+
+        print(f"Awaiting connections")
+        with listener.accept() as connection:
+            print(f"Connected")
+
+            while True:
+                try:
+                    request = TextToImageRequest.model_validate_json(connection.recv_bytes().decode("utf-8"))
+                except EOFError:
+                    print(f"Inference socket exiting")
+
+                    return
+
+                image = infer(request, pipeline)
+
+                data = BytesIO()
+                image.save(data, format=JpegImageFile.format)
+
+                packet = data.getvalue()
+
+                connection.send_bytes(packet)
+
+
+if __name__ == '__main__':
+    main()