diff --git a/logs/clip-vit-base-p16_openai-pre_3rdparty_in1k.log b/logs/clip-vit-base-p16_openai-pre_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..12271f418f0e4ad1fa5a95683e720f8055c4030f
--- /dev/null
+++ b/logs/clip-vit-base-p16_openai-pre_3rdparty_in1k.log
@@ -0,0 +1,59 @@
+2023-11-29 15:09:12.293580691 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_3
+2023-11-29 15:09:12.294661741 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_1
+2023-11-29 15:09:12.297861012 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_3
+2023-11-29 15:09:12.300248384 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_1
+2023-11-29 15:09:12.300581163 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_3
+2023-11-29 15:09:12.300893450 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_1
+2023-11-29 15:09:12.301199102 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_3
+2023-11-29 15:09:12.301620862 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_1
+2023-11-29 15:09:12.302088332 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_3
+2023-11-29 15:09:12.302479790 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_1
+2023-11-29 15:09:12.302824403 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_3
+2023-11-29 15:09:12.303150500 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_1
+2023-11-29 15:09:12.303542431 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_3
+2023-11-29 15:09:12.303944258 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_1
+2023-11-29 15:09:12.304276924 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_3
+2023-11-29 15:09:12.304626992 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_1
+2023-11-29 15:09:12.305012447 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_3
+2023-11-29 15:09:12.305353981 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_1
+2023-11-29 15:09:12.305676527 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_3
+2023-11-29 15:09:12.305989485 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_1
+2023-11-29 15:09:12.306651191 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_3
+2023-11-29 15:09:12.307020966 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_1
+2023-11-29 15:09:12.307388962 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_3
+2023-11-29 15:09:12.307766027 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_1
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/clip-vit-base-p16_openai-pre_3rdparty_in1k.onnx --fold-constant -o optimized/clip-vit-base-p16_openai-pre_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/clip-vit-base-p16_openai-pre_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 153 Initializer(s) ----
+    
+    ---- 1052 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1052, After Folding:   660 |   392 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   660, After Folding:   660 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/clip-vit-base-p16_openai-pre_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 387 Initializer(s) ----
+    
+    ---- 660 Node(s) ----
+    
+[I] PASSED | Runtime: 17.700s | Command: /usr/local/bin/polygraphy surgeon sanitize original/clip-vit-base-p16_openai-pre_3rdparty_in1k.onnx --fold-constant -o optimized/clip-vit-base-p16_openai-pre_3rdparty_in1k-pss.onnx
diff --git a/logs/conformer-tiny-p16_3rdparty_in1k.log b/logs/conformer-tiny-p16_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..b58615975f9ee4f7931da99e8d1e5deef42470fa
--- /dev/null
+++ b/logs/conformer-tiny-p16_3rdparty_in1k.log
@@ -0,0 +1,72 @@
+2023-11-29 15:09:14.939900439 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_12/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.940346342 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_12/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.940745197 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_12/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.941394926 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_11/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.942803165 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_11/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.943929181 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_11/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.944518149 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_10/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.944938725 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_10/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.945294620 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_10/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.945887429 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_9/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.946219329 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_9/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.946538938 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_9/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.947429193 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_8/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.947928555 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_8/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.948282693 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_8/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.948908713 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_7/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.949383183 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_7/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.949741923 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_7/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.950632714 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_6/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.951381488 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_6/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.951894268 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_6/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.952620457 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_5/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.952975687 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_5/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.953344708 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_5/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.953800672 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_4/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.954150023 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_4/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.954496395 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_4/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.954867496 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_3/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.955285772 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_3/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.955677114 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_3/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.956033404 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_2/expand_block/Unsqueeze_1
+2023-11-29 15:09:14.956407043 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_2/trans_block/attn/Unsqueeze_3
+2023-11-29 15:09:14.956801089 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/conv_trans_2/trans_block/attn/Unsqueeze_1
+2023-11-29 15:09:14.957204950 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/trans_1/attn/Unsqueeze_3
+2023-11-29 15:09:14.957581222 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/trans_1/attn/Unsqueeze_1
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/conformer-tiny-p16_3rdparty_in1k.onnx --fold-constant -o optimized/conformer-tiny-p16_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/conformer-tiny-p16_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 2 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)],
+     3169 [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 367 Initializer(s) ----
+    
+    ---- 2196 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  2196, After Folding:  1250 |   946 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:  1250, After Folding:  1250 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/conformer-tiny-p16_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 2 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)],
+     3169 [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 852 Initializer(s) ----
+    
+    ---- 1250 Node(s) ----
+    
+[I] PASSED | Runtime: 21.493s | Command: /usr/local/bin/polygraphy surgeon sanitize original/conformer-tiny-p16_3rdparty_in1k.onnx --fold-constant -o optimized/conformer-tiny-p16_3rdparty_in1k-pss.onnx
diff --git a/logs/deit-tiny_4xb256_in1k.log b/logs/deit-tiny_4xb256_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..a1cbbf263f61dd750f8d32cd05f2a860aca3b916
--- /dev/null
+++ b/logs/deit-tiny_4xb256_in1k.log
@@ -0,0 +1,59 @@
+2023-11-29 15:09:12.573468351 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_3
+2023-11-29 15:09:12.574252294 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_1
+2023-11-29 15:09:12.574621291 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_3
+2023-11-29 15:09:12.575131755 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_1
+2023-11-29 15:09:12.575398657 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_3
+2023-11-29 15:09:12.575685851 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_1
+2023-11-29 15:09:12.575902098 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_3
+2023-11-29 15:09:12.576185493 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_1
+2023-11-29 15:09:12.576464586 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_3
+2023-11-29 15:09:12.576884338 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_1
+2023-11-29 15:09:12.577161201 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_3
+2023-11-29 15:09:12.577394477 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_1
+2023-11-29 15:09:12.577860668 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_3
+2023-11-29 15:09:12.578153157 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_1
+2023-11-29 15:09:12.578364888 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_3
+2023-11-29 15:09:12.578567306 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_1
+2023-11-29 15:09:12.579036029 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_3
+2023-11-29 15:09:12.579364792 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_1
+2023-11-29 15:09:12.579831565 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_3
+2023-11-29 15:09:12.580081433 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_1
+2023-11-29 15:09:12.580926808 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_3
+2023-11-29 15:09:12.581502873 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_1
+2023-11-29 15:09:12.581764516 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_3
+2023-11-29 15:09:12.582766888 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_1
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/deit-tiny_4xb256_in1k.onnx --fold-constant -o optimized/deit-tiny_4xb256_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/deit-tiny_4xb256_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 152 Initializer(s) ----
+    
+    ---- 1041 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1041, After Folding:   651 |   390 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   651, After Folding:   651 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/deit-tiny_4xb256_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 384 Initializer(s) ----
+    
+    ---- 651 Node(s) ----
+    
+[I] PASSED | Runtime: 17.564s | Command: /usr/local/bin/polygraphy surgeon sanitize original/deit-tiny_4xb256_in1k.onnx --fold-constant -o optimized/deit-tiny_4xb256_in1k-pss.onnx
diff --git a/logs/deit3-small-p16_3rdparty_in1k.log b/logs/deit3-small-p16_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..f3b17eec8ca00164e50b538e73ce48ad12b7ef6a
--- /dev/null
+++ b/logs/deit3-small-p16_3rdparty_in1k.log
@@ -0,0 +1,59 @@
+2023-11-29 15:09:12.531192075 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_3
+2023-11-29 15:09:12.542654826 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_1
+2023-11-29 15:09:12.543410565 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_3
+2023-11-29 15:09:12.554535030 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_1
+2023-11-29 15:09:12.554985166 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_3
+2023-11-29 15:09:12.555324748 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_1
+2023-11-29 15:09:12.555599208 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_3
+2023-11-29 15:09:12.555908011 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_1
+2023-11-29 15:09:12.556977290 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_3
+2023-11-29 15:09:12.557271351 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_1
+2023-11-29 15:09:12.557618691 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_3
+2023-11-29 15:09:12.557982970 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_1
+2023-11-29 15:09:12.558309710 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_3
+2023-11-29 15:09:12.559194097 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_1
+2023-11-29 15:09:12.559647362 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_3
+2023-11-29 15:09:12.560230151 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_1
+2023-11-29 15:09:12.560590522 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_3
+2023-11-29 15:09:12.561135991 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_1
+2023-11-29 15:09:12.561514864 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_3
+2023-11-29 15:09:12.561950134 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_1
+2023-11-29 15:09:12.564579332 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_3
+2023-11-29 15:09:12.564999004 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_1
+2023-11-29 15:09:12.565487350 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_3
+2023-11-29 15:09:12.565796955 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_1
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/deit3-small-p16_3rdparty_in1k.onnx --fold-constant -o optimized/deit3-small-p16_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/deit3-small-p16_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 152 Initializer(s) ----
+    
+    ---- 1065 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1065, After Folding:   675 |   390 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   675, After Folding:   675 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/deit3-small-p16_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 384 Initializer(s) ----
+    
+    ---- 675 Node(s) ----
+    
+[I] PASSED | Runtime: 18.078s | Command: /usr/local/bin/polygraphy surgeon sanitize original/deit3-small-p16_3rdparty_in1k.onnx --fold-constant -o optimized/deit3-small-p16_3rdparty_in1k-pss.onnx
diff --git a/logs/edgenext-xxsmall_3rdparty_in1k.log b/logs/edgenext-xxsmall_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..56805b12d83084bf0566114c1797be822a9b8e28
--- /dev/null
+++ b/logs/edgenext-xxsmall_3rdparty_in1k.log
@@ -0,0 +1,44 @@
+2023-11-30 02:59:49.452829434 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/stages.1.1/Unsqueeze_8
+2023-11-30 02:59:49.455115633 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/stages.1.1/Unsqueeze_7
+2023-11-30 02:59:49.456045622 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/stages.1.1/Unsqueeze_6
+2023-11-30 02:59:49.457868728 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/stages.1.1/pos_embed/Unsqueeze_2
+2023-11-30 02:59:49.458697140 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/stages.1.1/pos_embed/Unsqueeze_1
+2023-11-30 02:59:49.459548078 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/stages.1.1/Unsqueeze_1
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/edgenext-xxsmall_3rdparty_in1k.onnx --fold-constant -o pt/edgenext-xxsmall_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/Test/flaskProject/models/script/onnx/edgenext-xxsmall_3rdparty_in1k.onnx
+[W] Falling back to `onnx.shape_inference` because `onnxruntime.tools.symbolic_shape_infer` either could not be loaded or did not run successfully.
+    Note that using ONNX-Runtime for shape inference may be faster and require less memory.
+    Consider installing ONNX-Runtime or setting POLYGRAPHY_AUTOINSTALL_DEPS=1 in your environment variables to allow Polygraphy to do so automatically.
+[I] Loading model: /tmp/tmp_polygraphy_5b75128cb00a909a5235eba6a1a2a24e6c6e8adab1864677.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 160 Initializer(s) ----
+    
+    ---- 855 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   855, After Folding:   619 |   236 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   619, After Folding:   619 |     0 Nodes Folded
+[I] Saving ONNX model to: pt/edgenext-xxsmall_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 379 Initializer(s) ----
+    
+    ---- 619 Node(s) ----
+    
+[I] PASSED | Runtime: 20.456s | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/edgenext-xxsmall_3rdparty_in1k.onnx --fold-constant -o pt/edgenext-xxsmall_3rdparty_in1k-pss.onnx
diff --git a/logs/efficientnet-b0_3rdparty_8xb32_in1k.log b/logs/efficientnet-b0_3rdparty_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..2449d2395837af60a11a08611bb14075c5edfce6
--- /dev/null
+++ b/logs/efficientnet-b0_3rdparty_8xb32_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/efficientnet-b0_3rdparty_8xb32_in1k.onnx --fold-constant -o optimized/efficientnet-b0_3rdparty_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/efficientnet-b0_3rdparty_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 164 Initializer(s) ----
+    
+    ---- 1232 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1232, After Folding:   260 |   972 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   260, After Folding:   260 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/efficientnet-b0_3rdparty_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 184 Initializer(s) ----
+    
+    ---- 260 Node(s) ----
+    
+[I] PASSED | Runtime: 16.338s | Command: /usr/local/bin/polygraphy surgeon sanitize original/efficientnet-b0_3rdparty_8xb32_in1k.onnx --fold-constant -o optimized/efficientnet-b0_3rdparty_8xb32_in1k-pss.onnx
diff --git a/logs/efficientnetv2-b0_3rdparty_in1k.log b/logs/efficientnetv2-b0_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..2c080a7e1a86e5e0147222fd211e62e76d11f099
--- /dev/null
+++ b/logs/efficientnetv2-b0_3rdparty_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/efficientnetv2-b0_3rdparty_in1k.onnx --fold-constant -o optimized/efficientnetv2-b0_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/efficientnetv2-b0_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 184 Initializer(s) ----
+    
+    ---- 564 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   564, After Folding:   276 |   288 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   276, After Folding:   276 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/efficientnetv2-b0_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 192 Initializer(s) ----
+    
+    ---- 276 Node(s) ----
+    
+[I] PASSED | Runtime: 15.389s | Command: /usr/local/bin/polygraphy surgeon sanitize original/efficientnetv2-b0_3rdparty_in1k.onnx --fold-constant -o optimized/efficientnetv2-b0_3rdparty_in1k-pss.onnx
diff --git a/logs/efficientvit-b3-r224.log b/logs/efficientvit-b3-r224.log
new file mode 100644
index 0000000000000000000000000000000000000000..1577ccdc1bce801d16680d629c7e6ef19231d284
--- /dev/null
+++ b/logs/efficientvit-b3-r224.log
@@ -0,0 +1,65 @@
+2023-11-29 15:09:14.213139852 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.9/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.213748853 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.9/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.214137403 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.8/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.214778020 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.8/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.215102478 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.7/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.215439647 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.7/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.215853932 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.6/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.216271634 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.6/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.216935173 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.5/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.221295761 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.5/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.223916031 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.4/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.224512269 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.4/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.225216996 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.3/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.228097329 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.3/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.230307323 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.2/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.231574546 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.2/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.232087476 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.1/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.232520576 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/op_list.1/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.232874274 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.6/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.233216939 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.6/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.233604196 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.5/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.234077500 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.5/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.234480233 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.4/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.234954137 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.4/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.235466394 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.3/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.235799341 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.3/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.236113854 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.2/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.236480075 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.2/context_module/main/Unsqueeze_3
+2023-11-29 15:09:14.236786777 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.1/context_module/main/Unsqueeze_4
+2023-11-29 15:09:14.237149937 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/op_list.1/context_module/main/Unsqueeze_3
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/efficientvit-b3-r224.onnx --fold-constant -o optimized/efficientvit-b3-r224-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/efficientvit-b3-r224.onnx
+[I] Original Model:
+    Name: torch_jit | ONNX Opset: 11
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 250 Initializer(s) ----
+    
+    ---- 1440 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1440, After Folding:   673 |   767 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   673, After Folding:   673 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/efficientvit-b3-r224-pss.onnx
+[I] New Model:
+    Name: torch_jit | ONNX Opset: 11
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 702 Initializer(s) ----
+    
+    ---- 673 Node(s) ----
+    
+[I] PASSED | Runtime: 20.052s | Command: /usr/local/bin/polygraphy surgeon sanitize original/efficientvit-b3-r224.onnx --fold-constant -o optimized/efficientvit-b3-r224-pss.onnx
diff --git a/logs/inception-v3_3rdparty_8xb32_in1k.log b/logs/inception-v3_3rdparty_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..56ddeeedc86a478cb4424673b9542d56373c4a68
--- /dev/null
+++ b/logs/inception-v3_3rdparty_8xb32_in1k.log
@@ -0,0 +1,33 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/inception-v3_3rdparty_8xb32_in1k.onnx --fold-constant -o optimized/inception-v3_3rdparty_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/inception-v3_3rdparty_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 190 Initializer(s) ----
+    
+    ---- 215 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   215, After Folding:   215 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/inception-v3_3rdparty_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 190 Initializer(s) ----
+    
+    ---- 215 Node(s) ----
+    
+[I] PASSED | Runtime: 14.918s | Command: /usr/local/bin/polygraphy surgeon sanitize original/inception-v3_3rdparty_8xb32_in1k.onnx --fold-constant -o optimized/inception-v3_3rdparty_8xb32_in1k-pss.onnx
diff --git a/logs/mobilenet-v2_8xb32_in1k.log b/logs/mobilenet-v2_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..3cccdafc34eb6ec6ba2856614a789e9f45681d7c
--- /dev/null
+++ b/logs/mobilenet-v2_8xb32_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/mobilenet-v2_8xb32_in1k.onnx --fold-constant -o optimized/mobilenet-v2_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/mobilenet-v2_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 106 Initializer(s) ----
+    
+    ---- 177 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   177, After Folding:   104 |    73 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   104, After Folding:   104 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/mobilenet-v2_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 179 Initializer(s) ----
+    
+    ---- 104 Node(s) ----
+    
+[I] PASSED | Runtime: 12.937s | Command: /usr/local/bin/polygraphy surgeon sanitize original/mobilenet-v2_8xb32_in1k.onnx --fold-constant -o optimized/mobilenet-v2_8xb32_in1k-pss.onnx
diff --git a/logs/mobilenet-v3-small-050_3rdparty_in1k.log b/logs/mobilenet-v3-small-050_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..6faa51eb0eb863061bbcbbed40675853490afedc
--- /dev/null
+++ b/logs/mobilenet-v3-small-050_3rdparty_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/mobilenet-v3-small-050_3rdparty_in1k.onnx --fold-constant -o optimized/mobilenet-v3-small-050_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/mobilenet-v3-small-050_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 108 Initializer(s) ----
+    
+    ---- 184 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   184, After Folding:   145 |    39 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   145, After Folding:   145 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/mobilenet-v3-small-050_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 147 Initializer(s) ----
+    
+    ---- 145 Node(s) ----
+    
+[I] PASSED | Runtime: 12.631s | Command: /usr/local/bin/polygraphy surgeon sanitize original/mobilenet-v3-small-050_3rdparty_in1k.onnx --fold-constant -o optimized/mobilenet-v3-small-050_3rdparty_in1k-pss.onnx
diff --git a/logs/mobileone-s0_8xb32_in1k.log b/logs/mobileone-s0_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..9006115bbf54ca90c6c76594b3bd91191d6a6151
--- /dev/null
+++ b/logs/mobileone-s0_8xb32_in1k.log
@@ -0,0 +1,34 @@
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/mobileone-s0_8xb32_in1k.onnx --fold-constant -o pt/mobileone-s0_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/Test/flaskProject/models/script/onnx/mobileone-s0_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 524 Initializer(s) ----
+    
+    ---- 478 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   478, After Folding:   467 |    11 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   467, After Folding:   467 |     0 Nodes Folded
+[I] Saving ONNX model to: pt/mobileone-s0_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 535 Initializer(s) ----
+    
+    ---- 467 Node(s) ----
+    
+[I] PASSED | Runtime: 22.090s | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/mobileone-s0_8xb32_in1k.onnx --fold-constant -o pt/mobileone-s0_8xb32_in1k-pss.onnx
diff --git a/logs/mobilevit-small_3rdparty_in1k.log b/logs/mobilevit-small_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..4047877af6b90b958159fde2849264680db274c8
--- /dev/null
+++ b/logs/mobilevit-small_3rdparty_in1k.log
@@ -0,0 +1,60 @@
+2023-11-30 02:59:50.001822498 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/Unsqueeze_9
+2023-11-30 02:59:50.004051502 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/Unsqueeze_8
+2023-11-30 02:59:50.018514416 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/Unsqueeze_7
+2023-11-30 02:59:50.021192793 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/global_rep/global_rep.2/attn/Unsqueeze_3
+2023-11-30 02:59:50.022078666 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/global_rep/global_rep.2/attn/Unsqueeze_1
+2023-11-30 02:59:50.022655695 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/global_rep/global_rep.1/attn/Unsqueeze_3
+2023-11-30 02:59:50.023167014 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/global_rep/global_rep.1/attn/Unsqueeze_1
+2023-11-30 02:59:50.023630168 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/global_rep/global_rep.0/attn/Unsqueeze_3
+2023-11-30 02:59:50.024107063 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/global_rep/global_rep.0/attn/Unsqueeze_1
+2023-11-30 02:59:50.024547881 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/layers.4.1/Unsqueeze_2
+2023-11-30 02:59:50.025069176 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/Unsqueeze_7
+2023-11-30 02:59:50.025515965 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.3/attn/Unsqueeze_3
+2023-11-30 02:59:50.026049687 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.3/attn/Unsqueeze_1
+2023-11-30 02:59:50.026649178 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.2/attn/Unsqueeze_3
+2023-11-30 02:59:50.027198754 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.2/attn/Unsqueeze_1
+2023-11-30 02:59:50.027639518 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.1/attn/Unsqueeze_3
+2023-11-30 02:59:50.028165636 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.1/attn/Unsqueeze_1
+2023-11-30 02:59:50.028584050 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.0/attn/Unsqueeze_3
+2023-11-30 02:59:50.029357220 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/global_rep/global_rep.0/attn/Unsqueeze_1
+2023-11-30 02:59:50.032444706 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/layers.3.1/Unsqueeze_2
+2023-11-30 02:59:50.033052955 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_7
+2023-11-30 02:59:50.033522218 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/global_rep/global_rep.1/attn/Unsqueeze_3
+2023-11-30 02:59:50.034005775 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/global_rep/global_rep.1/attn/Unsqueeze_1
+2023-11-30 02:59:50.034510554 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/global_rep/global_rep.0/attn/Unsqueeze_3
+2023-11-30 02:59:50.034974803 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/global_rep/global_rep.0/attn/Unsqueeze_1
+2023-11-30 02:59:50.035393742 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_2
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/mobilevit-small_3rdparty_in1k.onnx --fold-constant -o pt/mobilevit-small_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/Test/flaskProject/models/script/onnx/mobilevit-small_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 183 Initializer(s) ----
+    
+    ---- 1030 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1030, After Folding:   654 |   376 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   654, After Folding:   654 |     0 Nodes Folded
+[I] Saving ONNX model to: pt/mobilevit-small_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 419 Initializer(s) ----
+    
+    ---- 654 Node(s) ----
+    
+[I] PASSED | Runtime: 23.448s | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/mobilevit-small_3rdparty_in1k.onnx --fold-constant -o pt/mobilevit-small_3rdparty_in1k-pss.onnx
diff --git a/logs/mvitv2-tiny_3rdparty_in1k.log b/logs/mvitv2-tiny_3rdparty_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..5b60521c89e406e255090a757972f511bd189aac
--- /dev/null
+++ b/logs/mvitv2-tiny_3rdparty_in1k.log
@@ -0,0 +1,289 @@
+2023-11-30 03:00:08.268231728 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_3
+2023-11-30 03:00:08.269079919 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_2
+2023-11-30 03:00:08.269729301 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_1
+2023-11-30 03:00:08.270337657 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_38
+2023-11-30 03:00:08.274264916 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_37
+2023-11-30 03:00:08.275489348 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_36
+2023-11-30 03:00:08.276569601 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_35
+2023-11-30 03:00:08.277208432 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_31
+2023-11-30 03:00:08.277994856 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_30
+2023-11-30 03:00:08.283679692 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_29
+2023-11-30 03:00:08.286339238 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_28
+2023-11-30 03:00:08.287099710 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_22
+2023-11-30 03:00:08.287684863 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_21
+2023-11-30 03:00:08.288287968 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_19
+2023-11-30 03:00:08.288916423 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_18
+2023-11-30 03:00:08.289570582 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_17
+2023-11-30 03:00:08.290168748 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_15
+2023-11-30 03:00:08.290778810 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_14
+2023-11-30 03:00:08.291347698 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_12
+2023-11-30 03:00:08.291930252 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_11
+2023-11-30 03:00:08.292497771 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_10
+2023-11-30 03:00:08.293113431 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_8
+2023-11-30 03:00:08.293731706 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_7
+2023-11-30 03:00:08.296314265 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_5
+2023-11-30 03:00:08.302276505 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_4
+2023-11-30 03:00:08.303379075 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_3
+2023-11-30 03:00:08.303957602 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.9/attn/Unsqueeze_1
+2023-11-30 03:00:08.305017072 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/Unsqueeze_5
+2023-11-30 03:00:08.305578304 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/Unsqueeze_3
+2023-11-30 03:00:08.306121421 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/Unsqueeze_2
+2023-11-30 03:00:08.306690913 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/Unsqueeze_1
+2023-11-30 03:00:08.307307844 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_38
+2023-11-30 03:00:08.307861300 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_37
+2023-11-30 03:00:08.308399348 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_36
+2023-11-30 03:00:08.308929817 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_35
+2023-11-30 03:00:08.309503490 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_31
+2023-11-30 03:00:08.310019347 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_30
+2023-11-30 03:00:08.310590057 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_29
+2023-11-30 03:00:08.311109169 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_28
+2023-11-30 03:00:08.311738178 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_22
+2023-11-30 03:00:08.312279107 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_21
+2023-11-30 03:00:08.312880553 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_19
+2023-11-30 03:00:08.313447023 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_18
+2023-11-30 03:00:08.314037991 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_17
+2023-11-30 03:00:08.316704585 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_15
+2023-11-30 03:00:08.318767055 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_14
+2023-11-30 03:00:08.319345354 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_12
+2023-11-30 03:00:08.319930161 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_11
+2023-11-30 03:00:08.320667748 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_10
+2023-11-30 03:00:08.321212032 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_8
+2023-11-30 03:00:08.321645221 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_7
+2023-11-30 03:00:08.322097309 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_5
+2023-11-30 03:00:08.322492834 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_4
+2023-11-30 03:00:08.322974637 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_3
+2023-11-30 03:00:08.323404561 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.8/attn/Unsqueeze_1
+2023-11-30 03:00:08.323875112 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_38
+2023-11-30 03:00:08.324288635 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_37
+2023-11-30 03:00:08.324728618 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_36
+2023-11-30 03:00:08.325116602 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_35
+2023-11-30 03:00:08.325561087 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_31
+2023-11-30 03:00:08.325953037 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_30
+2023-11-30 03:00:08.326513734 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_29
+2023-11-30 03:00:08.326931608 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_28
+2023-11-30 03:00:08.327423853 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_22
+2023-11-30 03:00:08.327819475 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_21
+2023-11-30 03:00:08.328303803 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_19
+2023-11-30 03:00:08.337450136 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_18
+2023-11-30 03:00:08.337904282 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_17
+2023-11-30 03:00:08.338322179 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_15
+2023-11-30 03:00:08.338741590 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_14
+2023-11-30 03:00:08.339187511 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_12
+2023-11-30 03:00:08.339653373 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_11
+2023-11-30 03:00:08.340080554 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_10
+2023-11-30 03:00:08.340557371 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_8
+2023-11-30 03:00:08.340970643 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_7
+2023-11-30 03:00:08.341421733 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_5
+2023-11-30 03:00:08.341842442 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_4
+2023-11-30 03:00:08.342302303 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_3
+2023-11-30 03:00:08.342723604 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.7/attn/Unsqueeze_1
+2023-11-30 03:00:08.343208135 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_38
+2023-11-30 03:00:08.343621618 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_37
+2023-11-30 03:00:08.344314434 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_36
+2023-11-30 03:00:08.344738355 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_35
+2023-11-30 03:00:08.345211101 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_31
+2023-11-30 03:00:08.345619987 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_30
+2023-11-30 03:00:08.346052238 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_29
+2023-11-30 03:00:08.346437137 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_28
+2023-11-30 03:00:08.346948678 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_22
+2023-11-30 03:00:08.347354650 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_21
+2023-11-30 03:00:08.348209187 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_19
+2023-11-30 03:00:08.349512863 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_18
+2023-11-30 03:00:08.351410050 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_17
+2023-11-30 03:00:08.352195798 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_15
+2023-11-30 03:00:08.353128877 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_14
+2023-11-30 03:00:08.355555154 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_12
+2023-11-30 03:00:08.356505997 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_11
+2023-11-30 03:00:08.357768571 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_10
+2023-11-30 03:00:08.358261080 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_8
+2023-11-30 03:00:08.358740401 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_7
+2023-11-30 03:00:08.359180359 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_5
+2023-11-30 03:00:08.359616485 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_4
+2023-11-30 03:00:08.360349974 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_3
+2023-11-30 03:00:08.360785745 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.6/attn/Unsqueeze_1
+2023-11-30 03:00:08.361272954 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_38
+2023-11-30 03:00:08.361749275 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_37
+2023-11-30 03:00:08.362188915 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_36
+2023-11-30 03:00:08.362604769 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_35
+2023-11-30 03:00:08.363097316 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_31
+2023-11-30 03:00:08.363536455 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_30
+2023-11-30 03:00:08.363967507 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_29
+2023-11-30 03:00:08.364402351 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_28
+2023-11-30 03:00:08.364887927 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_22
+2023-11-30 03:00:08.365282990 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_21
+2023-11-30 03:00:08.365725271 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_19
+2023-11-30 03:00:08.366127567 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_18
+2023-11-30 03:00:08.366566972 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_17
+2023-11-30 03:00:08.366991617 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_15
+2023-11-30 03:00:08.367405749 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_14
+2023-11-30 03:00:08.367854393 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_12
+2023-11-30 03:00:08.368278056 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_11
+2023-11-30 03:00:08.368822294 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_10
+2023-11-30 03:00:08.369316080 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_8
+2023-11-30 03:00:08.369823559 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_7
+2023-11-30 03:00:08.370300930 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_5
+2023-11-30 03:00:08.370758700 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_4
+2023-11-30 03:00:08.371214733 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_3
+2023-11-30 03:00:08.371703611 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.5/attn/Unsqueeze_1
+2023-11-30 03:00:08.372235827 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_38
+2023-11-30 03:00:08.374779687 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_37
+2023-11-30 03:00:08.375256281 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_36
+2023-11-30 03:00:08.375708582 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_35
+2023-11-30 03:00:08.376156399 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_31
+2023-11-30 03:00:08.376590677 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_30
+2023-11-30 03:00:08.377021340 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_29
+2023-11-30 03:00:08.377444237 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_28
+2023-11-30 03:00:08.377943187 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_22
+2023-11-30 03:00:08.378365504 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_21
+2023-11-30 03:00:08.378805836 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_19
+2023-11-30 03:00:08.379282240 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_18
+2023-11-30 03:00:08.379750829 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_17
+2023-11-30 03:00:08.380231976 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_15
+2023-11-30 03:00:08.380712751 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_14
+2023-11-30 03:00:08.381166072 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_12
+2023-11-30 03:00:08.381688836 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_11
+2023-11-30 03:00:08.382145389 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_10
+2023-11-30 03:00:08.382594098 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_8
+2023-11-30 03:00:08.383057010 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_7
+2023-11-30 03:00:08.383506981 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_5
+2023-11-30 03:00:08.383972984 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_4
+2023-11-30 03:00:08.384461108 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_3
+2023-11-30 03:00:08.384957417 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.4/attn/Unsqueeze_1
+2023-11-30 03:00:08.385458068 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/Unsqueeze_5
+2023-11-30 03:00:08.385934412 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/Unsqueeze_3
+2023-11-30 03:00:08.386440520 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/Unsqueeze_2
+2023-11-30 03:00:08.386926290 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/Unsqueeze_1
+2023-11-30 03:00:08.387398068 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_38
+2023-11-30 03:00:08.387854716 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_37
+2023-11-30 03:00:08.388285461 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_36
+2023-11-30 03:00:08.388706984 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_35
+2023-11-30 03:00:08.389128957 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_31
+2023-11-30 03:00:08.389590710 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_30
+2023-11-30 03:00:08.390090706 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_29
+2023-11-30 03:00:08.390500097 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_28
+2023-11-30 03:00:08.391028916 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_22
+2023-11-30 03:00:08.391441877 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_21
+2023-11-30 03:00:08.391882231 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_19
+2023-11-30 03:00:08.392277362 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_18
+2023-11-30 03:00:08.392711506 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_17
+2023-11-30 03:00:08.393143169 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_15
+2023-11-30 03:00:08.393623915 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_14
+2023-11-30 03:00:08.394054555 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_12
+2023-11-30 03:00:08.394424513 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_11
+2023-11-30 03:00:08.394785682 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_10
+2023-11-30 03:00:08.395142074 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_8
+2023-11-30 03:00:08.395497543 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_7
+2023-11-30 03:00:08.395858221 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_5
+2023-11-30 03:00:08.396213672 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_4
+2023-11-30 03:00:08.396680311 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_3
+2023-11-30 03:00:08.397135266 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.3/attn/Unsqueeze_1
+2023-11-30 03:00:08.397547582 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_38
+2023-11-30 03:00:08.397922564 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_37
+2023-11-30 03:00:08.398286207 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_36
+2023-11-30 03:00:08.398654623 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_35
+2023-11-30 03:00:08.399014640 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_31
+2023-11-30 03:00:08.399372472 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_30
+2023-11-30 03:00:08.399769133 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_29
+2023-11-30 03:00:08.400265075 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_28
+2023-11-30 03:00:08.400767667 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_22
+2023-11-30 03:00:08.401149149 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_21
+2023-11-30 03:00:08.401514525 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_19
+2023-11-30 03:00:08.401933179 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_18
+2023-11-30 03:00:08.402387172 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_17
+2023-11-30 03:00:08.403063338 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_15
+2023-11-30 03:00:08.403470449 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_14
+2023-11-30 03:00:08.403877093 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_12
+2023-11-30 03:00:08.404307193 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_11
+2023-11-30 03:00:08.404773951 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_10
+2023-11-30 03:00:08.405234614 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_8
+2023-11-30 03:00:08.405677559 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_7
+2023-11-30 03:00:08.406120198 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_5
+2023-11-30 03:00:08.406619140 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_4
+2023-11-30 03:00:08.407116780 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_3
+2023-11-30 03:00:08.407531619 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.2/attn/Unsqueeze_1
+2023-11-30 03:00:08.407985741 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/Unsqueeze_5
+2023-11-30 03:00:08.408387571 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/Unsqueeze_3
+2023-11-30 03:00:08.408815320 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/Unsqueeze_2
+2023-11-30 03:00:08.409347564 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/Unsqueeze_1
+2023-11-30 03:00:08.409859597 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_38
+2023-11-30 03:00:08.410377855 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_37
+2023-11-30 03:00:08.410836558 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_36
+2023-11-30 03:00:08.411276541 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_35
+2023-11-30 03:00:08.411748108 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_31
+2023-11-30 03:00:08.412263429 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_30
+2023-11-30 03:00:08.412756651 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_29
+2023-11-30 03:00:08.413249724 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_28
+2023-11-30 03:00:08.413784771 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_22
+2023-11-30 03:00:08.414298347 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_21
+2023-11-30 03:00:08.414857073 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_19
+2023-11-30 03:00:08.415398434 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_18
+2023-11-30 03:00:08.415990191 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_17
+2023-11-30 03:00:08.416595447 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_15
+2023-11-30 03:00:08.417110683 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_14
+2023-11-30 03:00:08.417640964 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_12
+2023-11-30 03:00:08.418180755 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_11
+2023-11-30 03:00:08.418661492 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_10
+2023-11-30 03:00:08.419197802 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_8
+2023-11-30 03:00:08.419698718 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_7
+2023-11-30 03:00:08.420208402 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_5
+2023-11-30 03:00:08.420670346 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_4
+2023-11-30 03:00:08.421180513 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_3
+2023-11-30 03:00:08.421682699 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.1/attn/Unsqueeze_1
+2023-11-30 03:00:08.422239181 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_38
+2023-11-30 03:00:08.422739313 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_37
+2023-11-30 03:00:08.423272228 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_36
+2023-11-30 03:00:08.423672409 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_35
+2023-11-30 03:00:08.424046379 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_31
+2023-11-30 03:00:08.424421869 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_30
+2023-11-30 03:00:08.424881501 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_29
+2023-11-30 03:00:08.425263863 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_28
+2023-11-30 03:00:08.425771223 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_22
+2023-11-30 03:00:08.426129483 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_21
+2023-11-30 03:00:08.426792800 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_19
+2023-11-30 03:00:08.427357195 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_18
+2023-11-30 03:00:08.427888342 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_17
+2023-11-30 03:00:08.428487870 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_15
+2023-11-30 03:00:08.429052914 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_14
+2023-11-30 03:00:08.429605607 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_12
+2023-11-30 03:00:08.430220853 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_11
+2023-11-30 03:00:08.430776541 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_10
+2023-11-30 03:00:08.431378879 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_8
+2023-11-30 03:00:08.432022897 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_7
+2023-11-30 03:00:08.432669865 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_5
+2023-11-30 03:00:08.433240795 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_4
+2023-11-30 03:00:08.433757119 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_3
+2023-11-30 03:00:08.434221168 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/blocks.0/attn/Unsqueeze_1
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/mvitv2-tiny_3rdparty_in1k.onnx --fold-constant -o pt/mvitv2-tiny_3rdparty_in1k-pss.onnx
+[I] Loading model: /sky/Test/flaskProject/models/script/onnx/mvitv2-tiny_3rdparty_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 242 Initializer(s) ----
+    
+    ---- 4317 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  4329, After Folding:  1710 |  2619 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:  1710, After Folding:  1710 |     0 Nodes Folded
+[I] Saving ONNX model to: pt/mvitv2-tiny_3rdparty_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 1236 Initializer(s) ----
+    
+    ---- 1710 Node(s) ----
+    
+[I] PASSED | Runtime: 51.755s | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/mvitv2-tiny_3rdparty_in1k.onnx --fold-constant -o pt/mvitv2-tiny_3rdparty_in1k-pss.onnx
diff --git a/logs/regnetx-400mf_8xb128_in1k.log b/logs/regnetx-400mf_8xb128_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..b1309e2256364b8a13a3ac61032436227cef7a5c
--- /dev/null
+++ b/logs/regnetx-400mf_8xb128_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/regnetx-400mf_8xb128_in1k.onnx --fold-constant -o optimized/regnetx-400mf_8xb128_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/regnetx-400mf_8xb128_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 144 Initializer(s) ----
+    
+    ---- 170 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   170, After Folding:   167 |     3 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   167, After Folding:   167 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/regnetx-400mf_8xb128_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 147 Initializer(s) ----
+    
+    ---- 167 Node(s) ----
+    
+[I] PASSED | Runtime: 13.747s | Command: /usr/local/bin/polygraphy surgeon sanitize original/regnetx-400mf_8xb128_in1k.onnx --fold-constant -o optimized/regnetx-400mf_8xb128_in1k-pss.onnx
diff --git a/logs/res2net50-w14-s8_3rdparty_8xb32_in1k.log b/logs/res2net50-w14-s8_3rdparty_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..71953ebec7c9ce9d8c9a581e8aa97ffe04afe725
--- /dev/null
+++ b/logs/res2net50-w14-s8_3rdparty_8xb32_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/res2net50-w14-s8_3rdparty_8xb32_in1k.onnx --fold-constant -o optimized/res2net50-w14-s8_3rdparty_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/res2net50-w14-s8_3rdparty_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 300 Initializer(s) ----
+    
+    ---- 445 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   445, After Folding:   426 |    19 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   426, After Folding:   426 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/res2net50-w14-s8_3rdparty_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 319 Initializer(s) ----
+    
+    ---- 426 Node(s) ----
+    
+[I] PASSED | Runtime: 16.361s | Command: /usr/local/bin/polygraphy surgeon sanitize original/res2net50-w14-s8_3rdparty_8xb32_in1k.onnx --fold-constant -o optimized/res2net50-w14-s8_3rdparty_8xb32_in1k-pss.onnx
diff --git a/logs/resnet50_8xb256-rsb-a1-600e_in1k.log b/logs/resnet50_8xb256-rsb-a1-600e_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..e0a1e95a7379a0959c3a63e50b8c0e60e29005e5
--- /dev/null
+++ b/logs/resnet50_8xb256-rsb-a1-600e_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/resnet50_8xb256-rsb-a1-600e_in1k.onnx --fold-constant -o optimized/resnet50_8xb256-rsb-a1-600e_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/resnet50_8xb256-rsb-a1-600e_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 108 Initializer(s) ----
+    
+    ---- 129 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   129, After Folding:   126 |     3 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   126, After Folding:   126 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/resnet50_8xb256-rsb-a1-600e_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 111 Initializer(s) ----
+    
+    ---- 126 Node(s) ----
+    
+[I] PASSED | Runtime: 12.446s | Command: /usr/local/bin/polygraphy surgeon sanitize original/resnet50_8xb256-rsb-a1-600e_in1k.onnx --fold-constant -o optimized/resnet50_8xb256-rsb-a1-600e_in1k-pss.onnx
diff --git a/logs/resnext50-32x4d_8xb32_in1k.log b/logs/resnext50-32x4d_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..67866d66fd932b28c682f145eb145390a2ac8d32
--- /dev/null
+++ b/logs/resnext50-32x4d_8xb32_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/resnext50-32x4d_8xb32_in1k.onnx --fold-constant -o optimized/resnext50-32x4d_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/resnext50-32x4d_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 108 Initializer(s) ----
+    
+    ---- 129 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   129, After Folding:   126 |     3 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   126, After Folding:   126 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/resnext50-32x4d_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 111 Initializer(s) ----
+    
+    ---- 126 Node(s) ----
+    
+[I] PASSED | Runtime: 14.677s | Command: /usr/local/bin/polygraphy surgeon sanitize original/resnext50-32x4d_8xb32_in1k.onnx --fold-constant -o optimized/resnext50-32x4d_8xb32_in1k-pss.onnx
diff --git a/logs/seresnet50_8xb32_in1k.log b/logs/seresnet50_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..e3e5b51a3cecf4fb82621119dc72b55933ab4ea2
--- /dev/null
+++ b/logs/seresnet50_8xb32_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/seresnet50_8xb32_in1k.onnx --fold-constant -o optimized/seresnet50_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/seresnet50_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 172 Initializer(s) ----
+    
+    ---- 225 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   225, After Folding:   222 |     3 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   222, After Folding:   222 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/seresnet50_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 175 Initializer(s) ----
+    
+    ---- 222 Node(s) ----
+    
+[I] PASSED | Runtime: 13.892s | Command: /usr/local/bin/polygraphy surgeon sanitize original/seresnet50_8xb32_in1k.onnx --fold-constant -o optimized/seresnet50_8xb32_in1k-pss.onnx
diff --git a/logs/shufflenet-v1-1x_16xb64_in1k.log b/logs/shufflenet-v1-1x_16xb64_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..1db55d71893a08e2e613c5d47f63ef4313ccc5f0
--- /dev/null
+++ b/logs/shufflenet-v1-1x_16xb64_in1k.log
@@ -0,0 +1,99 @@
+2023-11-29 15:09:12.251239342 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_6
+2023-11-29 15:09:12.252498841 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_5
+2023-11-29 15:09:12.252854991 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_3
+2023-11-29 15:09:12.259034621 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_2
+2023-11-29 15:09:12.259921604 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_6
+2023-11-29 15:09:12.260879181 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_5
+2023-11-29 15:09:12.261430072 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_3
+2023-11-29 15:09:12.263286234 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_2
+2023-11-29 15:09:12.264054871 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_6
+2023-11-29 15:09:12.265260849 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_5
+2023-11-29 15:09:12.266224101 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_3
+2023-11-29 15:09:12.266621611 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_2
+2023-11-29 15:09:12.267197825 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_6
+2023-11-29 15:09:12.267647995 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_5
+2023-11-29 15:09:12.268020437 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_3
+2023-11-29 15:09:12.268401152 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_2
+2023-11-29 15:09:12.268799729 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_6
+2023-11-29 15:09:12.269213159 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_5
+2023-11-29 15:09:12.269647834 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_3
+2023-11-29 15:09:12.270045804 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_2
+2023-11-29 15:09:12.270533182 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_6
+2023-11-29 15:09:12.271049481 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_5
+2023-11-29 15:09:12.271398170 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_3
+2023-11-29 15:09:12.271694584 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_2
+2023-11-29 15:09:12.272167968 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_6
+2023-11-29 15:09:12.272496561 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_5
+2023-11-29 15:09:12.272795508 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_3
+2023-11-29 15:09:12.273280034 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_2
+2023-11-29 15:09:12.273795905 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_6
+2023-11-29 15:09:12.274158734 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_5
+2023-11-29 15:09:12.274611279 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_3
+2023-11-29 15:09:12.275173021 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_2
+2023-11-29 15:09:12.275808990 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_6
+2023-11-29 15:09:12.276194572 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_5
+2023-11-29 15:09:12.276578342 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_3
+2023-11-29 15:09:12.277285394 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_2
+2023-11-29 15:09:12.277730626 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_6
+2023-11-29 15:09:12.278310495 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_5
+2023-11-29 15:09:12.279046675 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_3
+2023-11-29 15:09:12.279593400 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_2
+2023-11-29 15:09:12.279976293 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_6
+2023-11-29 15:09:12.280457316 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_5
+2023-11-29 15:09:12.280805387 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_3
+2023-11-29 15:09:12.281255486 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_2
+2023-11-29 15:09:12.281649981 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_6
+2023-11-29 15:09:12.282036613 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_5
+2023-11-29 15:09:12.282391662 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_3
+2023-11-29 15:09:12.282780488 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_2
+2023-11-29 15:09:12.283188561 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_6
+2023-11-29 15:09:12.283664187 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_5
+2023-11-29 15:09:12.284105238 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_3
+2023-11-29 15:09:12.284529172 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_2
+2023-11-29 15:09:12.284847937 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_6
+2023-11-29 15:09:12.285139479 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_5
+2023-11-29 15:09:12.285515018 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_3
+2023-11-29 15:09:12.285830447 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_2
+2023-11-29 15:09:12.286151945 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_6
+2023-11-29 15:09:12.286539059 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_5
+2023-11-29 15:09:12.287065056 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_3
+2023-11-29 15:09:12.287676745 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_2
+2023-11-29 15:09:12.288296700 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_6
+2023-11-29 15:09:12.288745292 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_5
+2023-11-29 15:09:12.290332100 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_3
+2023-11-29 15:09:12.293627045 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_2
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/shufflenet-v1-1x_16xb64_in1k.onnx --fold-constant -o optimized/shufflenet-v1-1x_16xb64_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/shufflenet-v1-1x_16xb64_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 100 Initializer(s) ----
+    
+    ---- 704 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   704, After Folding:   253 |   451 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   253, After Folding:   253 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/shufflenet-v1-1x_16xb64_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 263 Initializer(s) ----
+    
+    ---- 253 Node(s) ----
+    
+[I] PASSED | Runtime: 14.692s | Command: /usr/local/bin/polygraphy surgeon sanitize original/shufflenet-v1-1x_16xb64_in1k.onnx --fold-constant -o optimized/shufflenet-v1-1x_16xb64_in1k-pss.onnx
diff --git a/logs/shufflenet-v2-1x_16xb64_in1k.log b/logs/shufflenet-v2-1x_16xb64_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..5474e9ed55dc916cfd5bdcc51c6e249d0daf0e3e
--- /dev/null
+++ b/logs/shufflenet-v2-1x_16xb64_in1k.log
@@ -0,0 +1,113 @@
+2023-11-29 15:09:12.698078677 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_8
+2023-11-29 15:09:12.700634856 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_7
+2023-11-29 15:09:12.700992591 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_5
+2023-11-29 15:09:12.701616728 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.3/Unsqueeze_4
+2023-11-29 15:09:12.702065830 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_8
+2023-11-29 15:09:12.703236985 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_7
+2023-11-29 15:09:12.703484899 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_5
+2023-11-29 15:09:12.704164772 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.2/Unsqueeze_4
+2023-11-29 15:09:12.704470211 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_8
+2023-11-29 15:09:12.704727495 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_7
+2023-11-29 15:09:12.706097488 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_5
+2023-11-29 15:09:12.707254966 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.1/Unsqueeze_4
+2023-11-29 15:09:12.707695123 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_6
+2023-11-29 15:09:12.708008516 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_5
+2023-11-29 15:09:12.708295851 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_3
+2023-11-29 15:09:12.708602272 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/layers.2.0/Unsqueeze_2
+2023-11-29 15:09:12.708888861 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_8
+2023-11-29 15:09:12.709347282 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_7
+2023-11-29 15:09:12.713208495 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_5
+2023-11-29 15:09:12.713571113 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.7/Unsqueeze_4
+2023-11-29 15:09:12.713887332 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_8
+2023-11-29 15:09:12.714158070 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_7
+2023-11-29 15:09:12.714455051 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_5
+2023-11-29 15:09:12.717906254 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.6/Unsqueeze_4
+2023-11-29 15:09:12.718319862 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_8
+2023-11-29 15:09:12.718968465 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_7
+2023-11-29 15:09:12.719532808 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_5
+2023-11-29 15:09:12.720302423 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.5/Unsqueeze_4
+2023-11-29 15:09:12.720658531 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_8
+2023-11-29 15:09:12.720989817 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_7
+2023-11-29 15:09:12.721288806 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_5
+2023-11-29 15:09:12.721774894 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.4/Unsqueeze_4
+2023-11-29 15:09:12.722141922 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_8
+2023-11-29 15:09:12.724389001 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_7
+2023-11-29 15:09:12.724850958 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_5
+2023-11-29 15:09:12.725146606 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.3/Unsqueeze_4
+2023-11-29 15:09:12.725414591 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_8
+2023-11-29 15:09:12.725704427 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_7
+2023-11-29 15:09:12.726036323 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_5
+2023-11-29 15:09:12.726304259 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.2/Unsqueeze_4
+2023-11-29 15:09:12.726642322 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_8
+2023-11-29 15:09:12.726888685 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_7
+2023-11-29 15:09:12.727164229 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_5
+2023-11-29 15:09:12.727709194 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.1/Unsqueeze_4
+2023-11-29 15:09:12.727965009 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_6
+2023-11-29 15:09:12.728243980 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_5
+2023-11-29 15:09:12.728637083 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_3
+2023-11-29 15:09:12.728910392 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/layers.1.0/Unsqueeze_2
+2023-11-29 15:09:12.729168118 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_8
+2023-11-29 15:09:12.729430331 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_7
+2023-11-29 15:09:12.729743050 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_5
+2023-11-29 15:09:12.730010886 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.3/Unsqueeze_4
+2023-11-29 15:09:12.730261883 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_8
+2023-11-29 15:09:12.730519669 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_7
+2023-11-29 15:09:12.730760017 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_5
+2023-11-29 15:09:12.731251872 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.2/Unsqueeze_4
+2023-11-29 15:09:12.731543594 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_8
+2023-11-29 15:09:12.731784965 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_7
+2023-11-29 15:09:12.732062618 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_5
+2023-11-29 15:09:12.737590664 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.1/Unsqueeze_4
+2023-11-29 15:09:12.738222892 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_6
+2023-11-29 15:09:12.738604044 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_5
+2023-11-29 15:09:12.739127357 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_3
+2023-11-29 15:09:12.741114503 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/layers.0.0/Unsqueeze_2
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/shufflenet-v2-1x_16xb64_in1k.onnx --fold-constant -o optimized/shufflenet-v2-1x_16xb64_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/shufflenet-v2-1x_16xb64_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 114 Initializer(s) ----
+    
+    ---- 998 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:   998, After Folding:   455 |   543 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   455, After Folding:   410 |    45 Nodes Folded
+[I] Folding Constants | Pass 3
+[I]     Total Nodes | Original:   410, After Folding:   365 |    45 Nodes Folded
+[I] Folding Constants | Pass 4
+[I]     Total Nodes | Original:   365, After Folding:   338 |    27 Nodes Folded
+[I] Folding Constants | Pass 5
+[I]     Total Nodes | Original:   338, After Folding:   323 |    15 Nodes Folded
+[I] Folding Constants | Pass 6
+[I]     Total Nodes | Original:   323, After Folding:   308 |    15 Nodes Folded
+[I] Folding Constants | Pass 7
+[I]     Total Nodes | Original:   308, After Folding:   293 |    15 Nodes Folded
+[I] Folding Constants | Pass 8
+[I]     Total Nodes | Original:   293, After Folding:   287 |     6 Nodes Folded
+[I] Folding Constants | Pass 9
+[I]     Total Nodes | Original:   287, After Folding:   287 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/shufflenet-v2-1x_16xb64_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 381 Initializer(s) ----
+    
+    ---- 287 Node(s) ----
+    
+[I] PASSED | Runtime: 20.308s | Command: /usr/local/bin/polygraphy surgeon sanitize original/shufflenet-v2-1x_16xb64_in1k.onnx --fold-constant -o optimized/shufflenet-v2-1x_16xb64_in1k-pss.onnx
diff --git a/logs/swin-tiny_16xb64_in1k.log b/logs/swin-tiny_16xb64_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..c4fe63d3bfb8d15f860f3e79df78d52d02705833
--- /dev/null
+++ b/logs/swin-tiny_16xb64_in1k.log
@@ -0,0 +1,228 @@
+2023-11-29 15:09:37.435239248 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_17
+2023-11-29 15:09:37.435579095 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_10
+2023-11-29 15:09:37.435777270 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.436763071 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.436890139 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.437034911 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_9
+2023-11-29 15:09:37.437159834 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_3
+2023-11-29 15:09:37.437308709 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_25
+2023-11-29 15:09:37.437481904 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_18
+2023-11-29 15:09:37.438179601 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.439905549 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.440998125 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.441274667 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_17
+2023-11-29 15:09:37.443748434 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_3
+2023-11-29 15:09:37.444295950 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/downsample_2/Unsqueeze_3
+2023-11-29 15:09:37.445446339 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_62
+2023-11-29 15:09:37.445682493 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_55
+2023-11-29 15:09:37.445834768 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_13
+2023-11-29 15:09:37.446126761 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_12
+2023-11-29 15:09:37.446292364 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_10
+2023-11-29 15:09:37.446413233 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_9
+2023-11-29 15:09:37.446547310 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_6
+2023-11-29 15:09:37.446667026 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.446818184 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.446938181 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_54
+2023-11-29 15:09:37.447108565 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_46
+2023-11-29 15:09:37.447218595 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_45
+2023-11-29 15:09:37.447348228 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_42
+2023-11-29 15:09:37.447548944 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_3
+2023-11-29 15:09:37.447676911 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_17
+2023-11-29 15:09:37.447781397 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_10
+2023-11-29 15:09:37.447910021 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.448015408 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.448139001 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.448267546 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_9
+2023-11-29 15:09:37.448404057 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_3
+2023-11-29 15:09:37.449194643 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_62
+2023-11-29 15:09:37.452370315 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_55
+2023-11-29 15:09:37.452680576 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_13
+2023-11-29 15:09:37.452849841 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_12
+2023-11-29 15:09:37.452980818 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_10
+2023-11-29 15:09:37.453139263 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_9
+2023-11-29 15:09:37.453273590 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_6
+2023-11-29 15:09:37.453420992 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.453547003 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.453670410 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_54
+2023-11-29 15:09:37.453796564 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_46
+2023-11-29 15:09:37.453940416 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_45
+2023-11-29 15:09:37.454061152 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_42
+2023-11-29 15:09:37.454308665 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_3
+2023-11-29 15:09:37.454439884 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_17
+2023-11-29 15:09:37.454577217 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_10
+2023-11-29 15:09:37.454695205 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.454817618 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.454937741 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.455116594 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_9
+2023-11-29 15:09:37.455253365 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_3
+2023-11-29 15:09:37.455391918 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_62
+2023-11-29 15:09:37.455526693 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_55
+2023-11-29 15:09:37.455678856 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_13
+2023-11-29 15:09:37.455805012 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_12
+2023-11-29 15:09:37.455942408 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_10
+2023-11-29 15:09:37.456074463 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_9
+2023-11-29 15:09:37.456199586 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_6
+2023-11-29 15:09:37.456336764 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.457803314 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.457939634 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_54
+2023-11-29 15:09:37.458095839 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_46
+2023-11-29 15:09:37.458249839 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_45
+2023-11-29 15:09:37.458393298 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_42
+2023-11-29 15:09:37.458668790 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_3
+2023-11-29 15:09:37.458888897 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_41
+2023-11-29 15:09:37.459125007 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_34
+2023-11-29 15:09:37.459422385 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.459692868 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.459942637 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.460166958 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_33
+2023-11-29 15:09:37.460318168 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_3
+2023-11-29 15:09:37.460505462 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/downsample_1/Unsqueeze_3
+2023-11-29 15:09:37.460840376 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_62
+2023-11-29 15:09:37.461371637 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_55
+2023-11-29 15:09:37.461510502 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_13
+2023-11-29 15:09:37.461656508 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_12
+2023-11-29 15:09:37.461795250 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_10
+2023-11-29 15:09:37.461951392 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_9
+2023-11-29 15:09:37.462099561 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_6
+2023-11-29 15:09:37.462259595 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.462422018 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.462581429 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_54
+2023-11-29 15:09:37.462721028 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_46
+2023-11-29 15:09:37.462962288 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_45
+2023-11-29 15:09:37.463164826 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_42
+2023-11-29 15:09:37.463585851 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_3
+2023-11-29 15:09:37.463827134 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_25
+2023-11-29 15:09:37.464089834 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_18
+2023-11-29 15:09:37.464254648 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.464504335 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.464852107 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.465154142 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_17
+2023-11-29 15:09:37.465447142 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_3
+2023-11-29 15:09:37.465759826 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/downsample/Unsqueeze_3
+2023-11-29 15:09:37.466052953 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/downsample/Unsqueeze_2
+2023-11-29 15:09:37.466501759 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/downsample/Unsqueeze_1
+2023-11-29 15:09:37.467061586 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_62
+2023-11-29 15:09:37.467640427 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_55
+2023-11-29 15:09:37.468306046 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_13
+2023-11-29 15:09:37.468770628 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_12
+2023-11-29 15:09:37.469178750 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_10
+2023-11-29 15:09:37.469617175 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_9
+2023-11-29 15:09:37.470097160 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_6
+2023-11-29 15:09:37.470441309 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.470866873 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.471306838 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_54
+2023-11-29 15:09:37.471734641 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_46
+2023-11-29 15:09:37.472132756 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_45
+2023-11-29 15:09:37.472587718 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_42
+2023-11-29 15:09:37.473066992 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_3
+2023-11-29 15:09:37.473535380 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_2
+2023-11-29 15:09:37.474040816 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_1
+2023-11-29 15:09:37.474557416 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_25
+2023-11-29 15:09:37.475056891 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_18
+2023-11-29 15:09:37.475554286 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/w_msa/Unsqueeze_5
+2023-11-29 15:09:37.476115264 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:37.476690963 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/w_msa/Unsqueeze_1
+2023-11-29 15:09:37.477252499 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_17
+2023-11-29 15:09:37.477662188 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_3
+2023-11-29 15:09:37.477939051 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_2
+2023-11-29 15:09:37.478350567 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_1
+2023-11-29 15:09:41.443004322 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_14
+2023-11-29 15:09:41.443256742 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_13
+2023-11-29 15:09:41.443470830 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_8
+2023-11-29 15:09:41.443662311 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.1/attn/Unsqueeze_7
+2023-11-29 15:09:41.443832601 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_22
+2023-11-29 15:09:41.443998015 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_21
+2023-11-29 15:09:41.444320552 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_16
+2023-11-29 15:09:41.447603670 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3/blocks.0/attn/Unsqueeze_15
+2023-11-29 15:09:41.448454710 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_59
+2023-11-29 15:09:41.448588977 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_58
+2023-11-29 15:09:41.448798115 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_5
+2023-11-29 15:09:41.448904679 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_4
+2023-11-29 15:09:41.449064845 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:41.449174187 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_53
+2023-11-29 15:09:41.449296617 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.5/attn/Unsqueeze_52
+2023-11-29 15:09:41.449407369 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_14
+2023-11-29 15:09:41.449523577 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_13
+2023-11-29 15:09:41.449630853 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_8
+2023-11-29 15:09:41.449776562 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.4/attn/Unsqueeze_7
+2023-11-29 15:09:41.449881685 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_59
+2023-11-29 15:09:41.449999782 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_58
+2023-11-29 15:09:41.450171243 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_5
+2023-11-29 15:09:41.450300297 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_4
+2023-11-29 15:09:41.450451832 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:41.450572573 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_53
+2023-11-29 15:09:41.450672878 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.3/attn/Unsqueeze_52
+2023-11-29 15:09:41.450797108 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_14
+2023-11-29 15:09:41.450899880 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_13
+2023-11-29 15:09:41.451062763 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_8
+2023-11-29 15:09:41.451166445 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.2/attn/Unsqueeze_7
+2023-11-29 15:09:41.451284630 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_59
+2023-11-29 15:09:41.451400009 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_58
+2023-11-29 15:09:41.451577400 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_5
+2023-11-29 15:09:41.451693564 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_4
+2023-11-29 15:09:41.451851281 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:41.451984142 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_53
+2023-11-29 15:09:41.452095251 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.1/attn/Unsqueeze_52
+2023-11-29 15:09:41.452213516 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_38
+2023-11-29 15:09:41.452337590 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_37
+2023-11-29 15:09:41.452450248 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_32
+2023-11-29 15:09:41.452575296 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2/blocks.0/attn/Unsqueeze_31
+2023-11-29 15:09:41.452682854 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_59
+2023-11-29 15:09:41.452820439 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_58
+2023-11-29 15:09:41.453112241 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_5
+2023-11-29 15:09:41.453239886 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_4
+2023-11-29 15:09:41.453399529 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:41.453519223 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_53
+2023-11-29 15:09:41.453643952 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.1/attn/Unsqueeze_52
+2023-11-29 15:09:41.453769178 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_22
+2023-11-29 15:09:41.453877610 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_21
+2023-11-29 15:09:41.453995332 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_16
+2023-11-29 15:09:41.454113912 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1/blocks.0/attn/Unsqueeze_15
+2023-11-29 15:09:41.454227273 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_59
+2023-11-29 15:09:41.454334044 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_58
+2023-11-29 15:09:41.454562562 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_5
+2023-11-29 15:09:41.454678116 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_4
+2023-11-29 15:09:41.454835537 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/w_msa/Unsqueeze_4
+2023-11-29 15:09:41.454959360 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_53
+2023-11-29 15:09:41.455079711 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.1/attn/Unsqueeze_52
+2023-11-29 15:09:41.455196979 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_22
+2023-11-29 15:09:41.455314088 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_21
+2023-11-29 15:09:41.455426513 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_16
+2023-11-29 15:09:41.455539851 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0/blocks.0/attn/Unsqueeze_15
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/swin-tiny_16xb64_in1k.onnx --fold-constant -o optimized/swin-tiny_16xb64_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/swin-tiny_16xb64_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 173 Initializer(s) ----
+    
+    ---- 8583 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  8583, After Folding:  3007 |  5576 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:  3007, After Folding:  1091 |  1916 Nodes Folded
+[I] Folding Constants | Pass 3
+[I]     Total Nodes | Original:  1091, After Folding:  1091 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/swin-tiny_16xb64_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 852 Initializer(s) ----
+    
+    ---- 1091 Node(s) ----
+    
+[I] PASSED | Runtime: 44.854s | Command: /usr/local/bin/polygraphy surgeon sanitize original/swin-tiny_16xb64_in1k.onnx --fold-constant -o optimized/swin-tiny_16xb64_in1k-pss.onnx
diff --git a/logs/t2t-vit-t-14_8xb64_in1k.log b/logs/t2t-vit-t-14_8xb64_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..758e50b82bc1bb4fa22b6e7811de2ab44cb1798b
--- /dev/null
+++ b/logs/t2t-vit-t-14_8xb64_in1k.log
@@ -0,0 +1,68 @@
+2023-11-30 02:59:51.015064858 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.13/attn/Unsqueeze_3
+2023-11-30 02:59:51.027063505 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.13/attn/Unsqueeze_1
+2023-11-30 02:59:51.027880414 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.12/attn/Unsqueeze_3
+2023-11-30 02:59:51.029549565 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.12/attn/Unsqueeze_1
+2023-11-30 02:59:51.030860204 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.11/attn/Unsqueeze_3
+2023-11-30 02:59:51.031587076 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.11/attn/Unsqueeze_1
+2023-11-30 02:59:51.032348044 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.10/attn/Unsqueeze_3
+2023-11-30 02:59:51.033046694 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.10/attn/Unsqueeze_1
+2023-11-30 02:59:51.033590167 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.9/attn/Unsqueeze_3
+2023-11-30 02:59:51.034922370 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.9/attn/Unsqueeze_1
+2023-11-30 02:59:51.037006858 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.8/attn/Unsqueeze_3
+2023-11-30 02:59:51.038477670 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.8/attn/Unsqueeze_1
+2023-11-30 02:59:51.039192735 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.7/attn/Unsqueeze_3
+2023-11-30 02:59:51.043971308 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.7/attn/Unsqueeze_1
+2023-11-30 02:59:51.045054758 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.6/attn/Unsqueeze_3
+2023-11-30 02:59:51.046074937 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.6/attn/Unsqueeze_1
+2023-11-30 02:59:51.046761522 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.5/attn/Unsqueeze_3
+2023-11-30 02:59:51.047437564 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.5/attn/Unsqueeze_1
+2023-11-30 02:59:51.048088274 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.4/attn/Unsqueeze_3
+2023-11-30 02:59:51.048756282 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.4/attn/Unsqueeze_1
+2023-11-30 02:59:51.049365986 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.3/attn/Unsqueeze_3
+2023-11-30 02:59:51.049912994 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.3/attn/Unsqueeze_1
+2023-11-30 02:59:51.051312243 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.2/attn/Unsqueeze_3
+2023-11-30 02:59:51.051827893 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.2/attn/Unsqueeze_1
+2023-11-30 02:59:51.052584629 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.1/attn/Unsqueeze_3
+2023-11-30 02:59:51.053126976 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.1/attn/Unsqueeze_1
+2023-11-30 02:59:51.053871276 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.0/attn/Unsqueeze_3
+2023-11-30 02:59:51.054463688 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/encoder.0/attn/Unsqueeze_1
+2023-11-30 02:59:51.055262836 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/tokens_to_token/Unsqueeze_5
+2023-11-30 02:59:51.055997698 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/tokens_to_token/attention2/attn/Unsqueeze_3
+2023-11-30 02:59:51.056645353 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/tokens_to_token/attention2/attn/Unsqueeze_1
+2023-11-30 02:59:51.057269295 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/tokens_to_token/Unsqueeze_1
+2023-11-30 02:59:51.057872385 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/tokens_to_token/attention1/attn/Unsqueeze_3
+2023-11-30 02:59:51.058417602 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/tokens_to_token/attention1/attn/Unsqueeze_1
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/t2t-vit-t-14_8xb64_in1k.onnx --fold-constant -o pt/t2t-vit-t-14_8xb64_in1k-pss.onnx
+[I] Loading model: /sky/Test/flaskProject/models/script/onnx/t2t-vit-t-14_8xb64_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 184 Initializer(s) ----
+    
+    ---- 1476 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1476, After Folding:   883 |   593 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   883, After Folding:   883 |     0 Nodes Folded
+[I] Saving ONNX model to: pt/t2t-vit-t-14_8xb64_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 533 Initializer(s) ----
+    
+    ---- 883 Node(s) ----
+    
+[I] PASSED | Runtime: 26.984s | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/t2t-vit-t-14_8xb64_in1k.onnx --fold-constant -o pt/t2t-vit-t-14_8xb64_in1k-pss.onnx
diff --git a/logs/twins-pcpvt-small_3rdparty_8xb128_in1k.log b/logs/twins-pcpvt-small_3rdparty_8xb128_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..11f2e698ac3e368c0c8bacc52366bd53eef0a0d5
--- /dev/null
+++ b/logs/twins-pcpvt-small_3rdparty_8xb128_in1k.log
@@ -0,0 +1,138 @@
+2023-11-30 02:59:53.306930065 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_11
+2023-11-30 02:59:53.311795197 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_10
+2023-11-30 02:59:53.312509198 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3.2/attn/Unsqueeze_5
+2023-11-30 02:59:53.327160327 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3.2/attn/Unsqueeze_1
+2023-11-30 02:59:53.335168246 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3.1/attn/Unsqueeze_5
+2023-11-30 02:59:53.335814943 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3.1/attn/Unsqueeze_1
+2023-11-30 02:59:53.336346716 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.3/Unsqueeze_3
+2023-11-30 02:59:53.337312671 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.3/Unsqueeze_2
+2023-11-30 02:59:53.344905326 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.3/Unsqueeze_1
+2023-11-30 02:59:53.352750465 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3.0/attn/Unsqueeze_5
+2023-11-30 02:59:53.355070692 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.3.0/attn/Unsqueeze_1
+2023-11-30 02:59:53.362364753 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_8
+2023-11-30 02:59:53.369412352 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_7
+2023-11-30 02:59:53.370368873 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.5/attn/Unsqueeze_11
+2023-11-30 02:59:53.371357402 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.5/attn/Unsqueeze_8
+2023-11-30 02:59:53.377471749 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.5/attn/Unsqueeze_6
+2023-11-30 02:59:53.381392518 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.5/attn/Unsqueeze_5
+2023-11-30 02:59:53.386640088 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.5/attn/Unsqueeze_4
+2023-11-30 02:59:53.387133200 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.5/attn/Unsqueeze_1
+2023-11-30 02:59:53.388914197 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.4/attn/Unsqueeze_11
+2023-11-30 02:59:53.396088173 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.4/attn/Unsqueeze_8
+2023-11-30 02:59:53.403237220 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.4/attn/Unsqueeze_6
+2023-11-30 02:59:53.403783224 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.4/attn/Unsqueeze_5
+2023-11-30 02:59:53.404256823 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.4/attn/Unsqueeze_4
+2023-11-30 02:59:53.404736378 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.4/attn/Unsqueeze_1
+2023-11-30 02:59:53.405196630 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.3/attn/Unsqueeze_11
+2023-11-30 02:59:53.405750278 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.3/attn/Unsqueeze_8
+2023-11-30 02:59:53.406216895 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.3/attn/Unsqueeze_6
+2023-11-30 02:59:53.406686692 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.3/attn/Unsqueeze_5
+2023-11-30 02:59:53.407137184 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.3/attn/Unsqueeze_4
+2023-11-30 02:59:53.407601368 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.3/attn/Unsqueeze_1
+2023-11-30 02:59:53.408009615 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.2/attn/Unsqueeze_11
+2023-11-30 02:59:53.408422687 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.2/attn/Unsqueeze_8
+2023-11-30 02:59:53.408867528 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.2/attn/Unsqueeze_6
+2023-11-30 02:59:53.409325652 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.2/attn/Unsqueeze_5
+2023-11-30 02:59:53.409735713 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.2/attn/Unsqueeze_4
+2023-11-30 02:59:53.410242183 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.2/attn/Unsqueeze_1
+2023-11-30 02:59:53.410737816 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.1/attn/Unsqueeze_11
+2023-11-30 02:59:53.411231926 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.1/attn/Unsqueeze_8
+2023-11-30 02:59:53.411672106 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.1/attn/Unsqueeze_6
+2023-11-30 02:59:53.412064502 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.1/attn/Unsqueeze_5
+2023-11-30 02:59:53.412537194 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.1/attn/Unsqueeze_4
+2023-11-30 02:59:53.412962003 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.1/attn/Unsqueeze_1
+2023-11-30 02:59:53.413391625 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.2/Unsqueeze_3
+2023-11-30 02:59:53.414425975 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.2/Unsqueeze_2
+2023-11-30 02:59:53.414835500 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.2/Unsqueeze_1
+2023-11-30 02:59:53.415260971 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.0/attn/Unsqueeze_11
+2023-11-30 02:59:53.415687210 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.0/attn/Unsqueeze_8
+2023-11-30 02:59:53.416119091 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.0/attn/Unsqueeze_6
+2023-11-30 02:59:53.416576148 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.0/attn/Unsqueeze_5
+2023-11-30 02:59:53.416997957 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.0/attn/Unsqueeze_4
+2023-11-30 02:59:53.417407236 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.2.0/attn/Unsqueeze_1
+2023-11-30 02:59:53.417897339 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_5
+2023-11-30 02:59:53.418408196 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_4
+2023-11-30 02:59:53.418815025 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.3/attn/Unsqueeze_11
+2023-11-30 02:59:53.419257174 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.3/attn/Unsqueeze_8
+2023-11-30 02:59:53.419692243 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.3/attn/Unsqueeze_6
+2023-11-30 02:59:53.420179391 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.3/attn/Unsqueeze_5
+2023-11-30 02:59:53.420708560 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.3/attn/Unsqueeze_4
+2023-11-30 02:59:53.421167157 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.3/attn/Unsqueeze_1
+2023-11-30 02:59:53.421630353 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.2/attn/Unsqueeze_11
+2023-11-30 02:59:53.422075418 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.2/attn/Unsqueeze_8
+2023-11-30 02:59:53.422496581 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.2/attn/Unsqueeze_6
+2023-11-30 02:59:53.422906157 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.2/attn/Unsqueeze_5
+2023-11-30 02:59:53.423319843 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.2/attn/Unsqueeze_4
+2023-11-30 02:59:53.423727303 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.2/attn/Unsqueeze_1
+2023-11-30 02:59:53.424173139 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.1/attn/Unsqueeze_11
+2023-11-30 02:59:53.424576671 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.1/attn/Unsqueeze_8
+2023-11-30 02:59:53.425004157 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.1/attn/Unsqueeze_6
+2023-11-30 02:59:53.425401935 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.1/attn/Unsqueeze_5
+2023-11-30 02:59:53.425827735 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.1/attn/Unsqueeze_4
+2023-11-30 02:59:53.426295556 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.1/attn/Unsqueeze_1
+2023-11-30 02:59:53.427258696 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.1/Unsqueeze_3
+2023-11-30 02:59:53.428628486 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.1/Unsqueeze_2
+2023-11-30 02:59:53.429067683 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.1/Unsqueeze_1
+2023-11-30 02:59:53.429489997 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.0/attn/Unsqueeze_11
+2023-11-30 02:59:53.429914616 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.0/attn/Unsqueeze_8
+2023-11-30 02:59:53.430326846 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.0/attn/Unsqueeze_6
+2023-11-30 02:59:53.430897012 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.0/attn/Unsqueeze_5
+2023-11-30 02:59:53.431365504 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.0/attn/Unsqueeze_4
+2023-11-30 02:59:53.431797166 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.1.0/attn/Unsqueeze_1
+2023-11-30 02:59:53.432209292 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_2
+2023-11-30 02:59:53.432614804 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_1
+2023-11-30 02:59:53.433047623 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.2/attn/Unsqueeze_11
+2023-11-30 02:59:53.433488030 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.2/attn/Unsqueeze_8
+2023-11-30 02:59:53.433888428 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.2/attn/Unsqueeze_6
+2023-11-30 02:59:53.434296511 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.2/attn/Unsqueeze_5
+2023-11-30 02:59:53.434717560 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.2/attn/Unsqueeze_4
+2023-11-30 02:59:53.435188267 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.2/attn/Unsqueeze_1
+2023-11-30 02:59:53.435620797 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.1/attn/Unsqueeze_11
+2023-11-30 02:59:53.436027845 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.1/attn/Unsqueeze_8
+2023-11-30 02:59:53.436447440 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.1/attn/Unsqueeze_6
+2023-11-30 02:59:53.436835867 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.1/attn/Unsqueeze_5
+2023-11-30 02:59:53.437251399 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.1/attn/Unsqueeze_4
+2023-11-30 02:59:53.437653039 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.1/attn/Unsqueeze_1
+2023-11-30 02:59:53.438061634 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.0/Unsqueeze_3
+2023-11-30 02:59:53.438452517 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.0/Unsqueeze_2
+2023-11-30 02:59:53.438931437 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/position_encodings.0/Unsqueeze_1
+2023-11-30 02:59:53.439408688 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.0/attn/Unsqueeze_11
+2023-11-30 02:59:53.439842156 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.0/attn/Unsqueeze_8
+2023-11-30 02:59:53.440258436 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.0/attn/Unsqueeze_6
+2023-11-30 02:59:53.440717213 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.0/attn/Unsqueeze_5
+2023-11-30 02:59:53.441229534 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.0/attn/Unsqueeze_4
+2023-11-30 02:59:53.441713734 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/stages.0.0/attn/Unsqueeze_1
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/twins-pcpvt-small_3rdparty_8xb128_in1k.onnx --fold-constant -o pt/twins-pcpvt-small_3rdparty_8xb128_in1k-pss.onnx
+[I] Loading model: /sky/Test/flaskProject/models/script/onnx/twins-pcpvt-small_3rdparty_8xb128_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 304 Initializer(s) ----
+    
+    ---- 2289 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  2289, After Folding:  1292 |   997 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:  1292, After Folding:  1292 |     0 Nodes Folded
+[I] Saving ONNX model to: pt/twins-pcpvt-small_3rdparty_8xb128_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 857 Initializer(s) ----
+    
+    ---- 1292 Node(s) ----
+    
+[I] PASSED | Runtime: 33.635s | Command: /usr/local/bin/polygraphy surgeon sanitize onnx/twins-pcpvt-small_3rdparty_8xb128_in1k.onnx --fold-constant -o pt/twins-pcpvt-small_3rdparty_8xb128_in1k-pss.onnx
diff --git a/logs/vgg11_8xb32_in1k.log b/logs/vgg11_8xb32_in1k.log
new file mode 100644
index 0000000000000000000000000000000000000000..6416e564f894eae1e048809dd3f6595fef8c30a3
--- /dev/null
+++ b/logs/vgg11_8xb32_in1k.log
@@ -0,0 +1,35 @@
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/vgg11_8xb32_in1k.onnx --fold-constant -o optimized/vgg11_8xb32_in1k-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/vgg11_8xb32_in1k.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 22 Initializer(s) ----
+    
+    ---- 34 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:    34, After Folding:    31 |     3 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:    31, After Folding:    31 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/vgg11_8xb32_in1k-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 25 Initializer(s) ----
+    
+    ---- 31 Node(s) ----
+    
+[I] PASSED | Runtime: 13.043s | Command: /usr/local/bin/polygraphy surgeon sanitize original/vgg11_8xb32_in1k.onnx --fold-constant -o optimized/vgg11_8xb32_in1k-pss.onnx
diff --git a/logs/vit-base-p32_in21k-pre_3rdparty_in1k-384px.log b/logs/vit-base-p32_in21k-pre_3rdparty_in1k-384px.log
new file mode 100644
index 0000000000000000000000000000000000000000..759b1c65b2249437925c456729de5ee5f66aee93
--- /dev/null
+++ b/logs/vit-base-p32_in21k-pre_3rdparty_in1k-384px.log
@@ -0,0 +1,61 @@
+2023-11-29 15:09:12.463490558 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_3
+2023-11-29 15:09:12.466081784 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.11/attn/Unsqueeze_1
+2023-11-29 15:09:12.466461461 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_3
+2023-11-29 15:09:12.468335908 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.10/attn/Unsqueeze_1
+2023-11-29 15:09:12.470553387 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_3
+2023-11-29 15:09:12.470887482 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.9/attn/Unsqueeze_1
+2023-11-29 15:09:12.471189300 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_3
+2023-11-29 15:09:12.471512249 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.8/attn/Unsqueeze_1
+2023-11-29 15:09:12.471793321 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_3
+2023-11-29 15:09:12.472102277 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.7/attn/Unsqueeze_1
+2023-11-29 15:09:12.472409131 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_3
+2023-11-29 15:09:12.472706151 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.6/attn/Unsqueeze_1
+2023-11-29 15:09:12.473169313 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_3
+2023-11-29 15:09:12.473579048 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.5/attn/Unsqueeze_1
+2023-11-29 15:09:12.473868498 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_3
+2023-11-29 15:09:12.474134704 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.4/attn/Unsqueeze_1
+2023-11-29 15:09:12.474556364 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_3
+2023-11-29 15:09:12.474842240 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.3/attn/Unsqueeze_1
+2023-11-29 15:09:12.475156067 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_3
+2023-11-29 15:09:12.475509341 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.2/attn/Unsqueeze_1
+2023-11-29 15:09:12.475735295 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_3
+2023-11-29 15:09:12.476014519 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.1/attn/Unsqueeze_1
+2023-11-29 15:09:12.476403197 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_3
+2023-11-29 15:09:12.476685884 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/layers.0/attn/Unsqueeze_1
+2023-11-29 15:09:12.476993257 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_2
+2023-11-29 15:09:12.477389100 [W:onnxruntime:, unsqueeze_elimination.cc:20 Apply] UnsqueezeElimination cannot remove node /backbone/Unsqueeze_1
+[W] 'colored' module is not installed, will not use colors when logging. To enable colors, please install the 'colored' module: python3 -m pip install colored
+[I] RUNNING | Command: /usr/local/bin/polygraphy surgeon sanitize original/vit-base-p32_in21k-pre_3rdparty_in1k-384px.onnx --fold-constant -o optimized/vit-base-p32_in21k-pre_3rdparty_in1k-384px-pss.onnx
+[I] Loading model: /sky/ModelReady/onnx/original/vit-base-p32_in21k-pre_3rdparty_in1k-384px.onnx
+[I] Original Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 154 Initializer(s) ----
+    
+    ---- 1066 Node(s) ----
+    
+[I] Folding Constants | Pass 1
+[I]     Total Nodes | Original:  1066, After Folding:   656 |   410 Nodes Folded
+[I] Folding Constants | Pass 2
+[I]     Total Nodes | Original:   656, After Folding:   656 |     0 Nodes Folded
+[I] Saving ONNX model to: optimized/vit-base-p32_in21k-pre_3rdparty_in1k-384px-pss.onnx
+[I] New Model:
+    Name: main_graph | ONNX Opset: 14
+    
+    ---- 1 Graph Input(s) ----
+    {input [dtype=float32, shape=('batch_size', 3, 224, 224)]}
+    
+    ---- 1 Graph Output(s) ----
+    {output [dtype=float32, shape=('batch_size', 1000)]}
+    
+    ---- 387 Initializer(s) ----
+    
+    ---- 656 Node(s) ----
+    
+[I] PASSED | Runtime: 17.345s | Command: /usr/local/bin/polygraphy surgeon sanitize original/vit-base-p32_in21k-pre_3rdparty_in1k-384px.onnx --fold-constant -o optimized/vit-base-p32_in21k-pre_3rdparty_in1k-384px-pss.onnx
diff --git a/onnx/clip-vit-base-p16_openai-pre_3rdparty_in1k.onnx b/onnx/clip-vit-base-p16_openai-pre_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..92c91ddb026995faf31d85753ce476333b988b09
--- /dev/null
+++ b/onnx/clip-vit-base-p16_openai-pre_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bb3ef260b11a7713e236ba4407aa5b5f964f6a9865773021d31ed15e247a36
+size 346443102
diff --git a/onnx/conformer-tiny-p16_3rdparty_in1k.onnx b/onnx/conformer-tiny-p16_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..e26f0420377f4c7b0936060d7967ccab063b092a
--- /dev/null
+++ b/onnx/conformer-tiny-p16_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882c1152a76a528ac367d8c9cd9ef5620a2a7bf0641efb158f64e164dd66ca01
+size 94514897
diff --git a/onnx/deit-tiny_4xb256_in1k.onnx b/onnx/deit-tiny_4xb256_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..84146491ada464f8508a87a2f3878636bec57bbf
--- /dev/null
+++ b/onnx/deit-tiny_4xb256_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbaa73b0ee75c9fb03d9ce336a425e0ea448dd4904bb9718828f4a115819420
+size 23037575
diff --git a/onnx/deit3-small-p16_3rdparty_in1k.onnx b/onnx/deit3-small-p16_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..140df694d71252e8363b62f569c7dc5ce65f9943
--- /dev/null
+++ b/onnx/deit3-small-p16_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6134891724c5f313b7d83bbcdeaa8469845f922b6fca94690c6ed2de18ca50b
+size 88373634
diff --git a/onnx/edgenext-xxsmall_3rdparty_in1k.onnx b/onnx/edgenext-xxsmall_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..695c93148b8d070a0b48f0c07fa12c2af7455a24
--- /dev/null
+++ b/onnx/edgenext-xxsmall_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b991fcb53d5111ea01480c4f033e6d328a8782ec25a1a740c126834023668a7
+size 5477254
diff --git a/onnx/efficientnet-b0_3rdparty_8xb32_in1k.onnx b/onnx/efficientnet-b0_3rdparty_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..1a7fcefb4f93abe6010afe87eba48b72e842f423
--- /dev/null
+++ b/onnx/efficientnet-b0_3rdparty_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4209cf826528343c9aea638f64cdb51c50c4b636de1d74db2d4bde729500e5d
+size 21348406
diff --git a/onnx/efficientnetv2-b0_3rdparty_in1k.onnx b/onnx/efficientnetv2-b0_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..14c2f442a79ab463403464b8998cedd79e337271
--- /dev/null
+++ b/onnx/efficientnetv2-b0_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a68943b7a3361902b01d3248ef1d99ed2f6a69572b44da4d2997912b070e80
+size 28569496
diff --git a/onnx/efficientvit-b3-r224.onnx b/onnx/efficientvit-b3-r224.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..d61d6cb1e3d6d6312d84efe464c0f25b3d0e57d4
--- /dev/null
+++ b/onnx/efficientvit-b3-r224.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adc6cec320a7e4d952e7b41ed8a5d4274c9950e0dc423845186a9a512f7c552
+size 194867994
diff --git a/onnx/inception-v3_3rdparty_8xb32_in1k.onnx b/onnx/inception-v3_3rdparty_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..30a8b0c3d698f02750e53c31048fd3ff732b0d92
--- /dev/null
+++ b/onnx/inception-v3_3rdparty_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cd6a46c13456d48ebd138887fedc1a565de3e592705487c61f81012fb6ad4e
+size 95323394
diff --git a/onnx/mobilenet-v2_8xb32_in1k.onnx b/onnx/mobilenet-v2_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..65d236c0ffeb25d24065dcb6d23be16d32f30976
--- /dev/null
+++ b/onnx/mobilenet-v2_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dc8d03f04d94929cfdcfa000acf41b5380fcd3f892afe7a61af85ef9dee4d6
+size 13994775
diff --git a/onnx/mobilenet-v3-small-050_3rdparty_in1k.onnx b/onnx/mobilenet-v3-small-050_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..11ade6e19bb8848da8ffeaa7be23b95e36003116
--- /dev/null
+++ b/onnx/mobilenet-v3-small-050_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f282f850928a73b82ea9a98d363c6bb2f9cd82fe72d3d8d9e6c0429a43706fb9
+size 6400794
diff --git a/onnx/mobileone-s0_8xb32_in1k.onnx b/onnx/mobileone-s0_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..f316d275b180a075288dcc38aeec9ecf7f84a26b
--- /dev/null
+++ b/onnx/mobileone-s0_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce23bf772b13ad8bd6a860cf10dc7ad5104e245c05377bc4b638c8e626d1fb9
+size 21211708
diff --git a/onnx/mobilevit-small_3rdparty_in1k.onnx b/onnx/mobilevit-small_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..62c5a93f0b3f3aaac2bab56a867a0e6308645272
--- /dev/null
+++ b/onnx/mobilevit-small_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371b8be7bdc3608001f2a66769fe53aead21e018a21c1257aea01ea383f451ef
+size 22545521
diff --git a/onnx/mvitv2-tiny_3rdparty_in1k.onnx b/onnx/mvitv2-tiny_3rdparty_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..2236c80f33d736fe46ac81313773681b5320a56b
--- /dev/null
+++ b/onnx/mvitv2-tiny_3rdparty_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ea9939731d12caee4d8e03a05978af916c02b8bb22de3c0062a90ace1d1506
+size 97368156
diff --git a/onnx/regnetx-400mf_8xb128_in1k.onnx b/onnx/regnetx-400mf_8xb128_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..c48484170234a889be3bb1ba5a224c828941375f
--- /dev/null
+++ b/onnx/regnetx-400mf_8xb128_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d9a2341fb801ea1e6429220089305527945c3e56b900c9a2f038718ff73eec
+size 20594582
diff --git a/onnx/res2net50-w14-s8_3rdparty_8xb32_in1k.onnx b/onnx/res2net50-w14-s8_3rdparty_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..a8d71854afb07cd76dba9a7bb5b7bcfff2dbefdd
--- /dev/null
+++ b/onnx/res2net50-w14-s8_3rdparty_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c59f2cbd69be25934e30bc79b25e18f3ee8574b610bdcf8fa157c4ed019f2d
+size 100219658
diff --git a/onnx/resnet50_8xb256-rsb-a1-600e_in1k.onnx b/onnx/resnet50_8xb256-rsb-a1-600e_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..cc34f576f0efe1ea6b6df24dca326ffa87d51a59
--- /dev/null
+++ b/onnx/resnet50_8xb256-rsb-a1-600e_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217b8adc4972bd5804be25583d2e895578815b7fa70ff2e42e1f040c1ddbad9d
+size 102150501
diff --git a/onnx/resnext50-32x4d_8xb32_in1k.onnx b/onnx/resnext50-32x4d_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..eea7091a2f7a725419497b6bab855846e9d45842
--- /dev/null
+++ b/onnx/resnext50-32x4d_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84270d0f14dc1cc99bc5ff83dcc56a26d6f8a1153e5482be079ac6733380149f
+size 100007787
diff --git a/onnx/seresnet50_8xb32_in1k.onnx b/onnx/seresnet50_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..81a833d5fc5c745657485e2f079ff6a6eed690aa
--- /dev/null
+++ b/onnx/seresnet50_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a51a91eed9bb119c8480df64c940c30957a6446c9ec760fc41542a7bf49c79d
+size 112303512
diff --git a/onnx/shufflenet-v1-1x_16xb64_in1k.onnx b/onnx/shufflenet-v1-1x_16xb64_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..055f9004095b18a04290500a5182457827880e0f
--- /dev/null
+++ b/onnx/shufflenet-v1-1x_16xb64_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435c47e870287130049ae1cdcf241f07e392870acc69af3b588d29a70792d41b
+size 7540277
diff --git a/onnx/shufflenet-v2-1x_16xb64_in1k.onnx b/onnx/shufflenet-v2-1x_16xb64_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..5208ba6b24a526c4cb07829ff8202430ee6cb01c
--- /dev/null
+++ b/onnx/shufflenet-v2-1x_16xb64_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f102e8aa94d1fe9c29566593f4812ea9750abbb23d92cc064f8208e3ff23d71e
+size 9260358
diff --git a/onnx/swin-tiny_16xb64_in1k.onnx b/onnx/swin-tiny_16xb64_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..6824cfacc45a1bfcd08977abb5f320b8b854b9e6
--- /dev/null
+++ b/onnx/swin-tiny_16xb64_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f82203f59c497f59901f9ed55836403bb3e1d5203a414cae66df0776c515f3f
+size 115998233
diff --git a/onnx/t2t-vit-t-14_8xb64_in1k.onnx b/onnx/t2t-vit-t-14_8xb64_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..45fe4e0f60ca00b444f3bef46220441678bf558f
--- /dev/null
+++ b/onnx/t2t-vit-t-14_8xb64_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f353335d5703ecd6e7564383e4f10d222bd33fc8e06a97e774ec9b83956f9e
+size 86421960
diff --git a/onnx/twins-pcpvt-small_3rdparty_8xb128_in1k.onnx b/onnx/twins-pcpvt-small_3rdparty_8xb128_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..fb96b3c203ec9a52a697b7e4032562175c65ce98
--- /dev/null
+++ b/onnx/twins-pcpvt-small_3rdparty_8xb128_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d487c78c2e105baaad8c3be097faf839e89d10429f4fff38afc62e12fc1b57f
+size 96807710
diff --git a/onnx/vgg11_8xb32_in1k.onnx b/onnx/vgg11_8xb32_in1k.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..a05dc10b71572cc4f9f94d7af16830aa060d271f
--- /dev/null
+++ b/onnx/vgg11_8xb32_in1k.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c9e4140162d8cd6b144beca52f1bfbf77d23087279b7f1caaf713e9b314600
+size 531460649
diff --git a/onnx/vit-base-p32_in21k-pre_3rdparty_in1k-384px.onnx b/onnx/vit-base-p32_in21k-pre_3rdparty_in1k-384px.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..cf54d9eb77a834cc566741e19c49366759bf6f4b
--- /dev/null
+++ b/onnx/vit-base-p32_in21k-pre_3rdparty_in1k-384px.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e6c4041f3fcbc9a14525715e275a7cc42a08f9a207c8bf33ae0f0dcef207d0
+size 353359917
diff --git a/pt/clip-vit-base-p16_openai-pre_3rdparty_in1k.pth b/pt/clip-vit-base-p16_openai-pre_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b9dd7b6ea5e385d944670890f9847adff4b382a
--- /dev/null
+++ b/pt/clip-vit-base-p16_openai-pre_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d9c8992dd80eb2e095e112ad39a5aa82c98835b8195d4288552c244aa30fe7
+size 346328424
diff --git a/pt/conformer-tiny-p16_3rdparty_in1k.pth b/pt/conformer-tiny-p16_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b027272d95458535ca5339c01f5fd065a2fec0e
--- /dev/null
+++ b/pt/conformer-tiny-p16_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6860372abfe2f1e94c975cb21efa0c89efcd6b1218ad3f554005c3171d4044e
+size 94306383
diff --git a/pt/deit-tiny_4xb256_in1k.pth b/pt/deit-tiny_4xb256_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e36c2cd085ae9c436d25f94c0e165393b94d1749
--- /dev/null
+++ b/pt/deit-tiny_4xb256_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b382a0e7b4a79b8bcf7c908b9cae5eb922b8bb1d40810998d01a87b075e6b6
+size 22953463
diff --git a/pt/deit3-small-p16_3rdparty_in1k.pth b/pt/deit3-small-p16_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..43f8d43ad3da2252195f8c10994c6587436c7490
--- /dev/null
+++ b/pt/deit3-small-p16_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7c70cf8d4bc89cdd84fb6675cdbb7a7dba9ffaf798cbe2ec390750c343e863
+size 88296455
diff --git a/pt/edgenext-xxsmall_3rdparty_in1k.pth b/pt/edgenext-xxsmall_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..598492edb76d9682347d67d0991741367b2fdda4
--- /dev/null
+++ b/pt/edgenext-xxsmall_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca8a81d5534020b39b3ad5f3f7b5180ff15f140d1365b610da20be548fd4c05
+size 5367486
diff --git a/pt/efficientnet-b0_3rdparty_8xb32_in1k.pth b/pt/efficientnet-b0_3rdparty_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e25c7489c96ff972eca560e38a6dee66b508dc9
--- /dev/null
+++ b/pt/efficientnet-b0_3rdparty_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e2a0b162f7d70cba78d547793151f1d3f8ffef45ff3bb28c9b6d8676b14130
+size 21405706
diff --git a/pt/efficientnetv2-b0_3rdparty_in1k.pth b/pt/efficientnetv2-b0_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cf0ae0638268fb9054351031a9c66ae6896f8c4f
--- /dev/null
+++ b/pt/efficientnetv2-b0_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef6e736a4e631b7c9991152bcc085a913d92a315d66f49ed3351b674411c397
+size 28903432
diff --git a/pt/inception-v3_3rdparty_8xb32_in1k.pth b/pt/inception-v3_3rdparty_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7c2639e2e2332a1f5d295c53f96227b66801de10
--- /dev/null
+++ b/pt/inception-v3_3rdparty_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4d910b8b43715eee47ceb56a2194c10c6a29a05eb80691a75fe8b04aeac68
+size 95586653
diff --git a/pt/mobilenet-v2_8xb32_in1k.pth b/pt/mobilenet-v2_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09fd4df783804e64e8101d2f5634a77b770816fa
--- /dev/null
+++ b/pt/mobilenet-v2_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2dc3afee0b94e52b357a60851f1ac8ec95cf9318762e785812edf7f6736b14
+size 14206911
diff --git a/pt/mobilenet-v3-small-050_3rdparty_in1k.pth b/pt/mobilenet-v3-small-050_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6fcbaf23a4f0e1b046e28c2a7535e2e5c6e56b1d
--- /dev/null
+++ b/pt/mobilenet-v3-small-050_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b86be1972b665a88255a1e0e0d72d34120334981b30d068b665acb3dc60d7f
+size 6469559
diff --git a/pt/mobileone-s0_8xb32_in1k.pth b/pt/mobileone-s0_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3571eea8117a8f8e3f2c1186edcc59e074f2cf90
--- /dev/null
+++ b/pt/mobileone-s0_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc9495215affc4131d3303beb09a6d390475df9c27a2ec94323e4ab25bd3f82
+size 94410301
diff --git a/pt/mobilevit-small_3rdparty_in1k.pth b/pt/mobilevit-small_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0619da346395b607e2c499089a3008d99c8473cd
--- /dev/null
+++ b/pt/mobilevit-small_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4f741ca38fd26fe66e2e36c563f42e05b79de02c9bf5e817562d82026d4067
+size 22446384
diff --git a/pt/mvitv2-tiny_3rdparty_in1k.pth b/pt/mvitv2-tiny_3rdparty_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e2519001b479b4fb679b18fb662308a029e7e710
--- /dev/null
+++ b/pt/mvitv2-tiny_3rdparty_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7beeefeb5bc0c71dcaf2c7f7e9b06332d6d0e7b18dae021adefd5d5e196b97
+size 96762297
diff --git a/pt/regnetx-400mf_8xb128_in1k.pth b/pt/regnetx-400mf_8xb128_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..137badb92aa5eec85376a13067eccef3991938e5
--- /dev/null
+++ b/pt/regnetx-400mf_8xb128_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bfc226d365dadf1d8ecf8a4fe8d25bc53a0df9ffc88b799149e93fb183a40a
+size 20899218
diff --git a/pt/res2net50-w14-s8_3rdparty_8xb32_in1k.pth b/pt/res2net50-w14-s8_3rdparty_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2cea5a6d8c846aebdaf5ecec912d2400eba57f96
--- /dev/null
+++ b/pt/res2net50-w14-s8_3rdparty_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc967bf1490c2254d3d30656d25709f6fc46d1cf08e61bc5ea1d8c75c2b21541
+size 100634066
diff --git a/pt/resnet50_8xb256-rsb-a1-600e_in1k.pth b/pt/resnet50_8xb256-rsb-a1-600e_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1a69b287498d5892430d50475a5af6ae7fed774c
--- /dev/null
+++ b/pt/resnet50_8xb256-rsb-a1-600e_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2130527e978ea6cb3449945cfc7c4a65e11eaf2957f9472d7de5de0041664
+size 102549573
diff --git a/pt/resnext50-32x4d_8xb32_in1k.pth b/pt/resnext50-32x4d_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..445f9d18151303d403abee3aab97610eecd4678d
--- /dev/null
+++ b/pt/resnext50-32x4d_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56066e271899c9eaef7b6753c6322795c7647580f9d7b540661c5c6cb536a55f
+size 100535215
diff --git a/pt/seresnet50_8xb32_in1k.pth b/pt/seresnet50_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d97e9f990ba22eb1333a48185abd86255c2c7ce
--- /dev/null
+++ b/pt/seresnet50_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae206104c1ab953f4dd1f06ce223405af79b17ad2b61172df412eeadb4f58a2e
+size 112627414
diff --git a/pt/shufflenet-v1-1x_16xb64_in1k.pth b/pt/shufflenet-v1-1x_16xb64_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb4c54d92f3a0ec2abc4b022287781b2187f7f33
--- /dev/null
+++ b/pt/shufflenet-v1-1x_16xb64_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6cec73d134680c808a4cb3a86f2c74259120231beebe29a9d768d1239cac4f
+size 7615478
diff --git a/pt/shufflenet-v2-1x_16xb64_in1k.pth b/pt/shufflenet-v2-1x_16xb64_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a4e46310ee2688fbeae54c3dbc5513d3d3bd23b
--- /dev/null
+++ b/pt/shufflenet-v2-1x_16xb64_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf4721e90ff3c0157ff48bb52a4420ecf2f0b2c3dd50b759fa4ce7da55ebaea
+size 9238066
diff --git a/pt/swin-tiny_16xb64_in1k.pth b/pt/swin-tiny_16xb64_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9eb8a31605d11f2a7663bd98ef5a1abaf2336e00
--- /dev/null
+++ b/pt/swin-tiny_16xb64_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66df6be60934ef43e368690bf2d7d60b0dad6d945a44e51660551bd452eacc3a
+size 114376069
diff --git a/pt/t2t-vit-t-14_8xb64_in1k.pth b/pt/t2t-vit-t-14_8xb64_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61b1e5f4a303751e8f5f2eed72b252cd26e56de6
--- /dev/null
+++ b/pt/t2t-vit-t-14_8xb64_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7378dd575eca922a123b6ad8ef9ae26b4377fa49d17a3cfc3b68e89e5c9d51c
+size 86242124
diff --git a/pt/twins-pcpvt-small_3rdparty_8xb128_in1k.pth b/pt/twins-pcpvt-small_3rdparty_8xb128_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b09631506753fba782b8b7857b5b603fb8542d50
--- /dev/null
+++ b/pt/twins-pcpvt-small_3rdparty_8xb128_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef23c132078a8355a6c5705cd57e1f24cf356e8b1b44ea8d245abf2f40a130b3
+size 96504432
diff --git a/pt/vgg11_8xb32_in1k.pth b/pt/vgg11_8xb32_in1k.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ae71c1cab88a1edec8caf5fb138c62b396d42830
--- /dev/null
+++ b/pt/vgg11_8xb32_in1k.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4271cd6c1a2af899b9ff5d3f302eacf67502c268642be24a6bdf95f591b58d25
+size 531494967
diff --git a/pt/vit-base-p32_in21k-pre_3rdparty_in1k-384px.pth b/pt/vit-base-p32_in21k-pre_3rdparty_in1k-384px.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89581a790fbd55dba506e55814132d26a73ee5f5
--- /dev/null
+++ b/pt/vit-base-p32_in21k-pre_3rdparty_in1k-384px.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cea859940c77ce9e062f1beeb83c62a63857335fa86e7d2dcff9e548ecac929
+size 353212555