diff --git a/contextual/pct100/finetuning/pixel/Dialect_Combined/best_model.bin b/contextual/pct100/finetuning/pixel/Dialect_Combined/best_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..486c4009d57184fa9fb0f5eb9051d3650053fb1c
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/Dialect_Combined/best_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4026fc0eddcddd0f786d65cdbf1e139da49bc13d64697dd25fab2be6c57cf975
+size 1942238590
diff --git a/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-1000/optimizer.pt b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fb673b8edde0313185da8c953942ce30259594
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f2118eb128d9976cad0dde45587090b93baa23f11cd846d99c4a0211f4f43
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-1000/pytorch_model.bin b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-1000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e1d5e88376387e9173fdc043dd505cbea81d3cd
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-1000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93e336b25bf7107432904117c9ec5634296c76e42c260d6c1e7ce3eeb1e69a
+size 1942236130
diff --git a/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-2000/optimizer.pt b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90170680a70cd7123607e314787abe5dfe11bd1
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c36a4fbde70f08a8a61fa370fb4dc0bc5dfa312368f4ddc99208b3b131b940
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-2000/pytorch_model.bin b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-2000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4037915882f01f904aa7de11111b11f93d444b2
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/Dialect_Combined/checkpoint-2000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bfd591bb4af4573c7836a785b61abb7a8d4136b04f0c0f07eb7fd1abc74feb
+size 1942236130
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/optimizer.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc79d8244cb5a539aab1374e371080ae113161
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2894cfce53d59af5096d93213c842d7ca9142ef975740de4ba9f4c5aff9ac37b
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/optimizer.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd27af09e8f1e2ef7d728e1c297a2ba647f042a
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f004f6fe1633bd6acb9df0559fc41b520c442a35f55427d24afc54672a121e2f
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/best_model.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/best_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..366bacab868a2c055c19b6cf93ef97a9cc08d9f2
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/best_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb93ab14aeaa16d27897f810963cf5b3411c289ed0e7285a9678eb10b31e5b1
+size 1942238590
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/optimizer.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123e9be2cff1fab7cf177ef65273f35d7d552326
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b22c24f342accea04c4a3382f09ed6c57709a46d702ea39ad5f34c0fb0a653
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/pytorch_model.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..523c7d9292eccf2ba391c94f0261d055c17bcadd
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57661ecdc0fea8e6141908f0c820ab273acab3b3536728e152d398554d2bd690
+size 1942236130
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_0.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ac50652a3badbfb1bdeaccb8b1934575b584eb
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe0d720c4c75a6a04213fa3b64bacbe794718a53e2b56ebb67a1a795014dfad
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_1.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3650851dae439677613c9e23a5528de47b679
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72452d3138d0ca2ff89429e3294a834ae7a68e8596fc757735ca56ae52509d57
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_2.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e00a6e8b4b743026f68d749a8cb3bdd4b746838
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e306fb8ebcf53a167bfd6c9af74db410a269ada1e619e3e816f5269543b9d
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_3.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5354141d42e077c356f9ca8c6b12bd7e5e41f2af
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47ce0c6f815a6f8302b0e3819b4c2315ca71dae3138d97fdceb765cdd0a039
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/scheduler.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ceffd4cbf5d77d7c482583e777f7135bddc6ff
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9433462e2e7f2a15a635469c36cbc9139c670d37462296fd309c758c629e93de
+size 1064
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/training_args.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b669546ee6c9b491c41d96e4c15887190d088a4
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-5000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42c0145b8d2867edf857afaed226677c6bd64fba43d770572fac578e67c26a
+size 4664
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/optimizer.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e431867d434ada021d768d763f237dc8d12b93
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7540692d741b7812cc597761a1ddc7eedd7172acc76619e47e1a525ebcaf9300
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/pytorch_model.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1bdfe2e57acec52d67428dc9447248deb2a8dec
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc716c1fa14c6a774ca29d622f05e9d5bf36e01daf1591e707b77195a0cca09
+size 1942236130
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_0.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ac50652a3badbfb1bdeaccb8b1934575b584eb
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe0d720c4c75a6a04213fa3b64bacbe794718a53e2b56ebb67a1a795014dfad
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_1.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3650851dae439677613c9e23a5528de47b679
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72452d3138d0ca2ff89429e3294a834ae7a68e8596fc757735ca56ae52509d57
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_2.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e00a6e8b4b743026f68d749a8cb3bdd4b746838
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e306fb8ebcf53a167bfd6c9af74db410a269ada1e619e3e816f5269543b9d
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_3.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5354141d42e077c356f9ca8c6b12bd7e5e41f2af
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47ce0c6f815a6f8302b0e3819b4c2315ca71dae3138d97fdceb765cdd0a039
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/scheduler.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268286ad71f4c06d6ce6635d97db0043dd5b730b
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9149b1ac8f7f147a12550c07e9e2153d6efd946f7caa78c38cd59906804e91b3
+size 1064
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/training_args.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b669546ee6c9b491c41d96e4c15887190d088a4
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_2x/checkpoint-6000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42c0145b8d2867edf857afaed226677c6bd64fba43d770572fac578e67c26a
+size 4664
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/best_model.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/best_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3d73b48d32255ed331544461bbf615cf91f7a034
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/best_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b65c9661fc86df280ed972b267dfc9260d33c7b4bbeaf59ea4b75b6fe5daa5e
+size 1942238590
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/optimizer.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac928a982dad5e6d2cda51797c622b39eb1ec14
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ade0f3ebdf903b311d68f96de104ac98fe9df12ec09f35b273dd157cd96d39
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/pytorch_model.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60259f9800c45f244a391e257928878734e3ba8d
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d0cd9bdabd693d3e941ec0b5343bd790e11ed87bff6fae574fda8981f4e307
+size 1942236130
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_0.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ac50652a3badbfb1bdeaccb8b1934575b584eb
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe0d720c4c75a6a04213fa3b64bacbe794718a53e2b56ebb67a1a795014dfad
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_1.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3650851dae439677613c9e23a5528de47b679
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72452d3138d0ca2ff89429e3294a834ae7a68e8596fc757735ca56ae52509d57
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_2.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e00a6e8b4b743026f68d749a8cb3bdd4b746838
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e306fb8ebcf53a167bfd6c9af74db410a269ada1e619e3e816f5269543b9d
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_3.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5354141d42e077c356f9ca8c6b12bd7e5e41f2af
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47ce0c6f815a6f8302b0e3819b4c2315ca71dae3138d97fdceb765cdd0a039
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/scheduler.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa11c37f2c6477604ea99e90105b6c5766dd7b47
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91ca85fe28529bc813a5159dcb5e672280c9e1094da69cba21991a4c0d56755
+size 1064
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/training_args.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fba2f47d8d560b43d27c5512e87d24e24389dc88
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-10000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b1c216258a9e98a916a6d8dbce2fc6c31908f9ed095d81315026ceb74ad67
+size 4664
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/optimizer.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c20c1a9838767ec3d9d4988faaa8702ff581d0
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5730c7a75f55f05ce95efa21601f191868ab7d14845035ff754e19429f92ced2
+size 3884326266
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/pytorch_model.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e0fe0f6a418c8837f4bdcba1445fe586ef8290d
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15e45cbcabbfb6cc086b1e6958b24b9ad8456ee02868f34a184b9f8a47989f8
+size 1942236130
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_0.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ac50652a3badbfb1bdeaccb8b1934575b584eb
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe0d720c4c75a6a04213fa3b64bacbe794718a53e2b56ebb67a1a795014dfad
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_1.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3650851dae439677613c9e23a5528de47b679
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72452d3138d0ca2ff89429e3294a834ae7a68e8596fc757735ca56ae52509d57
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_2.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e00a6e8b4b743026f68d749a8cb3bdd4b746838
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e306fb8ebcf53a167bfd6c9af74db410a269ada1e619e3e816f5269543b9d
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_3.pth b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5354141d42e077c356f9ca8c6b12bd7e5e41f2af
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47ce0c6f815a6f8302b0e3819b4c2315ca71dae3138d97fdceb765cdd0a039
+size 15024
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/scheduler.pt b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedcb77ae69825557336bc344fa7664506f8cc7d
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8afe540ce1084bc3492abff199bbf0102a94fa42a964fac3068ec6c9f74ed0
+size 1064
diff --git a/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/training_args.bin b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fba2f47d8d560b43d27c5512e87d24e24389dc88
--- /dev/null
+++ b/contextual/pct100/finetuning/pixel/MSA_Dialect_Combined_4x/checkpoint-11000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b1c216258a9e98a916a6d8dbce2fc6c31908f9ed095d81315026ceb74ad67
+size 4664
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_0.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ac50652a3badbfb1bdeaccb8b1934575b584eb
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe0d720c4c75a6a04213fa3b64bacbe794718a53e2b56ebb67a1a795014dfad
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_1.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3650851dae439677613c9e23a5528de47b679
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72452d3138d0ca2ff89429e3294a834ae7a68e8596fc757735ca56ae52509d57
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_2.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e00a6e8b4b743026f68d749a8cb3bdd4b746838
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e306fb8ebcf53a167bfd6c9af74db410a269ada1e619e3e816f5269543b9d
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_3.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5354141d42e077c356f9ca8c6b12bd7e5e41f2af
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47ce0c6f815a6f8302b0e3819b4c2315ca71dae3138d97fdceb765cdd0a039
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/scheduler.pt b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef5781155a4bf70a2eb6038e203b487451d6cec
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86eac32f9400d4f2392ec9467377e310fae5c3e5d5968a2ebf4e9004ecbd47b
+size 1064
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/training_args.bin b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9aa076682f30c4d4cec6bdb327c3cfd2efa19923
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-3000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b0117e00404f529485a7e64affa77e63353d80e9b6d4a4b135748c96ef1af
+size 4664
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_1.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3650851dae439677613c9e23a5528de47b679
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72452d3138d0ca2ff89429e3294a834ae7a68e8596fc757735ca56ae52509d57
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_2.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e00a6e8b4b743026f68d749a8cb3bdd4b746838
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e306fb8ebcf53a167bfd6c9af74db410a269ada1e619e3e816f5269543b9d
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_3.pth b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5354141d42e077c356f9ca8c6b12bd7e5e41f2af
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47ce0c6f815a6f8302b0e3819b4c2315ca71dae3138d97fdceb765cdd0a039
+size 15024
diff --git a/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/training_args.bin b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9aa076682f30c4d4cec6bdb327c3cfd2efa19923
--- /dev/null
+++ b/contextual/pct50/finetuning/pixel/MSA_Dialect_Combined_1x/checkpoint-4000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b0117e00404f529485a7e64affa77e63353d80e9b6d4a4b135748c96ef1af
+size 4664
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/optimizer.pt b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167cd021383e3e89558dd20609a47c9e13628e90
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a590f83b4933895885af6a620a4f5b14ff9fea992db855e880ca02cd758898
+size 989585018
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/pytorch_model.bin b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed8737f2abeb37f37d8df17113ee18193234f888
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a298ef1063b81651c4cfc7b2bb0b1b0bf472072581f0a9ea7e7200c6bcb129a5
+size 1942236130
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_0.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..74d5eedc5de61fd997bd619293731a3cbf9ada25
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae78313eb528c8d3695eebaf4de3539bd0a0bc6ee18c66af1ee183442f1758a0
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_1.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c33e7bdab5d46f2bf7d6baa6d7da8c2d89dbcdf3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38031f60d9e88601d369ef46bcdcf2b5b03f2cb4ba93853bcb2328df7ebb7c
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_2.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bdcd8fec6eb04c805fc083d3dedb0a8e7a46ca7f
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58092375c93d237cd0e3149aecfbf83e2acdae46279e07a32920d01cb507e64
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_3.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c23682a612c0e548b7c02973b2b11bb0d2198bd3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd4bbff9962da7ec6787fcea8d65df7096917f9a5902e249ba7aee8887fe5f
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/scheduler.pt b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68995d7a50fbd039e6ee6baa4f9b5e2dfac6b36d
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacb5fe5dda8a27ae87613ffd1d4846f8a3e357fdd062ab6d40e11ee2c27460f
+size 1064
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/training_args.bin b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19995f4042f9f211e4d893a1cae6dc6a2a5d5836
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-20000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87fde07b0820ab5e84ad7c38bbc2b931aee121dc741b40a80b2a2166e08d7c5
+size 4600
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/optimizer.pt b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb0a2dc451f8659508df5f5ac06175a977d475c
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f7763d1c7438b81b1c4b23dadf3afd3d6bf0493b274e91a52a798bb484076
+size 989585018
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/pytorch_model.bin b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8fc1a4b871f4078b45b4982306cfb4f9ba16e66
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a0b15ba5c86f802a4fda602714ecca4ed82a05abcdfa8ee89a1b200b8e1370
+size 1942236130
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_0.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ba76d933b590c06ea8b9c30b8d8a348ccabd7a2
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81e3916b1392c4c49afb171dee5415c15f5a5a5af8749b28195fcfa0596699c
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_1.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5227284806d3498309299eb79727ff19bd76d8c0
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a781038dd714b87b8adb1aac8dbc8217ceb607428a992133954ad522365236e
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_2.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82f595b5c41869323ac236def43cf85bb8c07dde
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9446c3db15f382a5546f13622787fc99392a5e0bc8a9ca2da1838de7ab621a37
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_3.pth b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..183d400c9a48a0bdc33d5b0ca1ccdecf38ad9e9b
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f11e7a6b3faa884fc23044e3772ff9dd72c257f02e121665061e2a03d518bd9
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/scheduler.pt b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab709193b4329d30ed59758b389a7baf72fb73f3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c36e10fd6a411914cecdd29029b8031583697291efdec87e433173663a171d
+size 1064
diff --git a/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/training_args.bin b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19995f4042f9f211e4d893a1cae6dc6a2a5d5836
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/checkpoint-22000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87fde07b0820ab5e84ad7c38bbc2b931aee121dc741b40a80b2a2166e08d7c5
+size 4600
diff --git a/contextual/pct50/pretraining/pixel/alignment/final/pytorch_model.bin b/contextual/pct50/pretraining/pixel/alignment/final/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9e4852b369f4afb0ec2edfb95e3e604fd7ec1ed9
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/alignment/final/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc465cec78845608ec1e034dcb9e3346b521ebd72ebb8e7e0eebd37e3b2f4f4
+size 1942239884
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/optimizer.pt b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f222af3210145925b73983d647413626271a17
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f4cf55258578ed1be501b0dd001bcf2762aa95dc6e795fcf511a643db8b889
+size 3884326266
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/pytorch_model.bin b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b734d8d2b0537df10b92aa729ec8348937d8da64
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238d851b61343a25345449d55f9541c68662d95198f7e5c95db74585f6f27297
+size 1942236130
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_0.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..74d5eedc5de61fd997bd619293731a3cbf9ada25
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae78313eb528c8d3695eebaf4de3539bd0a0bc6ee18c66af1ee183442f1758a0
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_1.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c33e7bdab5d46f2bf7d6baa6d7da8c2d89dbcdf3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38031f60d9e88601d369ef46bcdcf2b5b03f2cb4ba93853bcb2328df7ebb7c
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_2.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bdcd8fec6eb04c805fc083d3dedb0a8e7a46ca7f
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58092375c93d237cd0e3149aecfbf83e2acdae46279e07a32920d01cb507e64
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_3.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c23682a612c0e548b7c02973b2b11bb0d2198bd3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd4bbff9962da7ec6787fcea8d65df7096917f9a5902e249ba7aee8887fe5f
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/scheduler.pt b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68995d7a50fbd039e6ee6baa4f9b5e2dfac6b36d
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacb5fe5dda8a27ae87613ffd1d4846f8a3e357fdd062ab6d40e11ee2c27460f
+size 1064
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/training_args.bin b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d190a3abba82991452b31dbb172a9aa07ff31200
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-20000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39bdc0fa0e3f6313f344f2437d4255cc84304ff1989e2cccdfd7c84ce1ce034
+size 4600
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/optimizer.pt b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2780a3da9fdcdaccf5dc4de3ffab05c8550194
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a0c84e390c949e58f12237ef5aa80c070af3ea322569643da321114121d84
+size 3884326266
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/pytorch_model.bin b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d72c95a55648bdd0304615336dad4f1cffa5c0e
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6fbbf2993ae066c11c99e9cb1cc874254b5488c31b4d0db6f8348ffa4a643d
+size 1942236130
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_0.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ba76d933b590c06ea8b9c30b8d8a348ccabd7a2
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81e3916b1392c4c49afb171dee5415c15f5a5a5af8749b28195fcfa0596699c
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_1.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5227284806d3498309299eb79727ff19bd76d8c0
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a781038dd714b87b8adb1aac8dbc8217ceb607428a992133954ad522365236e
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_2.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82f595b5c41869323ac236def43cf85bb8c07dde
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9446c3db15f382a5546f13622787fc99392a5e0bc8a9ca2da1838de7ab621a37
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_3.pth b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..183d400c9a48a0bdc33d5b0ca1ccdecf38ad9e9b
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f11e7a6b3faa884fc23044e3772ff9dd72c257f02e121665061e2a03d518bd9
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/scheduler.pt b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab709193b4329d30ed59758b389a7baf72fb73f3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c36e10fd6a411914cecdd29029b8031583697291efdec87e433173663a171d
+size 1064
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/training_args.bin b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d190a3abba82991452b31dbb172a9aa07ff31200
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/checkpoint-22000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39bdc0fa0e3f6313f344f2437d4255cc84304ff1989e2cccdfd7c84ce1ce034
+size 4600
diff --git a/contextual/pct50/pretraining/pixel/full_epoch1/final/pytorch_model.bin b/contextual/pct50/pretraining/pixel/full_epoch1/final/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21c23bc32b0cb360489728331e83babb11982d29
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch1/final/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72cca18946fbbce3ec8f0fe81223c1bca9732685bdbd030b586846faf0980d4
+size 1942239884
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/pytorch_model.bin b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..70dfcddd81e80bf2ed353bfc5dde342cf56b032e
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2783988401e9367eda59453ea9b1ac66a0241910a12fa00320f87adfca65a26
+size 1942236130
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_0.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..74d5eedc5de61fd997bd619293731a3cbf9ada25
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae78313eb528c8d3695eebaf4de3539bd0a0bc6ee18c66af1ee183442f1758a0
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_1.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c33e7bdab5d46f2bf7d6baa6d7da8c2d89dbcdf3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38031f60d9e88601d369ef46bcdcf2b5b03f2cb4ba93853bcb2328df7ebb7c
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_2.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bdcd8fec6eb04c805fc083d3dedb0a8e7a46ca7f
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58092375c93d237cd0e3149aecfbf83e2acdae46279e07a32920d01cb507e64
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_3.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c23682a612c0e548b7c02973b2b11bb0d2198bd3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd4bbff9962da7ec6787fcea8d65df7096917f9a5902e249ba7aee8887fe5f
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/scheduler.pt b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68995d7a50fbd039e6ee6baa4f9b5e2dfac6b36d
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacb5fe5dda8a27ae87613ffd1d4846f8a3e357fdd062ab6d40e11ee2c27460f
+size 1064
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/training_args.bin b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e459523a4896c5540fe8bfa91646c117259b1
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-20000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815bb87a7674cbc9f2d74f00a2e4f0607eed791de3dc99e8a00805ba5b6f8c4e
+size 4600
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/pytorch_model.bin b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b651644d705a4c71814570d6ebd9c6d5f08c9141
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9060a77bc00d21494895a73057ed50562e2dcf7a9365556477cc45893f0f2892
+size 1942236130
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_0.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ba76d933b590c06ea8b9c30b8d8a348ccabd7a2
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81e3916b1392c4c49afb171dee5415c15f5a5a5af8749b28195fcfa0596699c
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_1.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5227284806d3498309299eb79727ff19bd76d8c0
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a781038dd714b87b8adb1aac8dbc8217ceb607428a992133954ad522365236e
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_2.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82f595b5c41869323ac236def43cf85bb8c07dde
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9446c3db15f382a5546f13622787fc99392a5e0bc8a9ca2da1838de7ab621a37
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_3.pth b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..183d400c9a48a0bdc33d5b0ca1ccdecf38ad9e9b
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f11e7a6b3faa884fc23044e3772ff9dd72c257f02e121665061e2a03d518bd9
+size 15024
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/scheduler.pt b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab709193b4329d30ed59758b389a7baf72fb73f3
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c36e10fd6a411914cecdd29029b8031583697291efdec87e433173663a171d
+size 1064
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/training_args.bin b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e459523a4896c5540fe8bfa91646c117259b1
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/checkpoint-22000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815bb87a7674cbc9f2d74f00a2e4f0607eed791de3dc99e8a00805ba5b6f8c4e
+size 4600
diff --git a/contextual/pct50/pretraining/pixel/full_epoch2/final/pytorch_model.bin b/contextual/pct50/pretraining/pixel/full_epoch2/final/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f969e122b7bf0fb7cc6de6ff2cca70d338064ba
--- /dev/null
+++ b/contextual/pct50/pretraining/pixel/full_epoch2/final/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d319e666c7710f508e07a19b27d08137751191566b1ea6abe714622828562cb
+size 1942239884