diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/latest_checkpoint.txt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/latest_checkpoint.txt index 71e0b34c6c9bca2a319792388caebc7f88d11b4a..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 100644 --- a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/latest_checkpoint.txt +++ b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/latest_checkpoint.txt @@ -1 +0,0 @@ -iter_000000200.pt diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000300.pt new file mode 100644 index 0000000000000000000000000000000000000000..97529a322a1b2bb5d3c6be001c5528b70a2b260b --- /dev/null +++ b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000300.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3648c191775819992424199f22e91d4be7e76bfb8e06cb1286001d44cc456a +size 249650172 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000800.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000800.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000900.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000900.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001000.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001100.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001100.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001200.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001200.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001300.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000001700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000300.pt new file mode 100644 index 0000000000000000000000000000000000000000..14dd065b3141fc7debd5ecc4c70733fadfe06d50 --- /dev/null +++ b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000300.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2573da9eaf9ef4fc516a80c7d5703e547231a3304c05cb91eef78e29a318e6 +size 7098368 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000800.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000800.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000900.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000000900.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001000.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001100.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001100.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001200.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001200.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001300.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/optim/iter_000001700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000300.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000800.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000800.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000900.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000000900.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001000.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001100.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001100.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001200.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001200.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001300.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/scheduler/iter_000001700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000300.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000800.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000800.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000900.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000900.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001000.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001100.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001100.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001200.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001200.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001300.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001300.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001400.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001400.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001500.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001500.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001600.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001600.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001700.pt b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000001700.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/stdout.log b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/stdout.log index e8a3d55cbec92e02d55e3b55365db722718a7c4a..232a7452e9a06d79284dda7b75afc1a078167d57 100644 --- a/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/stdout.log +++ b/action_decoder/chain/w2a_so101_125m_8xh100_task2merged_bsz64/stdout.log @@ -119,3 +119,17 @@ [05-21 01:07:38|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.0015 seconds [05-21 01:07:38|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/trainer/iter_000000200.pt [05-21 01:07:38|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.0019 seconds +[05-21 01:24:35|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_125m_8xh100_task2merged_bsz64/checkpoints/model/iter_000000300.pt +[05-21 01:24:35|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 1.0330 seconds +[05-21 01:24:35|ERROR|cosmos_predict2/checkpointer.py:143:_save_worker_local] Checkpoint failed to save (local): [enforce fail at inline_container.cc:626] . unexpected pos 6610816 vs 6610704 +Traceback (most recent call last): + + File "/home/shadeform/workspace/pdt-mimic/mimic-video/model/.venv/lib/python3.10/site-packages/torch/serialization.py", line 944, in save + _save( + └ + File "/home/shadeform/workspace/pdt-mimic/mimic-video/model/.venv/lib/python3.10/site-packages/torch/serialization.py", line 1216, in _save + zip_file.write_record(name, storage, num_bytes) + │ │ │ │ └ 1638400 + │ │ │ └ 70 + │ │ │ 219 + │ │ \ No newline at end of file