auto-sync 2026-07-03T10:58:28Z workspace

workspace/outputs/hf_sync/hf_push_daemon_login.out

@@ -2276,3 +2276,47 @@ Uploading... 4,352/28,347 files checked, 78/78 uploaded (0.00B transferred), 3,6
 Uploading... 8,192/28,347 files checked, 120/120 uploaded (0.00B transferred), 7,458 committed in 0 commit(s)
 Uploading... 12,032/28,347 files checked, 120/120 uploaded (0.00B transferred), 11,454 committed in 0 commit(s)
 Uploading... 18,176/28,347 files checked, 120/120 uploaded (0.00B transferred), 17,472 committed in 0 commit(s)
+Uploading... 22,528/28,347 files checked, 130/130 uploaded (0.00B transferred), 21,992 committed in 1 commit(s)
+Upload completed in 3 commits.
+url=https://huggingface.co/anhtld/vla/commit/1b2de023b003e1733476456e1d69ef0967cdd6bb
+[2026-07-03T10:59:33Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+Found 1,276 files to upload
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/1b2de023b003e1733476456e1d69ef0967cdd6bb
+[2026-07-03T11:00:10Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/1b2de023b003e1733476456e1d69ef0967cdd6bb
+[2026-07-03T11:00:14Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/1b2de023b003e1733476456e1d69ef0967cdd6bb
+[2026-07-03T11:00:18Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 84 files to upload
+Uploading... 84/84 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 84/84 files checked, 9/9 uploaded (159MB transferred), 41 committed in 1 commit(s)
+Upload completed in 2 commits.
+url=https://huggingface.co/anhtld/vla/commit/092bb38fd9f0ad2a47c0eec1ab61908d12652ddc
+[2026-07-03T11:01:01Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/092bb38fd9f0ad2a47c0eec1ab61908d12652ddc
+[2026-07-03T11:01:01Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/092bb38fd9f0ad2a47c0eec1ab61908d12652ddc
+[2026-07-03T11:01:17Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/092bb38fd9f0ad2a47c0eec1ab61908d12652ddc
+[2026-07-03T11:01:25Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+url=https://huggingface.co/anhtld/vla/commit/5a36a15b59d708176cca0d2ee3f02a230e150d60
+[2026-07-03T11:01:28Z] sync complete
+[2026-07-03T11:01:28Z] sync cycle succeeded

workspace/outputs/hf_sync/hf_push_every_15m.nohup.log

@@ -0,0 +1,2 @@
+[2026-07-03T10:52:11Z] starting Hugging Face sync daemon; interval=900s repo=anhtld/vla
+[2026-07-03T10:52:11Z] checking Hugging Face auth

workspace/outputs/hf_sync/hf_push_every_15m.setsid.log

@@ -0,0 +1,11 @@
+[2026-07-03T10:58:25Z] starting Hugging Face sync daemon; interval=900s repo=anhtld/vla
+[2026-07-03T10:58:25Z] checking Hugging Face auth
+[2026-07-03T10:58:28Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-03T10:58:28Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace
+Found 28,353 files to upload
+Uploading... 256/28,353 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/28,353 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/28,353 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 2,560/28,353 files checked, 52/52 uploaded (0.00B transferred), 1,802 committed in 0 commit(s)
+Uploading... 5,120/28,353 files checked, 78/78 uploaded (0.00B transferred), 4,319 committed in 0 commit(s)
+Uploading... 8,192/28,353 files checked, 120/120 uploaded (0.00B transferred), 7,357 committed in 0 commit(s)

workspace/outputs/hf_sync/hf_sync.log

@@ -488,3 +488,12 @@
 [2026-07-03T10:58:25Z] checking Hugging Face auth
 [2026-07-03T10:58:28Z] sync start repo=anhtld/vla type=model dry_run=0
 [2026-07-03T10:58:28Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace
+[2026-07-03T10:59:33Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+[2026-07-03T11:00:10Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-03T11:00:14Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-03T11:00:18Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-03T11:01:01Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-03T11:01:01Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-03T11:01:17Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-03T11:01:25Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-03T11:01:28Z] sync complete

workspace/outputs/hf_sync/hf_sync_daemon.log

@@ -49,3 +49,4 @@
 [2026-07-03T10:53:56Z] starting Hugging Face sync daemon; interval=900s repo=anhtld/vla
 [2026-07-03T10:54:56Z] sync cycle failed with status=2
 [2026-07-03T10:58:25Z] starting Hugging Face sync daemon; interval=900s repo=anhtld/vla
+[2026-07-03T11:01:28Z] sync cycle succeeded