auto-sync 2026-07-04T01:14:16Z workspace (part 2)

workspace/outputs/hf_sync/hf_push_daemon_login.out

@@ -4025,3 +4025,66 @@ Uploading... 12,544/31,645 files checked, 129/129 uploaded (0.00B transferred),
 Uploading... 16,640/31,645 files checked, 129/129 uploaded (0.00B transferred), 15,784 committed in 0 commit(s)
 Uploading... 20,224/31,645 files checked, 129/129 uploaded (0.00B transferred), 19,262 committed in 0 commit(s)
 Uploading... 22,272/31,645 files checked, 139/139 uploaded (0.00B transferred), 21,600 committed in 0 commit(s)
+Uploading... 23,808/31,645 files checked, 139/139 uploaded (0.00B transferred), 23,051 committed in 1 commit(s)
+Uploading... 25,088/31,645 files checked, 139/139 uploaded (0.00B transferred), 24,321 committed in 1 commit(s)
+Uploading... 26,880/31,645 files checked, 835/845 uploaded (0.00B transferred), 26,250 committed in 1 commit(s)
+Uploading... 28,672/31,645 files checked, 914/914 uploaded (0.00B transferred), 27,913 committed in 2 commit(s)
+Uploading... 29,952/31,645 files checked, 927/927 uploaded (0.00B transferred), 29,120 committed in 5 commit(s)
+Uploading... 31,645/31,645 files checked, 938/939 uploaded (0.00B transferred), 30,750 committed in 5 commit(s)
+Upload completed in 7 commits.
+url=https://huggingface.co/anhtld/vla/commit/3a0705fad6e0cbbe143d7d0fa9038a22b4377ab1
+[2026-07-04T01:05:12Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+Found 1,276 files to upload
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 1,024/1,276 files checked, 143/202 uploaded (26.3MB transferred), 524 committed in 0 commit(s)
+Uploading... 1,024/1,276 files checked, 198/202 uploaded (26.3MB transferred), 524 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/6b8a5bf3ba42ff3acb918374a0b0d20823c13e83
+[2026-07-04T01:10:27Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 5/6 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:07Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:18Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 87 files to upload
+Uploading... 87/87 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:31Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:31Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:50Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:58Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+Removing 1 file(s) from commit that have not changed.
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/81cc2b00b662c956c7231b0b5756675b33a77f3c
+[2026-07-04T01:12:59Z] sync complete
+[2026-07-04T01:12:59Z] sync cycle succeeded

workspace/outputs/hf_sync/hf_push_every_15m.setsid.log

@@ -1662,3 +1662,68 @@ Uploading... 1,276/1,276 files checked, 250/254 uploaded (47.5MB transferred), 7
 Uploading... 1,276/1,276 files checked, 250/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
 Uploading... 1,276/1,276 files checked, 250/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
 Uploading... 1,276/1,276 files checked, 250/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+Uploading... 1,276/1,276 files checked, 250/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+Uploading... 1,276/1,276 files checked, 251/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+Uploading... 1,276/1,276 files checked, 251/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+Uploading... 1,276/1,276 files checked, 251/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+Uploading... 1,276/1,276 files checked, 251/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+Uploading... 1,276/1,276 files checked, 251/254 uploaded (47.5MB transferred), 754 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/d815c14f95ad425b98b0d87ad389d26316980ad5
+[2026-07-04T01:04:41Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/ed4823c246094070ffdd02b44a7d5d8cebc01967
+[2026-07-04T01:08:52Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/ede75ba0acc1439e612fd3f4442413c35c9b41ec
+[2026-07-04T01:08:58Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 87 files to upload
+Uploading... 87/87 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/6b8a5bf3ba42ff3acb918374a0b0d20823c13e83
+[2026-07-04T01:09:20Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/6b8a5bf3ba42ff3acb918374a0b0d20823c13e83
+[2026-07-04T01:09:21Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 3/4 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/6b8a5bf3ba42ff3acb918374a0b0d20823c13e83
+[2026-07-04T01:09:53Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/6b8a5bf3ba42ff3acb918374a0b0d20823c13e83
+[2026-07-04T01:10:45Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+url=https://huggingface.co/anhtld/vla/commit/0aa55c04822d050560a60fb10b0b48eb8aa6f5bc
+[2026-07-04T01:10:47Z] sync complete
+[2026-07-04T01:10:47Z] sync cycle succeeded
+[2026-07-04T01:14:15Z] checking Hugging Face auth
+[2026-07-04T01:14:16Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-04T01:14:16Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace
+Found 31,673 files to upload
+Uploading... 256/31,673 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,673 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,673 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 1,024/31,673 files checked, 23/23 uploaded (0.00B transferred), 498 committed in 0 commit(s)
+Uploading... 6,144/31,673 files checked, 124/124 uploaded (0.00B transferred), 5,423 committed in 1 commit(s)
+Uploading... 11,008/31,673 files checked, 129/129 uploaded (0.00B transferred), 10,332 committed in 1 commit(s)
+Uploading... 16,128/31,673 files checked, 129/129 uploaded (0.00B transferred), 15,476 committed in 1 commit(s)
+Uploading... 21,504/31,673 files checked, 135/135 uploaded (0.00B transferred), 20,717 committed in 1 commit(s)

workspace/outputs/hf_sync/hf_sync.log

@@ -1158,3 +1158,23 @@
 [2026-07-04T00:53:08Z] checking Hugging Face auth
 [2026-07-04T00:53:10Z] sync start repo=anhtld/vla type=model dry_run=0
 [2026-07-04T00:53:11Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
+[2026-07-04T01:04:41Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-04T01:05:12Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+[2026-07-04T01:08:52Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-04T01:08:58Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-04T01:09:20Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-04T01:09:21Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-04T01:09:53Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-04T01:10:27Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-04T01:10:45Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-04T01:10:47Z] sync complete
+[2026-07-04T01:12:07Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-04T01:12:18Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-04T01:12:31Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-04T01:12:31Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-04T01:12:50Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-04T01:12:58Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-04T01:12:59Z] sync complete
+[2026-07-04T01:14:15Z] checking Hugging Face auth
+[2026-07-04T01:14:16Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-04T01:14:16Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace

workspace/outputs/hf_sync/hf_sync_daemon.log

@@ -106,3 +106,5 @@
 [2026-07-04T00:14:59Z] sync cycle succeeded
 [2026-07-04T00:21:39Z] sync cycle succeeded
 [2026-07-04T00:38:08Z] sync cycle succeeded
+[2026-07-04T01:10:47Z] sync cycle succeeded
+[2026-07-04T01:12:59Z] sync cycle succeeded

workspace/outputs/hf_sync/last_manifest.json

@@ -1,12 +1,12 @@
 {
-  "generated_utc": "2026-07-04T00:53:11.358619+00:00",
+  "generated_utc": "2026-07-04T01:14:16.507122+00:00",
   "repo_id": "anhtld/vla",
-  "project_dir": "/lustre09/project/6037638/knguy52/vla",
+  "project_dir": "/home/knguy52/links/projects/def-yalda/knguy52/vla",
   "scratch_root": "/scratch/knguy52/dovla",
   "roots": [
     {
       "remote": "workspace",
-      "local": "/lustre09/project/6037638/knguy52/vla",
+      "local": "/home/knguy52/links/projects/def-yalda/knguy52/vla",
       "exists": true
     },
     {