auto-sync 2026-07-03T21:30:08Z workspace

workspace/outputs/hf_sync/hf_push_daemon_login.out

@@ -3592,3 +3592,64 @@ Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 commi
 Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 11,008/30,311 files checked, 129/129 uploaded (0.00B transferred), 11,000 committed in 0 commit(s)
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:12:22Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+Found 1,276 files to upload
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 512/1,276 files checked, 18/39 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 768/1,276 files checked, 57/70 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:13:59Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:09Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:16Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 87 files to upload
+Uploading... 87/87 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:24Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:25Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:56Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:15:02Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+Removing 1 file(s) from commit that have not changed.
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:15:02Z] sync complete
+[2026-07-03T21:15:02Z] sync cycle succeeded
+[2026-07-03T21:30:02Z] checking Hugging Face auth
+[2026-07-03T21:30:08Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-03T21:30:08Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
+Found 30,311 files to upload
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 1,536/30,311 files checked, 28/28 uploaded (0.00B transferred), 1,000 committed in 0 commit(s)
+Uploading... 8,960/30,311 files checked, 129/129 uploaded (0.00B transferred), 8,016 committed in 0 commit(s)
+Uploading... 11,520/30,311 files checked, 129/129 uploaded (0.00B transferred), 11,012 committed in 0 commit(s)
+Uploading... 16,128/30,311 files checked, 129/129 uploaded (0.00B transferred), 15,349 committed in 0 commit(s)
+Uploading... 20,736/30,311 files checked, 129/129 uploaded (0.00B transferred), 19,812 committed in 0 commit(s)

workspace/outputs/hf_sync/hf_push_every_15m.setsid.log

@@ -1235,3 +1235,61 @@ Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 commit
 Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 512/1,276 files checked, 35/49 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 512/1,276 files checked, 42/58 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 512/1,276 files checked, 42/58 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 512/1,276 files checked, 42/58 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 768/1,276 files checked, 96/101 uploaded (0.00B transferred), 250 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:13:59Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:03Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:09Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 87 files to upload
+Uploading... 87/87 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:22Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:22Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 2/4 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:56Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/83af793041cbffc25ebd066ee95f5f583379a288
+[2026-07-03T21:14:59Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+url=https://huggingface.co/anhtld/vla/commit/6513c421a181449fce9107c9bcadcba23efe987c
+[2026-07-03T21:15:10Z] sync complete
+[2026-07-03T21:15:10Z] sync cycle succeeded
+[2026-07-03T21:30:10Z] checking Hugging Face auth
+[2026-07-03T21:30:11Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-03T21:30:11Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace
+Found 30,311 files to upload
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/30,311 files checked, 10/12 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 5,632/30,311 files checked, 124/124 uploaded (0.00B transferred), 4,938 committed in 0 commit(s)
+Uploading... 8,960/30,311 files checked, 129/129 uploaded (0.00B transferred), 8,016 committed in 0 commit(s)
+Uploading... 11,520/30,311 files checked, 129/129 uploaded (0.00B transferred), 11,012 committed in 0 commit(s)
+Uploading... 16,128/30,311 files checked, 129/129 uploaded (0.00B transferred), 15,348 committed in 0 commit(s)
+Uploading... 20,736/30,311 files checked, 129/129 uploaded (0.00B transferred), 19,810 committed in 0 commit(s)

workspace/outputs/hf_sync/hf_sync.log

@@ -1014,3 +1014,26 @@
 [2026-07-03T21:04:30Z] sync start repo=anhtld/vla type=model dry_run=0
 [2026-07-03T21:04:30Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
 [2026-07-03T21:08:53Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+[2026-07-03T21:12:22Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+[2026-07-03T21:13:59Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-03T21:13:59Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-03T21:14:03Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-03T21:14:09Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-03T21:14:09Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-03T21:14:16Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-03T21:14:22Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-03T21:14:22Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-03T21:14:24Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-03T21:14:25Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-03T21:14:56Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-03T21:14:56Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-03T21:14:59Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-03T21:15:02Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-03T21:15:02Z] sync complete
+[2026-07-03T21:15:10Z] sync complete
+[2026-07-03T21:30:02Z] checking Hugging Face auth
+[2026-07-03T21:30:08Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-03T21:30:08Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
+[2026-07-03T21:30:10Z] checking Hugging Face auth
+[2026-07-03T21:30:11Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-03T21:30:11Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace

workspace/outputs/hf_sync/hf_sync_daemon.log

@@ -94,3 +94,5 @@
 [2026-07-03T20:17:44Z] sync cycle succeeded
 [2026-07-03T20:41:43Z] sync cycle succeeded
 [2026-07-03T20:49:24Z] sync cycle succeeded
+[2026-07-03T21:15:02Z] sync cycle succeeded
+[2026-07-03T21:15:10Z] sync cycle succeeded

workspace/outputs/hf_sync/last_manifest.json

@@ -1,12 +1,12 @@
 {
-  "generated_utc": "2026-07-03T21:04:30.528240+00:00",
+  "generated_utc": "2026-07-03T21:30:11.579347+00:00",
   "repo_id": "anhtld/vla",
-  "project_dir": "/lustre09/project/6037638/knguy52/vla",
+  "project_dir": "/home/knguy52/links/projects/def-yalda/knguy52/vla",
   "scratch_root": "/scratch/knguy52/dovla",
   "roots": [
     {
       "remote": "workspace",
-      "local": "/lustre09/project/6037638/knguy52/vla",
+      "local": "/home/knguy52/links/projects/def-yalda/knguy52/vla",
       "exists": true
     },
     {