auto-sync 2026-07-06T14:44:35Z workspace

workspace/outputs/hf_sync/hf_push_daemon_login.out

@@ -12441,3 +12441,63 @@ Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 commi
 Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
 Uploading... 3,840/31,630 files checked, 77/87 uploaded (0.00B transferred), 3,313 committed in 0 commit(s)
+Uploading... 28,416/31,630 files checked, 914/914 uploaded (0.00B transferred), 28,250 committed in 1 commit(s)
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:09Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+Found 1,276 files to upload
+Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:24Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:32Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:39Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 87 files to upload
+Uploading... 87/87 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:48Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:49Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 2/4 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:23:27Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:23:32Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+url=https://huggingface.co/anhtld/vla/commit/225b17f78af8f58b5c309a1d2c6ded42acbe49c7
+[2026-07-06T14:23:42Z] cleanup remote Markdown; keep=workspace/README.md
+remote_markdown_cleanup: nothing_to_delete
+[2026-07-06T14:29:27Z] sync complete
+[2026-07-06T14:29:27Z] sync cycle succeeded
+[2026-07-06T14:44:28Z] checking Hugging Face auth
+[2026-07-06T14:44:35Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-06T14:44:35Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/hf_api.py:11299: UserWarning: Warnings while validating metadata in README.md:
+- empty or missing yaml metadata in repo card
+  warnings.warn(f"Warnings while validating metadata in README.md:\n{message}")
+Found 31,630 files to upload
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 13/13 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 5,888/31,630 files checked, 124/124 uploaded (0.00B transferred), 5,221 committed in 0 commit(s)
+Uploading... 13,056/31,630 files checked, 129/129 uploaded (0.00B transferred), 12,394 committed in 0 commit(s)

workspace/outputs/hf_sync/hf_push_every_15m.setsid.log

@@ -9177,3 +9177,72 @@ Hint: A new version of huggingface_hub (1.22.0) is available! You are using vers
 To update, run: hf update
 Found 1,276 files to upload
 Uploading... 256/1,276 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:14Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+Found 51 files to upload
+Uploading... 51/51 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:20Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+Found 49 files to upload
+Uploading... 49/49 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:26Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+Found 87 files to upload
+Uploading... 87/87 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:35Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+Found 0 files to upload
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/eec4b7983c82b6414000fd28356e99bfb4765ef2
+[2026-07-06T14:22:36Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+Found 10 files to upload
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 10/10 files checked, 2/4 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/225b17f78af8f58b5c309a1d2c6ded42acbe49c7
+[2026-07-06T14:26:24Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+Found 3 files to upload
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 3/3 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/225b17f78af8f58b5c309a1d2c6ded42acbe49c7
+[2026-07-06T14:29:30Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/cli/upload.py:189: UserWarning: Ignoring --exclude since a single file is uploaded.
+  warnings.warn("Ignoring --exclude since a single file is uploaded.")
+Removing 1 file(s) from commit that have not changed.
+No files have been modified since last commit. Skipping to prevent empty commit.
+url=https://huggingface.co/anhtld/vla/commit/225b17f78af8f58b5c309a1d2c6ded42acbe49c7
+[2026-07-06T14:29:33Z] cleanup remote Markdown; keep=workspace/README.md
+remote_markdown_cleanup: nothing_to_delete
+[2026-07-06T14:32:08Z] sync complete
+[2026-07-06T14:32:08Z] sync cycle succeeded
+[2026-07-06T14:47:08Z] checking Hugging Face auth
+[2026-07-06T14:47:11Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-06T14:47:11Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace
+/lustre09/project/6037638/knguy52/vla/.venv/lib/python3.11/site-packages/huggingface_hub/hf_api.py:11299: UserWarning: Warnings while validating metadata in README.md:
+- empty or missing yaml metadata in repo card
+  warnings.warn(f"Warnings while validating metadata in README.md:\n{message}")
+Found 31,630 files to upload
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 256/31,630 files checked, 0/0 uploaded (0.00B transferred), 0 committed in 0 commit(s)
+Uploading... 7,424/31,630 files checked, 128/128 uploaded (0.00B transferred), 6,750 committed in 0 commit(s)

workspace/outputs/hf_sync/hf_sync.log

@@ -4509,3 +4509,28 @@
 [2026-07-06T14:02:48Z] sync start repo=anhtld/vla type=model dry_run=0
 [2026-07-06T14:02:48Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
 [2026-07-06T14:21:27Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+[2026-07-06T14:22:09Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs -> anhtld/vla/scratch/experiments/dovla_h16_policy_ckpt_runs
+[2026-07-06T14:22:14Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-06T14:22:20Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-06T14:22:24Z] upload /scratch/knguy52/dovla/experiments/dovla_h16_rollout_runs -> anhtld/vla/scratch/experiments/dovla_h16_rollout_runs
+[2026-07-06T14:22:26Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-06T14:22:32Z] upload /scratch/knguy52/dovla/experiments/h16_merged_dataset -> anhtld/vla/scratch/experiments/h16_merged_dataset
+[2026-07-06T14:22:35Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-06T14:22:36Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-06T14:22:39Z] upload /scratch/knguy52/dovla/experiments/six_task_h16_collection -> anhtld/vla/scratch/experiments/six_task_h16_collection
+[2026-07-06T14:22:48Z] upload /scratch/knguy52/dovla/experiments/embedding_cache -> anhtld/vla/scratch/experiments/embedding_cache
+[2026-07-06T14:22:49Z] upload /scratch/knguy52/dovla/cache -> anhtld/vla/scratch/cache
+[2026-07-06T14:23:27Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-06T14:23:32Z] upload /lustre09/project/6037638/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-06T14:23:42Z] cleanup remote Markdown; keep=workspace/README.md
+[2026-07-06T14:26:24Z] upload /scratch/knguy52/dovla/caches -> anhtld/vla/scratch/caches
+[2026-07-06T14:29:27Z] sync complete
+[2026-07-06T14:29:30Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla/outputs/hf_sync/last_manifest.json -> anhtld/vla/manifests/hf_sync_last_manifest.json
+[2026-07-06T14:29:33Z] cleanup remote Markdown; keep=workspace/README.md
+[2026-07-06T14:32:08Z] sync complete
+[2026-07-06T14:44:28Z] checking Hugging Face auth
+[2026-07-06T14:44:35Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-06T14:44:35Z] upload /lustre09/project/6037638/knguy52/vla -> anhtld/vla/workspace
+[2026-07-06T14:47:08Z] checking Hugging Face auth
+[2026-07-06T14:47:11Z] sync start repo=anhtld/vla type=model dry_run=0
+[2026-07-06T14:47:11Z] upload /home/knguy52/links/projects/def-yalda/knguy52/vla -> anhtld/vla/workspace

workspace/outputs/hf_sync/hf_sync_daemon.log

@@ -354,3 +354,5 @@
 [2026-07-06T13:20:01Z] sync cycle succeeded
 [2026-07-06T13:39:50Z] sync cycle succeeded
 [2026-07-06T13:47:38Z] sync cycle succeeded
+[2026-07-06T14:29:27Z] sync cycle succeeded
+[2026-07-06T14:32:08Z] sync cycle succeeded

workspace/outputs/hf_sync/last_manifest.json

@@ -1,12 +1,12 @@
 {
-  "generated_utc": "2026-07-06T14:02:48.778875+00:00",
+  "generated_utc": "2026-07-06T14:47:11.982827+00:00",
   "repo_id": "anhtld/vla",
-  "project_dir": "/lustre09/project/6037638/knguy52/vla",
+  "project_dir": "/home/knguy52/links/projects/def-yalda/knguy52/vla",
   "scratch_root": "/scratch/knguy52/dovla",
   "roots": [
     {
       "remote": "workspace",
-      "local": "/lustre09/project/6037638/knguy52/vla",
+      "local": "/home/knguy52/links/projects/def-yalda/knguy52/vla",
       "exists": true
     },
     {