YZHANG32 commited on
Commit
ad2c1fa
·
verified ·
1 Parent(s): 13664c3

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. .gitattributes +5 -0
  2. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/config.json +71 -0
  3. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/dino_diagnostics.json +52 -0
  4. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/features.npz +3 -0
  5. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/latent_diagnostics.json +52 -0
  6. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/mmd_alignment.json +106 -0
  7. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_dino_raw.png +3 -0
  8. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_explained_variance.json +14 -0
  9. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_human_latent_only.png +3 -0
  10. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_human_to_robot.png +3 -0
  11. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_latent.png +3 -0
  12. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_robot_latent_only.png +3 -0
  13. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/representation_comparison.json +219 -0
  14. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/semantic_retrieval/retrieval_results.csv +7 -0
  15. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/semantic_retrieval/retrieval_results.json +180 -0
  16. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/semantic_retrieval/top1_confusions.json +64 -0
  17. checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/vec2vec_best.pt +3 -0
.gitattributes CHANGED
@@ -63,3 +63,8 @@ checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_human
63
  checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_human_to_robot.png filter=lfs diff=lfs merge=lfs -text
64
  checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_latent.png filter=lfs diff=lfs merge=lfs -text
65
  checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_robot_latent_only.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
63
  checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_human_to_robot.png filter=lfs diff=lfs merge=lfs -text
64
  checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_latent.png filter=lfs diff=lfs merge=lfs -text
65
  checkpoints/20261029_184123_lasthd_dino_vit_vit_z32/outputs/pca_latent/pca_robot_latent_only.png filter=lfs diff=lfs merge=lfs -text
66
+ checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_dino_raw.png filter=lfs diff=lfs merge=lfs -text
67
+ checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_human_latent_only.png filter=lfs diff=lfs merge=lfs -text
68
+ checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_human_to_robot.png filter=lfs diff=lfs merge=lfs -text
69
+ checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_latent.png filter=lfs diff=lfs merge=lfs -text
70
+ checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_robot_latent_only.png filter=lfs diff=lfs merge=lfs -text
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/config.json ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "DEVICE": "cuda:2",
3
+ "MODALITY": "image",
4
+ "TASK": "lasthd",
5
+ "DATA_DIR": "/media/yingji/data/LaST-HumanData",
6
+ "SAMPLING": "all",
7
+ "FRAME_STRIDE": 1,
8
+ "MAX_FRAMES": 50000,
9
+ "RATIO": 0.8,
10
+ "TASK1": "human",
11
+ "HUMAN_TASKS": [
12
+ "bag_with_zip",
13
+ "classify_obj",
14
+ "bottle_cap",
15
+ "box_sort"
16
+ ],
17
+ "HUMAN_DOMAINS": [
18
+ "in_domain"
19
+ ],
20
+ "HUMAN_STAGES": [
21
+ "raw",
22
+ "processed"
23
+ ],
24
+ "HUMAN_VERSIONS": [
25
+ "human_old",
26
+ "standard"
27
+ ],
28
+ "TASK2": "robot",
29
+ "ROBOT_TASKS": [
30
+ "bag_with_zip",
31
+ "classify_obj",
32
+ "bottle_cap",
33
+ "box_sort"
34
+ ],
35
+ "ROBOT_DOMAINS": [
36
+ "in_domain"
37
+ ],
38
+ "ROBOT_STAGES": [
39
+ "raw",
40
+ "processed"
41
+ ],
42
+ "ROBOT_VERSIONS": [
43
+ "standard",
44
+ "original"
45
+ ],
46
+ "ENCODER": "dino",
47
+ "POOLING": false,
48
+ "LATENT_DIM": 32,
49
+ "TIME": 32,
50
+ "ADAPTER": "linear",
51
+ "DECODER": "vit",
52
+ "DECODER_NUM_LAYERS": 8,
53
+ "DECODER_NUM_HEADS": 16,
54
+ "TARGET_SIZE": [
55
+ 16,
56
+ 16
57
+ ],
58
+ "ALIGN": "gan",
59
+ "NUM_EPOCHS": 30,
60
+ "BATCH_SIZE": 128,
61
+ "NUM_WORKERS": 0,
62
+ "ACCUM_STEPS": 1,
63
+ "LEARNING_RATE": 0.0005,
64
+ "WEIGHT_DECAY": 0.0001,
65
+ "LAMBDA_REC": 1.0,
66
+ "LAMBDA_CYCLE": 1.0,
67
+ "LAMBDA_ALIGN": 2.0,
68
+ "LAMBDA_GEO": 1.0,
69
+ "LOG_INTERVAL": 1,
70
+ "SAVE_DIR": "./checkpoints/20261028_121134_lasthd_dino_linear_vit_z32"
71
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/dino_diagnostics.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "human_image": {
3
+ "samples": 5000,
4
+ "dim": 768,
5
+ "effective_rank": 37.86635209918884,
6
+ "normalized_erank": 0.04930514596248547,
7
+ "total_variance": 291.95710621128046,
8
+ "top1_ratio": 0.2358900145790713,
9
+ "top2_ratio": 0.40488206308485697,
10
+ "mean_norm": 16.63312510142556,
11
+ "per_dimension_std_mean": 0.5958123516649941
12
+ },
13
+ "robot_image": {
14
+ "samples": 5000,
15
+ "dim": 768,
16
+ "effective_rank": 30.506905669628978,
17
+ "normalized_erank": 0.039722533423996065,
18
+ "total_variance": 216.27527569925732,
19
+ "top1_ratio": 0.24056710103226345,
20
+ "top2_ratio": 0.38064810201915567,
21
+ "mean_norm": 17.458991757854186,
22
+ "per_dimension_std_mean": 0.512295690563508
23
+ },
24
+ "human_patch": {
25
+ "samples": 20000,
26
+ "dim": 768,
27
+ "effective_rank": 137.96157743325728,
28
+ "normalized_erank": 0.1796374706162204,
29
+ "total_variance": 1889.929233398266,
30
+ "top1_ratio": 0.09370694100615372,
31
+ "top2_ratio": 0.17445496817820627,
32
+ "mean_norm": 16.638647337668452,
33
+ "per_dimension_std_mean": 1.50598602312703
34
+ },
35
+ "robot_patch": {
36
+ "samples": 20000,
37
+ "dim": 768,
38
+ "effective_rank": 126.33306847103931,
39
+ "normalized_erank": 0.1644961829049991,
40
+ "total_variance": 1814.8042581756474,
41
+ "top1_ratio": 0.09554329131718022,
42
+ "top2_ratio": 0.16380443803706812,
43
+ "mean_norm": 17.491103875969653,
44
+ "per_dimension_std_mean": 1.470771762567301
45
+ },
46
+ "image_domain_distance": {
47
+ "mean_distance": 10.528165061048872,
48
+ "normalized_mean_distance": 0.6605108416734085,
49
+ "human_total_variance": 291.8987147900383,
50
+ "robot_total_variance": 216.23202064411754
51
+ }
52
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/features.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfe5856addc7791034fdb9d9ef5dbbf7924473182deba22d55fdb5fb46ecc053
3
+ size 290865198
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/latent_diagnostics.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "human_image": {
3
+ "samples": 5000,
4
+ "dim": 32,
5
+ "effective_rank": 2.618479973363523,
6
+ "normalized_erank": 0.08182749916761009,
7
+ "total_variance": 178.78845925455246,
8
+ "top1_ratio": 0.47302031408959666,
9
+ "top2_ratio": 0.9140047720614597,
10
+ "mean_norm": 76.39098224743871,
11
+ "per_dimension_std_mean": 2.172345567050513
12
+ },
13
+ "robot_image": {
14
+ "samples": 5000,
15
+ "dim": 32,
16
+ "effective_rank": 2.1783854288316946,
17
+ "normalized_erank": 0.06807454465099046,
18
+ "total_variance": 26.291046543565635,
19
+ "top1_ratio": 0.7695839452166702,
20
+ "top2_ratio": 0.9054996974244817,
21
+ "mean_norm": 60.57582592463199,
22
+ "per_dimension_std_mean": 0.7865727615001442
23
+ },
24
+ "human_patch": {
25
+ "samples": 20000,
26
+ "dim": 32,
27
+ "effective_rank": 2.6687886510240237,
28
+ "normalized_erank": 0.08339964534450074,
29
+ "total_variance": 739.9795309929589,
30
+ "top1_ratio": 0.5737974615750688,
31
+ "top2_ratio": 0.9045019883493122,
32
+ "mean_norm": 76.42658641871174,
33
+ "per_dimension_std_mean": 4.357579595603684
34
+ },
35
+ "robot_patch": {
36
+ "samples": 20000,
37
+ "dim": 32,
38
+ "effective_rank": 1.918377287874971,
39
+ "normalized_erank": 0.05994929024609284,
40
+ "total_variance": 255.05978331115435,
41
+ "top1_ratio": 0.8340150241008183,
42
+ "top2_ratio": 0.9439564675995913,
43
+ "mean_norm": 60.62781949944593,
44
+ "per_dimension_std_mean": 2.3824019417899205
45
+ },
46
+ "image_domain_distance": {
47
+ "mean_distance": 95.80082465798779,
48
+ "normalized_mean_distance": 9.461642793316413,
49
+ "human_total_variance": 178.7527015627014,
50
+ "robot_total_variance": 26.28578833425695
51
+ }
52
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/mmd_alignment.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dino_human_vs_robot_pool": {
3
+ "mmd2": 0.13747782011826834,
4
+ "n_a": 1024,
5
+ "n_b": 1024,
6
+ "dimension": 768,
7
+ "bandwidth_sqdist_reference": 449.292236328125,
8
+ "kernel_scales": [
9
+ 0.5,
10
+ 1.0,
11
+ 2.0
12
+ ],
13
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
14
+ },
15
+ "dino_human_vs_robot_patch": {
16
+ "mmd2": 0.024499158064524334,
17
+ "n_a": 1024,
18
+ "n_b": 1024,
19
+ "dimension": 768,
20
+ "bandwidth_sqdist_reference": 3725.052490234375,
21
+ "kernel_scales": [
22
+ 0.5,
23
+ 1.0,
24
+ 2.0
25
+ ],
26
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
27
+ },
28
+ "latent_human_vs_robot_pool": {
29
+ "mmd2": 0.49012839794158936,
30
+ "n_a": 1024,
31
+ "n_b": 1024,
32
+ "dimension": 32,
33
+ "bandwidth_sqdist_reference": 34.56103515625,
34
+ "kernel_scales": [
35
+ 0.5,
36
+ 1.0,
37
+ 2.0
38
+ ],
39
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
40
+ },
41
+ "latent_human_vs_robot_patch": {
42
+ "mmd2": 0.5810929536819458,
43
+ "n_a": 1024,
44
+ "n_b": 1024,
45
+ "dimension": 32,
46
+ "bandwidth_sqdist_reference": 318.7587890625,
47
+ "kernel_scales": [
48
+ 0.5,
49
+ 1.0,
50
+ 2.0
51
+ ],
52
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
53
+ },
54
+ "decoder_translated_human_vs_robot_pool": {
55
+ "mmd2": 1.1004972259203594,
56
+ "n_a": 1024,
57
+ "n_b": 1024,
58
+ "dimension": 768,
59
+ "bandwidth_sqdist_reference": 449.292236328125,
60
+ "kernel_scales": [
61
+ 0.5,
62
+ 1.0,
63
+ 2.0
64
+ ],
65
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
66
+ },
67
+ "decoder_translated_human_vs_robot_patch": {
68
+ "mmd2": 0.44985949993133545,
69
+ "n_a": 1024,
70
+ "n_b": 1024,
71
+ "dimension": 768,
72
+ "bandwidth_sqdist_reference": 3725.052490234375,
73
+ "kernel_scales": [
74
+ 0.5,
75
+ 1.0,
76
+ 2.0
77
+ ],
78
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
79
+ },
80
+ "decoder_robot_recon_vs_robot_pool": {
81
+ "mmd2": 0.22935251394907633,
82
+ "n_a": 1024,
83
+ "n_b": 1024,
84
+ "dimension": 768,
85
+ "bandwidth_sqdist_reference": 449.292236328125,
86
+ "kernel_scales": [
87
+ 0.5,
88
+ 1.0,
89
+ 2.0
90
+ ],
91
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
92
+ },
93
+ "decoder_robot_recon_vs_robot_patch": {
94
+ "mmd2": 0.1463021437327067,
95
+ "n_a": 1024,
96
+ "n_b": 1024,
97
+ "dimension": 768,
98
+ "bandwidth_sqdist_reference": 3725.052490234375,
99
+ "kernel_scales": [
100
+ 0.5,
101
+ 1.0,
102
+ 2.0
103
+ ],
104
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
105
+ }
106
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_dino_raw.png ADDED

Git LFS Details

  • SHA256: 85e69c832182150168a90ef0aa78430c0c2495e8c093333c655c2f3399840eaf
  • Pointer size: 131 Bytes
  • Size of remote file: 617 kB
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_explained_variance.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dino_raw": [
3
+ 15.08189582824707,
4
+ 12.994832992553711
5
+ ],
6
+ "latent": [
7
+ 83.68476867675781,
8
+ 8.322822570800781
9
+ ],
10
+ "human_to_robot": [
11
+ 52.64480209350586,
12
+ 8.61465835571289
13
+ ]
14
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_human_latent_only.png ADDED

Git LFS Details

  • SHA256: 74bb884f438f2932e4a34a6747d2be56e1dec471ccc69780fcc165a06a1ae334
  • Pointer size: 131 Bytes
  • Size of remote file: 494 kB
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_human_to_robot.png ADDED

Git LFS Details

  • SHA256: 60b36a2588102f3529a1be52060d24fd54c5e8a55f8c704aec7c5f702b2c8c5a
  • Pointer size: 131 Bytes
  • Size of remote file: 231 kB
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_latent.png ADDED

Git LFS Details

  • SHA256: ed852a3bfa60de9f72e3d02bf89a4f575858812551556e1ff75b0aad4089f65f
  • Pointer size: 131 Bytes
  • Size of remote file: 465 kB
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/pca_robot_latent_only.png ADDED

Git LFS Details

  • SHA256: d86c415d5115432a752557ee066f53d32c583ff89737ec38f8947a59e1dde063
  • Pointer size: 131 Bytes
  • Size of remote file: 502 kB
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/representation_comparison.json ADDED
@@ -0,0 +1,219 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mmd_alignment": {
3
+ "dino_human_vs_robot_pool": {
4
+ "mmd2": 0.13747782011826834,
5
+ "n_a": 1024,
6
+ "n_b": 1024,
7
+ "dimension": 768,
8
+ "bandwidth_sqdist_reference": 449.292236328125,
9
+ "kernel_scales": [
10
+ 0.5,
11
+ 1.0,
12
+ 2.0
13
+ ],
14
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
15
+ },
16
+ "dino_human_vs_robot_patch": {
17
+ "mmd2": 0.024499158064524334,
18
+ "n_a": 1024,
19
+ "n_b": 1024,
20
+ "dimension": 768,
21
+ "bandwidth_sqdist_reference": 3725.052490234375,
22
+ "kernel_scales": [
23
+ 0.5,
24
+ 1.0,
25
+ 2.0
26
+ ],
27
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
28
+ },
29
+ "latent_human_vs_robot_pool": {
30
+ "mmd2": 0.49012839794158936,
31
+ "n_a": 1024,
32
+ "n_b": 1024,
33
+ "dimension": 32,
34
+ "bandwidth_sqdist_reference": 34.56103515625,
35
+ "kernel_scales": [
36
+ 0.5,
37
+ 1.0,
38
+ 2.0
39
+ ],
40
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
41
+ },
42
+ "latent_human_vs_robot_patch": {
43
+ "mmd2": 0.5810929536819458,
44
+ "n_a": 1024,
45
+ "n_b": 1024,
46
+ "dimension": 32,
47
+ "bandwidth_sqdist_reference": 318.7587890625,
48
+ "kernel_scales": [
49
+ 0.5,
50
+ 1.0,
51
+ 2.0
52
+ ],
53
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
54
+ },
55
+ "decoder_translated_human_vs_robot_pool": {
56
+ "mmd2": 1.1004972259203594,
57
+ "n_a": 1024,
58
+ "n_b": 1024,
59
+ "dimension": 768,
60
+ "bandwidth_sqdist_reference": 449.292236328125,
61
+ "kernel_scales": [
62
+ 0.5,
63
+ 1.0,
64
+ 2.0
65
+ ],
66
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
67
+ },
68
+ "decoder_translated_human_vs_robot_patch": {
69
+ "mmd2": 0.44985949993133545,
70
+ "n_a": 1024,
71
+ "n_b": 1024,
72
+ "dimension": 768,
73
+ "bandwidth_sqdist_reference": 3725.052490234375,
74
+ "kernel_scales": [
75
+ 0.5,
76
+ 1.0,
77
+ 2.0
78
+ ],
79
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
80
+ },
81
+ "decoder_robot_recon_vs_robot_pool": {
82
+ "mmd2": 0.22935251394907633,
83
+ "n_a": 1024,
84
+ "n_b": 1024,
85
+ "dimension": 768,
86
+ "bandwidth_sqdist_reference": 449.292236328125,
87
+ "kernel_scales": [
88
+ 0.5,
89
+ 1.0,
90
+ 2.0
91
+ ],
92
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
93
+ },
94
+ "decoder_robot_recon_vs_robot_patch": {
95
+ "mmd2": 0.1463021437327067,
96
+ "n_a": 1024,
97
+ "n_b": 1024,
98
+ "dimension": 768,
99
+ "bandwidth_sqdist_reference": 3725.052490234375,
100
+ "kernel_scales": [
101
+ 0.5,
102
+ 1.0,
103
+ 2.0
104
+ ],
105
+ "estimator": "biased RBF MMD squared (multi-kernel mean)"
106
+ }
107
+ },
108
+ "dino": {
109
+ "human_image": {
110
+ "samples": 5000,
111
+ "dim": 768,
112
+ "effective_rank": 37.86635209918884,
113
+ "normalized_erank": 0.04930514596248547,
114
+ "total_variance": 291.95710621128046,
115
+ "top1_ratio": 0.2358900145790713,
116
+ "top2_ratio": 0.40488206308485697,
117
+ "mean_norm": 16.63312510142556,
118
+ "per_dimension_std_mean": 0.5958123516649941
119
+ },
120
+ "robot_image": {
121
+ "samples": 5000,
122
+ "dim": 768,
123
+ "effective_rank": 30.506905669628978,
124
+ "normalized_erank": 0.039722533423996065,
125
+ "total_variance": 216.27527569925732,
126
+ "top1_ratio": 0.24056710103226345,
127
+ "top2_ratio": 0.38064810201915567,
128
+ "mean_norm": 17.458991757854186,
129
+ "per_dimension_std_mean": 0.512295690563508
130
+ },
131
+ "human_patch": {
132
+ "samples": 20000,
133
+ "dim": 768,
134
+ "effective_rank": 137.96157743325728,
135
+ "normalized_erank": 0.1796374706162204,
136
+ "total_variance": 1889.929233398266,
137
+ "top1_ratio": 0.09370694100615372,
138
+ "top2_ratio": 0.17445496817820627,
139
+ "mean_norm": 16.638647337668452,
140
+ "per_dimension_std_mean": 1.50598602312703
141
+ },
142
+ "robot_patch": {
143
+ "samples": 20000,
144
+ "dim": 768,
145
+ "effective_rank": 126.33306847103931,
146
+ "normalized_erank": 0.1644961829049991,
147
+ "total_variance": 1814.8042581756474,
148
+ "top1_ratio": 0.09554329131718022,
149
+ "top2_ratio": 0.16380443803706812,
150
+ "mean_norm": 17.491103875969653,
151
+ "per_dimension_std_mean": 1.470771762567301
152
+ },
153
+ "image_domain_distance": {
154
+ "mean_distance": 10.528165061048872,
155
+ "normalized_mean_distance": 0.6605108416734085,
156
+ "human_total_variance": 291.8987147900383,
157
+ "robot_total_variance": 216.23202064411754
158
+ }
159
+ },
160
+ "vec2vec_latent": {
161
+ "human_image": {
162
+ "samples": 5000,
163
+ "dim": 32,
164
+ "effective_rank": 2.618479973363523,
165
+ "normalized_erank": 0.08182749916761009,
166
+ "total_variance": 178.78845925455246,
167
+ "top1_ratio": 0.47302031408959666,
168
+ "top2_ratio": 0.9140047720614597,
169
+ "mean_norm": 76.39098224743871,
170
+ "per_dimension_std_mean": 2.172345567050513
171
+ },
172
+ "robot_image": {
173
+ "samples": 5000,
174
+ "dim": 32,
175
+ "effective_rank": 2.1783854288316946,
176
+ "normalized_erank": 0.06807454465099046,
177
+ "total_variance": 26.291046543565635,
178
+ "top1_ratio": 0.7695839452166702,
179
+ "top2_ratio": 0.9054996974244817,
180
+ "mean_norm": 60.57582592463199,
181
+ "per_dimension_std_mean": 0.7865727615001442
182
+ },
183
+ "human_patch": {
184
+ "samples": 20000,
185
+ "dim": 32,
186
+ "effective_rank": 2.6687886510240237,
187
+ "normalized_erank": 0.08339964534450074,
188
+ "total_variance": 739.9795309929589,
189
+ "top1_ratio": 0.5737974615750688,
190
+ "top2_ratio": 0.9045019883493122,
191
+ "mean_norm": 76.42658641871174,
192
+ "per_dimension_std_mean": 4.357579595603684
193
+ },
194
+ "robot_patch": {
195
+ "samples": 20000,
196
+ "dim": 32,
197
+ "effective_rank": 1.918377287874971,
198
+ "normalized_erank": 0.05994929024609284,
199
+ "total_variance": 255.05978331115435,
200
+ "top1_ratio": 0.8340150241008183,
201
+ "top2_ratio": 0.9439564675995913,
202
+ "mean_norm": 60.62781949944593,
203
+ "per_dimension_std_mean": 2.3824019417899205
204
+ },
205
+ "image_domain_distance": {
206
+ "mean_distance": 95.80082465798779,
207
+ "normalized_mean_distance": 9.461642793316413,
208
+ "human_total_variance": 178.7527015627014,
209
+ "robot_total_variance": 26.28578833425695
210
+ }
211
+ },
212
+ "sampling": {
213
+ "max_images_per_domain": 5000,
214
+ "max_patch_vectors_per_domain": 20000,
215
+ "patch_sampling": "uniform random positions per image across the sampled image set",
216
+ "PCA_standardized": true,
217
+ "ERank_standardized": false
218
+ }
219
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/semantic_retrieval/retrieval_results.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ run,comparison,direction,P@1,P@5,Hit@5,mAP,n_query,n_gallery,feature_dim
2
+ GAN,DINO,Human→Robot,0.9299999999999999,0.9259999999999999,0.985,0.866569749876055,200,400,768
3
+ GAN,DINO,Robot→Human,0.9875,0.9884999999999999,0.9975,0.7762449219649799,400,200,768
4
+ GAN,Latent,Human→Robot,0.455,0.46,0.51,0.5543356014736495,200,400,32
5
+ GAN,Latent,Robot→Human,0.5,0.5,0.5,0.5287468671155471,400,200,32
6
+ GAN,Translation,Human→Robot,0.425,0.4189999999999999,0.555,0.5084669573243555,200,400,768
7
+ GAN,Robot Reconstruction,RobotRecon→Robot,0.5,0.5,0.5,0.6124355356224609,400,400,768
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/semantic_retrieval/retrieval_results.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_labels": [
3
+ "bag_with_zip",
4
+ "classify_obj"
5
+ ],
6
+ "seed": 42,
7
+ "query_per_task_requested": 100,
8
+ "gallery_per_task_requested": 200,
9
+ "runs": {
10
+ "GAN": {
11
+ "source": "/media/yingji/latent_vec2vec/checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/pca_latent/features.npz",
12
+ "per_task_query": 100,
13
+ "per_task_gallery": 200,
14
+ "metrics": {
15
+ "DINO / Human→Robot": {
16
+ "overall": {
17
+ "P@1": 0.9299999999999999,
18
+ "P@5": 0.9259999999999999,
19
+ "Hit@5": 0.985,
20
+ "mAP": 0.866569749876055,
21
+ "n_query": 200,
22
+ "n_gallery": 400,
23
+ "feature_dim": 768
24
+ },
25
+ "by_task": {
26
+ "bag_with_zip": {
27
+ "queries": 100,
28
+ "P@1": 0.88,
29
+ "P@5": 0.8719999999999999,
30
+ "Hit@5": 0.98,
31
+ "mAP": 0.8297846614349954
32
+ },
33
+ "classify_obj": {
34
+ "queries": 100,
35
+ "P@1": 0.98,
36
+ "P@5": 0.98,
37
+ "Hit@5": 0.99,
38
+ "mAP": 0.9033548383171144
39
+ }
40
+ }
41
+ },
42
+ "DINO / Robot→Human": {
43
+ "overall": {
44
+ "P@1": 0.9875,
45
+ "P@5": 0.9884999999999999,
46
+ "Hit@5": 0.9975,
47
+ "mAP": 0.7762449219649799,
48
+ "n_query": 400,
49
+ "n_gallery": 200,
50
+ "feature_dim": 768
51
+ },
52
+ "by_task": {
53
+ "bag_with_zip": {
54
+ "queries": 200,
55
+ "P@1": 1.0,
56
+ "P@5": 0.9980000000000001,
57
+ "Hit@5": 1.0,
58
+ "mAP": 0.7586031408892339
59
+ },
60
+ "classify_obj": {
61
+ "queries": 200,
62
+ "P@1": 0.975,
63
+ "P@5": 0.9789999999999999,
64
+ "Hit@5": 0.995,
65
+ "mAP": 0.7938867030407257
66
+ }
67
+ }
68
+ },
69
+ "Latent / Human→Robot": {
70
+ "overall": {
71
+ "P@1": 0.455,
72
+ "P@5": 0.46,
73
+ "Hit@5": 0.51,
74
+ "mAP": 0.5543356014736495,
75
+ "n_query": 200,
76
+ "n_gallery": 400,
77
+ "feature_dim": 32
78
+ },
79
+ "by_task": {
80
+ "bag_with_zip": {
81
+ "queries": 100,
82
+ "P@1": 0.01,
83
+ "P@5": 0.006000000000000001,
84
+ "Hit@5": 0.02,
85
+ "mAP": 0.3288760686548848
86
+ },
87
+ "classify_obj": {
88
+ "queries": 100,
89
+ "P@1": 0.9,
90
+ "P@5": 0.914,
91
+ "Hit@5": 1.0,
92
+ "mAP": 0.7797951342924141
93
+ }
94
+ }
95
+ },
96
+ "Latent / Robot→Human": {
97
+ "overall": {
98
+ "P@1": 0.5,
99
+ "P@5": 0.5,
100
+ "Hit@5": 0.5,
101
+ "mAP": 0.5287468671155471,
102
+ "n_query": 400,
103
+ "n_gallery": 200,
104
+ "feature_dim": 32
105
+ },
106
+ "by_task": {
107
+ "bag_with_zip": {
108
+ "queries": 200,
109
+ "P@1": 1.0,
110
+ "P@5": 1.0,
111
+ "Hit@5": 1.0,
112
+ "mAP": 0.615002106483551
113
+ },
114
+ "classify_obj": {
115
+ "queries": 200,
116
+ "P@1": 0.0,
117
+ "P@5": 0.0,
118
+ "Hit@5": 0.0,
119
+ "mAP": 0.44249162774754325
120
+ }
121
+ }
122
+ },
123
+ "Translation / Human→Robot": {
124
+ "overall": {
125
+ "P@1": 0.425,
126
+ "P@5": 0.4189999999999999,
127
+ "Hit@5": 0.555,
128
+ "mAP": 0.5084669573243555,
129
+ "n_query": 200,
130
+ "n_gallery": 400,
131
+ "feature_dim": 768
132
+ },
133
+ "by_task": {
134
+ "bag_with_zip": {
135
+ "queries": 100,
136
+ "P@1": 0.85,
137
+ "P@5": 0.8079999999999997,
138
+ "Hit@5": 1.0,
139
+ "mAP": 0.5609379845732198
140
+ },
141
+ "classify_obj": {
142
+ "queries": 100,
143
+ "P@1": 0.0,
144
+ "P@5": 0.030000000000000006,
145
+ "Hit@5": 0.11,
146
+ "mAP": 0.4559959300754914
147
+ }
148
+ }
149
+ },
150
+ "Robot Reconstruction / RobotRecon→Robot": {
151
+ "overall": {
152
+ "P@1": 0.5,
153
+ "P@5": 0.5,
154
+ "Hit@5": 0.5,
155
+ "mAP": 0.6124355356224609,
156
+ "n_query": 400,
157
+ "n_gallery": 400,
158
+ "feature_dim": 768
159
+ },
160
+ "by_task": {
161
+ "bag_with_zip": {
162
+ "queries": 200,
163
+ "P@1": 1.0,
164
+ "P@5": 1.0,
165
+ "Hit@5": 1.0,
166
+ "mAP": 0.8891605198805982
167
+ },
168
+ "classify_obj": {
169
+ "queries": 200,
170
+ "P@1": 0.0,
171
+ "P@5": 0.0,
172
+ "Hit@5": 0.0,
173
+ "mAP": 0.33571055136432365
174
+ }
175
+ }
176
+ }
177
+ }
178
+ }
179
+ }
180
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/outputs/semantic_retrieval/top1_confusions.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "GAN": {
3
+ "DINO / Human→Robot": {
4
+ "bag_with_zip": {
5
+ "bag_with_zip": 88,
6
+ "classify_obj": 12
7
+ },
8
+ "classify_obj": {
9
+ "bag_with_zip": 2,
10
+ "classify_obj": 98
11
+ }
12
+ },
13
+ "DINO / Robot→Human": {
14
+ "bag_with_zip": {
15
+ "bag_with_zip": 200,
16
+ "classify_obj": 0
17
+ },
18
+ "classify_obj": {
19
+ "bag_with_zip": 5,
20
+ "classify_obj": 195
21
+ }
22
+ },
23
+ "Latent / Human→Robot": {
24
+ "bag_with_zip": {
25
+ "bag_with_zip": 1,
26
+ "classify_obj": 99
27
+ },
28
+ "classify_obj": {
29
+ "bag_with_zip": 10,
30
+ "classify_obj": 90
31
+ }
32
+ },
33
+ "Latent / Robot→Human": {
34
+ "bag_with_zip": {
35
+ "bag_with_zip": 200,
36
+ "classify_obj": 0
37
+ },
38
+ "classify_obj": {
39
+ "bag_with_zip": 200,
40
+ "classify_obj": 0
41
+ }
42
+ },
43
+ "Translation / Human→Robot": {
44
+ "bag_with_zip": {
45
+ "bag_with_zip": 85,
46
+ "classify_obj": 15
47
+ },
48
+ "classify_obj": {
49
+ "bag_with_zip": 100,
50
+ "classify_obj": 0
51
+ }
52
+ },
53
+ "Robot Reconstruction / RobotRecon→Robot": {
54
+ "bag_with_zip": {
55
+ "bag_with_zip": 200,
56
+ "classify_obj": 0
57
+ },
58
+ "classify_obj": {
59
+ "bag_with_zip": 200,
60
+ "classify_obj": 0
61
+ }
62
+ }
63
+ }
64
+ }
checkpoints/20261028_121134_lasthd_dino_linear_vit_z32/vec2vec_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1faf18cfda31b0b40505bf475cbd004db4cfe76362769522ffefc856062fc0cf
3
+ size 53957922