Hugging Face's logo

AbstractPhil
/
geolip-bertenstein

Feature Extraction
PyTorch
TensorBoard
Safetensors
English
geometric-deep-learning
cross-modal
multi-modal
retrieval
pentachoron
procrustes
bert
dinov2
whisper
esm2
codebert
contrastive-learning
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
ebcabeb
·
verified ·
1 Parent(s): 6501a57

Add full battery results JSON

Browse files
Files changed (1) hide show
  1. bertenstein_results.json +132 -0
bertenstein_results.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "procrustes": {
3
+ "audio": {
4
+ "cos_before": 0.0004274400125723332,
5
+ "cos_after": 0.4403640627861023,
6
+ "alignment_score": 0.03040863425630924,
7
+ "whitened": true
8
+ },
9
+ "code": {
10
+ "cos_before": -0.001554255373775959,
11
+ "cos_after": 0.4035840928554535,
12
+ "alignment_score": 0.027868849992177303,
13
+ "whitened": true
14
+ },
15
+ "image": {
16
+ "cos_before": 0.0038259471766650677,
17
+ "cos_after": 0.4106820225715637,
18
+ "alignment_score": 0.028358985808754133,
19
+ "whitened": true
20
+ },
21
+ "protein": {
22
+ "cos_before": 0.0005492757773026824,
23
+ "cos_after": 0.3770841360092163,
24
+ "alignment_score": 0.02603893835401859,
25
+ "whitened": true
26
+ }
27
+ },
28
+ "direct": {
29
+ "text_audio": {
30
+ "r1": 1.0,
31
+ "r5": 1.0,
32
+ "cos_match": 0.9640073180198669,
33
+ "cos_rand": -7.691488335973982e-05,
34
+ "n": 1500,
35
+ "cv_joint": 0.17256759986001435,
36
+ "cv_a": 0.19427314676123544,
37
+ "cv_b": 0.18895417093629857
38
+ },
39
+ "text_code": {
40
+ "r1": 0.9995999932289124,
41
+ "r5": 1.0,
42
+ "cos_match": 0.9873326420783997,
43
+ "cos_rand": 3.8973341543308664e-05,
44
+ "n": 5000,
45
+ "cv_joint": 0.17719816445396094,
46
+ "cv_a": 0.19323632809870428,
47
+ "cv_b": 0.1731157625411702
48
+ },
49
+ "text_image": {
50
+ "r1": 1.0,
51
+ "r5": 1.0,
52
+ "cos_match": 0.984387993812561,
53
+ "cos_rand": 3.4838022291958394e-05,
54
+ "n": 5000,
55
+ "cv_joint": 0.18230467042124854,
56
+ "cv_a": 0.17898831577048732,
57
+ "cv_b": 0.1830825770565412
58
+ },
59
+ "text_protein": {
60
+ "r1": 0.9351687431335449,
61
+ "r5": 1.0,
62
+ "cos_match": 0.9552662372589111,
63
+ "cos_rand": 0.013878807341793227,
64
+ "n": 2252,
65
+ "cv_joint": 0.2316995246729575,
66
+ "cv_a": 0.22968862902426246,
67
+ "cv_b": 0.22825009100172633
68
+ }
69
+ },
70
+ "test": {
71
+ "image_coco_test": {
72
+ "r1": 1.0,
73
+ "r5": 1.0,
74
+ "cos_match": 0.9735139608383179,
75
+ "cos_rand": 0.05161707841568314,
76
+ "n": 5000,
77
+ "cv_joint": 0.2007410876349909,
78
+ "cv_a": 0.19805539229380184,
79
+ "cv_b": 0.19432275030104657
80
+ }
81
+ },
82
+ "cross_expert_probe": {
83
+ "audio_code": {
84
+ "cos_diag_mean": -0.0031577320769429207,
85
+ "cos_full_mean": 0.00013128384307492524,
86
+ "cv_joint": 0.13971785483827395,
87
+ "cv_a": 0.1840270306445139,
88
+ "cv_b": 0.18111360044807193,
89
+ "n": 1500
90
+ },
91
+ "audio_image": {
92
+ "cos_diag_mean": -0.0031977002508938313,
93
+ "cos_full_mean": -0.00020100346591789275,
94
+ "cv_joint": 0.1403747858026955,
95
+ "cv_a": 0.1738844095451624,
96
+ "cv_b": 0.1647542987109409,
97
+ "n": 1500
98
+ },
99
+ "audio_protein": {
100
+ "cos_diag_mean": -0.007476924918591976,
101
+ "cos_full_mean": -0.000758425157982856,
102
+ "cv_joint": 0.15620887526291047,
103
+ "cv_a": 0.18254905215395156,
104
+ "cv_b": 0.23137484389990381,
105
+ "n": 1500
106
+ },
107
+ "code_image": {
108
+ "cos_diag_mean": 0.0001785126223694533,
109
+ "cos_full_mean": -2.45414485107176e-05,
110
+ "cv_joint": 0.15336840480268704,
111
+ "cv_a": 0.17955238829421197,
112
+ "cv_b": 0.18434656214740008,
113
+ "n": 5000
114
+ },
115
+ "code_protein": {
116
+ "cos_diag_mean": 0.00020936284272465855,
117
+ "cos_full_mean": 7.64721553423442e-05,
118
+ "cv_joint": 0.17170385549268455,
119
+ "cv_a": 0.1755603770143341,
120
+ "cv_b": 0.2237294542118778,
121
+ "n": 2252
122
+ },
123
+ "image_protein": {
124
+ "cos_diag_mean": 0.0006325799622572958,
125
+ "cos_full_mean": 0.0004473256994970143,
126
+ "cv_joint": 0.16123978815471438,
127
+ "cv_a": 0.17964195790710535,
128
+ "cv_b": 0.22353617125230693,
129
+ "n": 2252
130
+ }
131
+ }
132
+ }