File size: 1,140 Bytes
b67979a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
{
  "velocity_only": {
    "mse": 0.003250642179293518,
    "de_corr": 0.6322063905424735,
    "mmd": 0.08446152519280205,
    "endpoint_dist": 2.4770562919703396,
    "top5": 0.09090909090909091,
    "ndcg": 0.12225184183812116
  },
  "ranking_only": {
    "mse": 0.0017491921988697326,
    "de_corr": 0.8388409530545803,
    "mmd": 0.3034484875795543,
    "endpoint_dist": 1.068045285615054,
    "top5": 0.13636363636363635,
    "ndcg": 0.08727248090397387
  },
  "guidance_no_rerank": {
    "mse": 0.0017491921988697326,
    "de_corr": 0.8388409530545803,
    "mmd": 0.3034484875795543,
    "endpoint_dist": 1.5734560652212664,
    "top5": 0.13636363636363635,
    "ndcg": 0.0968604433440603
  },
  "avg_effect_ranking": {
    "top1": 0.0,
    "top5": 0.18181818181818182,
    "ndcg": 0.10475755936295951,
    "func_top5": 0.8181818181818182,
    "med_rank": 33.5
  },
  "gpu_mem_mb": 170.1,
  "combo_additive": {
    "exact1": 0.5769230769230769,
    "exact5": 0.8846153846153846,
    "overlap": 0.7115384615384616
  },
  "combo_random": {
    "exact1": 0.0,
    "exact5": 0.038461538461538464,
    "overlap": 0.038461538461538464
  }
}