File size: 2,060 Bytes
1a6c70c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "gsm8k": {
    "fr_ponder": {
      "accuracy": 0.0,
      "efficiency": {
        "mean_flops": 1368148992.0,
        "median_flops": 1554416640.0,
        "std_flops": 1617190973.1658711,
        "min_flops": 26234880.0,
        "max_flops": 8591923200.0,
        "total_flops": 136814899200.0
      },
      "speedup": {
        "mean_time": 3.323502082824707,
        "median_time": 4.929964542388916,
        "std_time": 3.102591789855366,
        "min_time": 0.08603239059448242,
        "max_time": 9.481685638427734,
        "total_time": 332.3502082824707
      },
      "avg_flops": 1368148992.0,
      "avg_time": 3.323502082824707,
      "avg_steps": 104.3
    },
    "baseline": {
      "accuracy": 0.25,
      "efficiency": {
        "mean_flops": 1259616826016.48,
        "median_flops": 1300493380979.0,
        "std_flops": 61378209282.38763,
        "min_flops": 1050444988777.0,
        "max_flops": 1300493380979.0,
        "total_flops": 125961682601648.0
      },
      "speedup": {
        "mean_time": 5.597262227535248,
        "median_time": 5.318989992141724,
        "std_time": 2.637104224359403,
        "min_time": 0.9660005569458008,
        "max_time": 9.206240177154541,
        "total_time": 559.7262227535248
      },
      "avg_flops": 1259616826016.48,
      "avg_time": 5.597262227535248
    },
    "alpha_sweep": {
      "0.1": {
        "accuracy": 0.25,
        "efficiency": {
          "mean_flops": 314904206503.56,
          "median_flops": 325123345244.0,
          "std_flops": 15344552320.43663,
          "min_flops": 262611247194.0,
          "max_flops": 325123345244.0,
          "total_flops": 31490420650356.0
        },
        "speedup": {
          "mean_time": 5.451106414794922,
          "median_time": 5.010058760643005,
          "std_time": 2.636969014137301,
          "min_time": 1.0382819175720215,
          "max_time": 9.177106380462646,
          "total_time": 545.1106414794922
        },
        "avg_flops": 314904206503.56,
        "avg_time": 5.451106414794922
      }
    }
  }
}