File size: 1,323 Bytes
69ac6b1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
---

license: mit

model-index:

- name: MackenzieTest

  results:

  - task:

      type: evaluation


    dataset:


      name: Artificial Analysis Benchmarks


      type: artificial_analysis


    metrics:


    - name: Artificial Analysis Intelligence Index


      type: artificial_analysis_intelligence_index


      value: 52.4


    - name: Artificial Analysis Coding Index


      type: artificial_analysis_coding_index


      value: 42.8


    - name: Artificial Analysis Math Index


      type: artificial_analysis_math_index


      value: 59


    - name: Mmlu Pro


      type: mmlu_pro


      value: 0.837


    - name: Gpqa


      type: gpqa


      value: 0.751


    - name: Hle


      type: hle


      value: 0.105


    - name: Livecodebench


      type: livecodebench


      value: 0.593


    - name: Scicode


      type: scicode


      value: 0.387


    - name: Aime 25


      type: aime_25


      value: 0.59


    - name: Ifbench


      type: ifbench


      value: 0.49


    - name: Lcr


      type: lcr


      value: 0.39


    - name: Terminalbench Hard


      type: terminalbench_hard


      value: 0.305


    - name: Tau2


      type: tau2


      value: 0.789


    source:


      name: Artificial Analysis API


      url: https://artificialanalysis.ai


---