File size: 2,824 Bytes
532ae85
 
 
 
 
 
 
 
 
 
 
 
c7d0d7b
6b0132e
 
532ae85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ac988ee
 
 
 
 
 
 
 
 
 
 
 
 
532ae85
 
 
 
 
 
 
 
 
 
ac988ee
532ae85
 
221b4a9
677b313
532ae85
 
 
 
 
 
221b4a9
532ae85
 
 
 
 
 
 
 
 
 
c7d0d7b
532ae85
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="UTF-8">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">
    <title>SimLLM Leaderboard</title>
    <link rel="stylesheet" href="style.css">
</head>

<body>
    <header>
        <h1>SimLLM Leaderboard</h1>
        <p>Benchmark leaderboard for language models under 4B parameters.</p>
        <p>Contains indie, and more models, free to request a model to be added, just make a discussion and provide the link!</p>
        <p>All tested without chat template on lm eval harness.</p>
    </header>

    <main>
        <div class="controls">
            <label>
                Sort by:
                <select id="sortSelect">
                    <option value="overall">Overall</option>
                    <option value="parameters">Parameters</option>
                    <option value="ctx">Context Length</option>
                    <option value="efficiency">Param / Overall</option>
                    <option value="knowledge">Knowledge</option>
                    <option value="reasoning">Reasoning</option>
                    <option value="instructions">Instructions</option>
                    <option value="coding">Coding</option>
                    <option value="math">Math</option>
                </select>
            </label>

            <label>
              Parameters:
              <select id="paramFilter">
                <option value="all">All</option>
                <option value="200m">&lt;200M</option>
                <option value="500m">&lt;500M</option>
                <option value="1b">&lt;1B</option>
                <option value="2b">&lt;2B</option>
                <option value="4b">&lt;4B</option>
    </select>
</label>


            <button id="direction">
                ↓ Descending
            </button>
        </div>

        <div class="table-container">
            <table>
                <thead>
                    <tr>
                        <th>Rank</th>
                        <th>Name</th>
                        <th>Parameters</th>
                        <th>Context</th>
                        <th>Type</th>
                        <th>Param per Overall point</th>
                        <th>Overall</th>
                        <th>Knowledge</th>
                        <th>Reasoning</th>
                        <th>Instructions</th>
                        <th>Coding</th>
                        <th>Math</th>
                        <th>Notes</th>
                    </tr>
                </thead>

                <tbody id="leaderboard">
                </tbody>
            </table>
        </div>
    </main>

    <footer>
        <p>Zero shot benchmarks, Feel free to contribute!</p>
    </footer>

    <script src="app.js"></script>
</body>
</html>