Hugging Face's logo

corruptbytes
/
North-Mini-Code-1.0-oQ6

Safetensors
cohere2_moe
6-bit
Model card Files
xet
 Community
North-Mini-Code-1.0-oQ6
File size: 1,836 Bytes
7c18386
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
{
  "bench_id": "bench-359badcbe1be",
  "error": null,
  "results": [
    {
      "cached_tokens": 0,
      "completion_tokens": 128,
      "e2e_latency_s": 1.55,
      "gen_tps": 122.6,
      "peak_memory_bytes": 25672365236,
      "pp": 1024,
      "processing_tps": 2025.6,
      "prompt_tokens": 1025,
      "test_type": "single",
      "tg": 128,
      "total_throughput": 743.7,
      "tpot_ms": 8.22,
      "ttft_ms": 506.0
    },
    {
      "cached_tokens": 0,
      "completion_tokens": 128,
      "e2e_latency_s": 2.947,
      "gen_tps": 109.9,
      "peak_memory_bytes": 26236052652,
      "pp": 4096,
      "processing_tps": 2298.6,
      "prompt_tokens": 4097,
      "test_type": "single",
      "tg": 128,
      "total_throughput": 1433.7,
      "tpot_ms": 9.17,
      "ttft_ms": 1782.4
    },
    {
      "avg_ttft_ms": 834.9,
      "batch_size": 2,
      "e2e_latency_s": 2.513,
      "pp": 1024,
      "pp_tps": 2452.7,
      "test_type": "batch",
      "tg": 128,
      "tg_tps": 152.6,
      "total_gen_tokens": 256
    },
    {
      "avg_ttft_ms": 1641.6,
      "batch_size": 4,
      "e2e_latency_s": 4.155,
      "pp": 1024,
      "pp_tps": 2431.3,
      "test_type": "batch",
      "tg": 128,
      "tg_tps": 207.2,
      "total_gen_tokens": 512
    }
  ],
  "status": "completed",
  "upload_state": {
    "failed_count": 0,
    "owner_hash": "5ab398a7762264e1db0d287c78a1a48bca7a3b4d27bd8efd51794a5f06f18ffe",
    "phase": "done",
    "results": [
      {
        "context_length": 1024,
        "id": "d04sof3e",
        "url": "https://omlx.ai/benchmarks/d04sof3e"
      },
      {
        "context_length": 4096,
        "id": "c7jm4o3e",
        "url": "https://omlx.ai/benchmarks/c7jm4o3e"
      }
    ],
    "skipped_features": [],
    "skipped_reason": null,
    "success_count": 2,
    "total": 2
  }
}