File size: 510 Bytes
6918ec9
 
 
 
 
 
4c4612e
6918ec9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
{
    "quantization": "INT4",
    "compute_units": "cpuAndGPU",
    "hidden_size": 2048,
    "vocab_size": 65536,
    "max_seq_len": 512,
    "architecture": "lfm25",
    "layer_types": [
        "conv",
        "conv",
        "full_attention",
        "conv",
        "conv",
        "full_attention",
        "conv",
        "conv",
        "full_attention",
        "conv",
        "full_attention",
        "conv",
        "full_attention",
        "conv",
        "full_attention",
        "conv"
    ]
}