File size: 862 Bytes
12a5d76
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
    "llama-2-13b": {
        "repo": "TitanML/llama2-13B-base-4bit-AWQ"
    },
    "llama-2-7b": {
        "repo": "TitanML/llama2-7b-base-4bit-AWQ"
    }, 
    "llama-2-13b-chat": {
        "repo": "TitanML/llama2-13B-chat-4bit-AWQ"
    },
    "llama-2-7b-chat": {
        "repo": "TitanML/llama2-7B-chat-4bit-AWQ"
    },
    "vicuna-13b": {
        "repo": "TitanML/vicuna-13B-base-4bit-AWQ"
    },
    "vicuna-7b": {
        "repo": "TitanML/vicuna-7B-base-4bit-AWQ"
    },
    "mpt-7b": {
        "repo": "TitanML/mpt-7b-base-8k-4bit-AWQ"
    },
    "mpt-7b-chat": {
        "repo": "TitanML/mpt-7b-chat-8k-4bit-AWQ"
    },
    "mpt-7b-instruct": {
        "repo": "TitanML/mpt-7b-instruct-8k-4bit-AWQ"
    },
    "opt-13b": {
        "repo": "TitanML/opt-13b-base-4bit-AWQ"
    },
    "opt-30b": {
        "repo": "TitanML/opt-30b-base-4bit-AWQ"
    }
}