File size: 5,021 Bytes
7010f16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
{
    "tiiuae/falcon-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b"
    },
    "falcon-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b"
    },
    "mosaicml/mpt-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b"
    },
    "mpt-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b"
    },
    "mosaicml/mpt-7b-storywriter": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-storywriter"
    },
    "mpt-7b-storywriter": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-storywriter"
    },
    "mosaicml/mpt-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-chat"
    },
    "mpt-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-chat"
    },
    "mosaicml/mpt-7b-8k": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k"
    },
    "mpt-7b-8k": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k"
    },
    "mosaicml/mpt-7b-8k-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct"
    },
    "mpt-7b-8k-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct"
    },
    "mosaicml/mpt-7b-8k-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-chat"
    },
    "mpt-7b-8k-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-chat"
    },
    "togethercomputer/RedPajama-INCITE-7B-Base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-base"
    },
    "RedPajama-INCITE-7B-Base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-base"
    },
    "togethercomputer/RedPajama-INCITE-7B-Instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-instruct"
    },
    "RedPajama-INCITE-7B-Instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-instruct"
    },
    "togethercomputer/RedPajama-INCITE-7B-Chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-chat"
    },
    "RedPajama-INCITE-7B-Chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-chat"
    },
    "meta-llama/Llama-2-7b-chat-hf": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "meta-llama/Llama-2-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "Llama-2-7b-chat-hf": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "Llama-2-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "google/flan-t5-xl": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-xl"
    },
    "flan-t5-xl": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-xl"
    },
    "conceptofmind/Flan-Open-Llama-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-open-llama-7b"
    },
    "Flan-Open-Llama-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-open-llama-7b"
    },
    "openlm-research/open_llama_7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b"
    },
    "open_llama_7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b"
    },
    "openlm-research/open_llama_7b_v2": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b-v2"
    },
    "open_llama_7b_v2": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b-v2"
    },
    "Salesforce/xgen-7b-8k-base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-base"
    },
    "xgen-7b-8k-base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-base"
    },
    "Salesforce/xgen-7b-8k-inst": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-inst"
    },
    "xgen-7b-8k-inst": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-inst"
    },
    "Salesforce/codegen25-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-codegen25-7b-instruct"
    },
    "codegen25-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-codegen25-7b-instruct"
    },
    "stabilityai/stablelm-tuned-alpha-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-stablelm-7b"
    },
    "stablelm-tuned-alpha-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-stablelm-7b"
    },
    "tiiuae/falcon-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b-instruct"
    },
    "falcon-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b-instruct"
    }
}