| { |
| "llama-2-7b": { |
| "repo": "TheBloke/Llama-2-7B-GGML", |
| "filename": "llama-2-7b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "meta-llama/llama-2-7b": { |
| "repo": "TheBloke/Llama-2-7B-GGML", |
| "filename": "llama-2-7b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-7b-chat": { |
| "repo": "TheBloke/Llama-2-7B-Chat-GGML", |
| "filename": "llama-2-7b-chat.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "meta-llama/llama-2-7b-chat": { |
| "repo": "TheBloke/Llama-2-7B-Chat-GGML", |
| "filename": "llama-2-7b-chat.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-13b": { |
| "repo": "TheBloke/Llama-2-13B-GGML", |
| "filename": "llama-2-13b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "meta-llama/llama-2-13b": { |
| "repo": "TheBloke/Llama-2-13B-GGML", |
| "filename": "llama-2-13b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-13b-chat": { |
| "repo": "TheBloke/Llama-2-13B-Chat-GGML", |
| "filename": "llama-2-13b-chat.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "meta-llama/llama-2-13b-chat": { |
| "repo": "TheBloke/Llama-2-13B-Chat-GGML", |
| "filename": "llama-2-13b-chat.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "meta-llama/llama-2-70b": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-chat": { |
| "repo": "TheBloke/Llama-2-70B-Chat-GGML", |
| "filename": "llama-2-70b-chat.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "meta-llama/llama-2-70b-chat": { |
| "repo": "TheBloke/Llama-2-70B-Chat-GGML", |
| "filename": "llama-2-70b-chat.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "falcon-7b": { |
| "repo": "TheBloke/falcon-7b-instruct-GGML", |
| "filename": "falcon-7b-instruct.ggccv1.q4_0.bin", |
| "model_type": "falcon", |
| "tokenizer": "tiiuae/falcon-7b" |
| }, |
| "tiiuae/falcon-7b": { |
| "repo": "TheBloke/falcon-7b-instruct-GGML", |
| "filename": "falcon-7b-instruct.ggccv1.q4_0.bin", |
| "model_type": "falcon", |
| "tokenizer": "tiiuae/falcon-7b" |
| }, |
| "falcon-40b": { |
| "repo": "TheBloke/falcon-40b-instruct-GGML", |
| "filename": "falcon-40b-instruct.ggccv1.q4_0.bin", |
| "model_type": "falcon", |
| "tokenizer": "tiiuae/falcon-7b" |
| }, |
| "ttiuae/falcon-40b": { |
| "repo": "TheBloke/falcon-40b-instruct-GGML", |
| "filename": "falcon-40b-instruct.ggccv1.q4_0.bin", |
| "model_type": "falcon", |
| "tokenizer": "tiiuae/falcon-7b" |
| }, |
| "gpt2": { |
| "repo": "marella/gpt-2-ggml", |
| "filename": "ggml-model.bin", |
| "model_type": "gpt2", |
| "tokenizer": "gpt2" |
| }, |
| "llama-2-70b-chat-q2": { |
| "repo": "TheBloke/Llama-2-70B-Chat-GGML", |
| "filename": "llama-2-70b-chat.ggmlv3.q2_K.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q2": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q2_K.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q3_k_s": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q3_K_S.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q3_k_m": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q3_K_M.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q3_k_l": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q3_K_L.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q4_0": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q4_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q4_1": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q4_1.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q4_k_m": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q4_K_M.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q4_k_s": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q4_K_S.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q5_0": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q5_0.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q5_k_m": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q5_K_M.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| }, |
| "llama-2-70b-q5_k_s": { |
| "repo": "TheBloke/Llama-2-70B-GGML", |
| "filename": "llama-2-70b.ggmlv3.q5_K_S.bin", |
| "model_type": "llama", |
| "tokenizer": "llama-local" |
| } |
| } |
