Hugging Face's logo

koboldcpp
/
newbie-templates

Model card Files
xet
Community
concedo commited on
Commit
00c4a38
·
verified ·
1 Parent(s): 720ad24

Upload 7 files

Browse files
Files changed (3) hide show
  1. MidSpec-Everything.kcppt +139 -0
  2. MidSpec-Images.kcppt +139 -0
  3. MidSpec-TextVision.kcppt +139 -0
MidSpec-Everything.kcppt ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": [],
3
+ "model_param": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/resolve/main/Qwen3VL-8B-Instruct-Q4_K_M.gguf",
4
+ "port": 5001,
5
+ "port_param": 5001,
6
+ "host": "",
7
+ "launch": true,
8
+ "config": null,
9
+ "threads": -1,
10
+ "usecuda": null,
11
+ "usevulkan": null,
12
+ "usecpu": null,
13
+ "contextsize": 14336,
14
+ "gpulayers": -1,
15
+ "tensor_split": null,
16
+ "autofit": false,
17
+ "version": false,
18
+ "analyze": "",
19
+ "maingpu": -1,
20
+ "batchsize": 512,
21
+ "blasthreads": null,
22
+ "lora": null,
23
+ "loramult": 1.0,
24
+ "noshift": false,
25
+ "nofastforward": false,
26
+ "useswa": false,
27
+ "smartcache": 0,
28
+ "ropeconfig": [
29
+ 0.0,
30
+ 10000.0
31
+ ],
32
+ "overridenativecontext": 0,
33
+ "usemmap": false,
34
+ "usemlock": false,
35
+ "noavx2": false,
36
+ "failsafe": false,
37
+ "debugmode": 0,
38
+ "onready": "",
39
+ "benchmark": null,
40
+ "prompt": "",
41
+ "cli": false,
42
+ "genlimit": 0,
43
+ "multiuser": 1,
44
+ "multiplayer": false,
45
+ "websearch": true,
46
+ "remotetunnel": false,
47
+ "highpriority": false,
48
+ "foreground": false,
49
+ "preloadstory": null,
50
+ "savedatafile": null,
51
+ "quiet": false,
52
+ "ssl": null,
53
+ "nocertify": false,
54
+ "mmproj": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/resolve/main/mmproj-Qwen3VL-8B-Instruct-Q8_0.gguf",
55
+ "mmprojcpu": false,
56
+ "visionmaxres": 1024,
57
+ "draftmodel": null,
58
+ "draftamount": 8,
59
+ "draftgpulayers": 999,
60
+ "draftgpusplit": null,
61
+ "password": null,
62
+ "ratelimit": 0,
63
+ "ignoremissing": false,
64
+ "chatcompletionsadapter": "AutoGuess",
65
+ "jinja": false,
66
+ "jinja_tools": false,
67
+ "noflashattention": false,
68
+ "lowvram": false,
69
+ "quantkv": 0,
70
+ "smartcontext": false,
71
+ "unpack": "",
72
+ "exportconfig": "",
73
+ "exporttemplate": "",
74
+ "nomodel": false,
75
+ "moeexperts": -1,
76
+ "moecpu": 0,
77
+ "defaultgenamt": 512,
78
+ "nobostoken": false,
79
+ "enableguidance": false,
80
+ "maxrequestsize": 32,
81
+ "overridekv": null,
82
+ "overridetensors": null,
83
+ "showgui": false,
84
+ "skiplauncher": false,
85
+ "singleinstance": false,
86
+ "nopipelineparallel": false,
87
+ "gendefaults": "{\"cfg_scale\":1}",
88
+ "gendefaultsoverwrite": true,
89
+ "mcpfile": null,
90
+ "device": "",
91
+ "hordemodelname": "",
92
+ "hordeworkername": "",
93
+ "hordekey": "",
94
+ "hordemaxctx": 0,
95
+ "hordegenlen": 0,
96
+ "sdmodel": "https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_0.gguf",
97
+ "sdthreads": 0,
98
+ "sdclamped": 0,
99
+ "sdclampedsoft": 0,
100
+ "sdt5xxl": "",
101
+ "sdclip1": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-Q4_K_S.gguf",
102
+ "sdclip2": "",
103
+ "sdphotomaker": "",
104
+ "sdupscaler": "",
105
+ "sdflashattention": true,
106
+ "sdoffloadcpu": true,
107
+ "sdvaecpu": false,
108
+ "sdclipgpu": false,
109
+ "sdconvdirect": "off",
110
+ "sdvae": "",
111
+ "sdvaeauto": true,
112
+ "sdquant": 0,
113
+ "sdlora": "",
114
+ "sdloramult": 1.0,
115
+ "sdtiledvae": 768,
116
+ "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
117
+ "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
118
+ "ttswavtokenizer": "",
119
+ "ttsgpu": false,
120
+ "ttsmaxlen": 4096,
121
+ "ttsthreads": 0,
122
+ "embeddingsmodel": "https://huggingface.co/ggml-org/bge-m3-Q8_0-GGUF/resolve/main/bge-m3-q8_0.gguf",
123
+ "embeddingsmaxctx": 0,
124
+ "embeddingsgpu": false,
125
+ "admin": false,
126
+ "adminpassword": null,
127
+ "admindir": "",
128
+ "hordeconfig": null,
129
+ "sdconfig": null,
130
+ "noblas": false,
131
+ "nommap": false,
132
+ "pipelineparallel": false,
133
+ "sdnotile": false,
134
+ "forceversion": false,
135
+ "sdgendefaults": false,
136
+ "flashattention": false,
137
+ "testmemory": false,
138
+ "istemplate": true
139
+ }
MidSpec-Images.kcppt ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": [],
3
+ "model_param": null,
4
+ "port": 5001,
5
+ "port_param": 5001,
6
+ "host": "",
7
+ "launch": true,
8
+ "config": null,
9
+ "threads": -1,
10
+ "usecuda": null,
11
+ "usevulkan": null,
12
+ "usecpu": null,
13
+ "contextsize": 8192,
14
+ "gpulayers": -1,
15
+ "tensor_split": null,
16
+ "autofit": false,
17
+ "version": false,
18
+ "analyze": "",
19
+ "maingpu": -1,
20
+ "batchsize": 512,
21
+ "blasthreads": null,
22
+ "lora": null,
23
+ "loramult": 1.0,
24
+ "noshift": false,
25
+ "nofastforward": false,
26
+ "useswa": false,
27
+ "smartcache": 0,
28
+ "ropeconfig": [
29
+ 0.0,
30
+ 10000.0
31
+ ],
32
+ "overridenativecontext": 0,
33
+ "usemmap": false,
34
+ "usemlock": false,
35
+ "noavx2": false,
36
+ "failsafe": false,
37
+ "debugmode": 0,
38
+ "onready": "",
39
+ "benchmark": null,
40
+ "prompt": "",
41
+ "cli": false,
42
+ "genlimit": 0,
43
+ "multiuser": 1,
44
+ "multiplayer": false,
45
+ "websearch": false,
46
+ "remotetunnel": false,
47
+ "highpriority": false,
48
+ "foreground": false,
49
+ "preloadstory": null,
50
+ "savedatafile": null,
51
+ "quiet": false,
52
+ "ssl": null,
53
+ "nocertify": false,
54
+ "mmproj": null,
55
+ "mmprojcpu": false,
56
+ "visionmaxres": 1024,
57
+ "draftmodel": null,
58
+ "draftamount": 8,
59
+ "draftgpulayers": 999,
60
+ "draftgpusplit": null,
61
+ "password": null,
62
+ "ratelimit": 0,
63
+ "ignoremissing": false,
64
+ "chatcompletionsadapter": "AutoGuess",
65
+ "jinja": false,
66
+ "jinja_tools": false,
67
+ "noflashattention": false,
68
+ "lowvram": false,
69
+ "quantkv": 0,
70
+ "smartcontext": false,
71
+ "unpack": "",
72
+ "exportconfig": "",
73
+ "exporttemplate": "",
74
+ "nomodel": false,
75
+ "moeexperts": -1,
76
+ "moecpu": 0,
77
+ "defaultgenamt": 768,
78
+ "nobostoken": false,
79
+ "enableguidance": false,
80
+ "maxrequestsize": 32,
81
+ "overridekv": null,
82
+ "overridetensors": null,
83
+ "showgui": false,
84
+ "skiplauncher": false,
85
+ "singleinstance": false,
86
+ "nopipelineparallel": false,
87
+ "gendefaults": "{\"cfg_scale\":1}",
88
+ "gendefaultsoverwrite": true,
89
+ "mcpfile": null,
90
+ "device": "",
91
+ "hordemodelname": "",
92
+ "hordeworkername": "",
93
+ "hordekey": "",
94
+ "hordemaxctx": 0,
95
+ "hordegenlen": 0,
96
+ "sdmodel": "https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_0.gguf",
97
+ "sdthreads": 0,
98
+ "sdclamped": 0,
99
+ "sdclampedsoft": 0,
100
+ "sdt5xxl": "",
101
+ "sdclip1": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-Q4_K_S.gguf",
102
+ "sdclip2": "",
103
+ "sdphotomaker": "",
104
+ "sdupscaler": "",
105
+ "sdflashattention": true,
106
+ "sdoffloadcpu": false,
107
+ "sdvaecpu": false,
108
+ "sdclipgpu": true,
109
+ "sdconvdirect": "off",
110
+ "sdvae": "https://huggingface.co/camenduru/FLUX.1-dev/resolve/main/ae.safetensors",
111
+ "sdvaeauto": false,
112
+ "sdquant": 0,
113
+ "sdlora": "",
114
+ "sdloramult": 1.0,
115
+ "sdtiledvae": 768,
116
+ "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
117
+ "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
118
+ "ttswavtokenizer": "",
119
+ "ttsgpu": false,
120
+ "ttsmaxlen": 4096,
121
+ "ttsthreads": 0,
122
+ "embeddingsmodel": "",
123
+ "embeddingsmaxctx": 0,
124
+ "embeddingsgpu": false,
125
+ "admin": false,
126
+ "adminpassword": null,
127
+ "admindir": "",
128
+ "hordeconfig": null,
129
+ "sdconfig": null,
130
+ "noblas": false,
131
+ "nommap": false,
132
+ "pipelineparallel": false,
133
+ "sdnotile": false,
134
+ "forceversion": false,
135
+ "sdgendefaults": false,
136
+ "flashattention": false,
137
+ "testmemory": false,
138
+ "istemplate": true
139
+ }
MidSpec-TextVision.kcppt ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": [],
3
+ "model_param": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/resolve/main/Qwen3VL-8B-Instruct-Q4_K_M.gguf",
4
+ "port": 5001,
5
+ "port_param": 5001,
6
+ "host": "",
7
+ "launch": true,
8
+ "config": null,
9
+ "threads": -1,
10
+ "usecuda": null,
11
+ "usevulkan": null,
12
+ "usecpu": null,
13
+ "contextsize": 24576,
14
+ "gpulayers": -1,
15
+ "tensor_split": null,
16
+ "autofit": false,
17
+ "version": false,
18
+ "analyze": "",
19
+ "maingpu": -1,
20
+ "batchsize": 512,
21
+ "blasthreads": null,
22
+ "lora": null,
23
+ "loramult": 1.0,
24
+ "noshift": false,
25
+ "nofastforward": false,
26
+ "useswa": false,
27
+ "smartcache": 0,
28
+ "ropeconfig": [
29
+ 0.0,
30
+ 10000.0
31
+ ],
32
+ "overridenativecontext": 0,
33
+ "usemmap": false,
34
+ "usemlock": false,
35
+ "noavx2": false,
36
+ "failsafe": false,
37
+ "debugmode": 0,
38
+ "onready": "",
39
+ "benchmark": null,
40
+ "prompt": "",
41
+ "cli": false,
42
+ "genlimit": 0,
43
+ "multiuser": 1,
44
+ "multiplayer": false,
45
+ "websearch": true,
46
+ "remotetunnel": false,
47
+ "highpriority": false,
48
+ "foreground": false,
49
+ "preloadstory": null,
50
+ "savedatafile": null,
51
+ "quiet": false,
52
+ "ssl": null,
53
+ "nocertify": false,
54
+ "mmproj": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/resolve/main/mmproj-Qwen3VL-8B-Instruct-Q8_0.gguf",
55
+ "mmprojcpu": false,
56
+ "visionmaxres": 1024,
57
+ "draftmodel": null,
58
+ "draftamount": 8,
59
+ "draftgpulayers": 999,
60
+ "draftgpusplit": null,
61
+ "password": null,
62
+ "ratelimit": 0,
63
+ "ignoremissing": false,
64
+ "chatcompletionsadapter": "AutoGuess",
65
+ "jinja": false,
66
+ "jinja_tools": false,
67
+ "noflashattention": false,
68
+ "lowvram": false,
69
+ "quantkv": 0,
70
+ "smartcontext": false,
71
+ "unpack": "",
72
+ "exportconfig": "",
73
+ "exporttemplate": "",
74
+ "nomodel": false,
75
+ "moeexperts": -1,
76
+ "moecpu": 0,
77
+ "defaultgenamt": 512,
78
+ "nobostoken": false,
79
+ "enableguidance": false,
80
+ "maxrequestsize": 32,
81
+ "overridekv": null,
82
+ "overridetensors": null,
83
+ "showgui": false,
84
+ "skiplauncher": false,
85
+ "singleinstance": false,
86
+ "nopipelineparallel": false,
87
+ "gendefaults": "",
88
+ "gendefaultsoverwrite": false,
89
+ "mcpfile": null,
90
+ "device": "",
91
+ "hordemodelname": "",
92
+ "hordeworkername": "",
93
+ "hordekey": "",
94
+ "hordemaxctx": 0,
95
+ "hordegenlen": 0,
96
+ "sdmodel": "",
97
+ "sdthreads": 0,
98
+ "sdclamped": 0,
99
+ "sdclampedsoft": 0,
100
+ "sdt5xxl": "",
101
+ "sdclip1": "",
102
+ "sdclip2": "",
103
+ "sdphotomaker": "",
104
+ "sdupscaler": "",
105
+ "sdflashattention": false,
106
+ "sdoffloadcpu": true,
107
+ "sdvaecpu": false,
108
+ "sdclipgpu": false,
109
+ "sdconvdirect": "off",
110
+ "sdvae": "",
111
+ "sdvaeauto": false,
112
+ "sdquant": 0,
113
+ "sdlora": "",
114
+ "sdloramult": 1.0,
115
+ "sdtiledvae": 768,
116
+ "whispermodel": "",
117
+ "ttsmodel": "",
118
+ "ttswavtokenizer": "",
119
+ "ttsgpu": false,
120
+ "ttsmaxlen": 4096,
121
+ "ttsthreads": 0,
122
+ "embeddingsmodel": "",
123
+ "embeddingsmaxctx": 0,
124
+ "embeddingsgpu": false,
125
+ "admin": false,
126
+ "adminpassword": null,
127
+ "admindir": "",
128
+ "hordeconfig": null,
129
+ "sdconfig": null,
130
+ "noblas": false,
131
+ "nommap": false,
132
+ "pipelineparallel": false,
133
+ "sdnotile": false,
134
+ "forceversion": false,
135
+ "sdgendefaults": false,
136
+ "flashattention": false,
137
+ "testmemory": false,
138
+ "istemplate": true
139
+ }