darkmaniac7 commited on
Commit
5531dd9
·
verified ·
1 Parent(s): 1f8c190

Add config_opencl.json for OpenCL draft backend support

Browse files
Files changed (1) hide show
  1. config_opencl.json +8 -0
config_opencl.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "llm_model": "llm.mnn",
3
+ "llm_weight": "llm.mnn.weight",
4
+ "backend_type": "opencl",
5
+ "precision": "low",
6
+ "memory": "low",
7
+ "sampler_type": "greedy"
8
+ }