Add validated text-only Q4_K_M GGUF and Ollama configuration

67abda6 verified 9 days ago

203 Bytes

{
  "num_ctx": 2048,
  "num_predict": 128,
  "temperature": 0.7,
  "repeat_penalty": 1.1,
  "stop": [
    "<eos>",
    "<user>",
    "<system>",
    "<pad>",
    "<unk>",
    "<bos>",
    "<image>"
  ]
}

	{
	"num_ctx": 2048,
	"num_predict": 128,
	"temperature": 0.7,
	"repeat_penalty": 1.1,
	"stop": [
	"<eos>",
	"<user>",
	"<system>",
	"<pad>",
	"<unk>",
	"<bos>",
	"<image>"
	]
	}