MONA / config.json

Release MONA (base + chat) and app assets

550783d verified 15 days ago

249 Bytes

{
  "vocab_size": 32768,
  "d_model": 768,
  "n_layers": 12,
  "n_heads": 12,
  "ffn_hidden": 2048,
  "context": 1024,
  "rope_theta": 10000.0,
  "dropout": 0.0,
  "model_type": "mona",
  "tokenizer": "assets/models/mona/tokenizer.json"
}

	{
	"vocab_size": 32768,
	"d_model": 768,
	"n_layers": 12,
	"n_heads": 12,
	"ffn_hidden": 2048,
	"context": 1024,
	"rope_theta": 10000.0,
	"dropout": 0.0,
	"model_type": "mona",
	"tokenizer": "assets/models/mona/tokenizer.json"
	}