MemOnce / config.json
ClareNie's picture
config: drop hard-coded base_model_name_or_path / local_files_only; add tensor manifest (index.json)
030724e verified
Raw History Blame Contribute Delete
554 Bytes
{
"architectures": [
"NativeMemoryModel"
],
"attn_implementation": "sdpa",
"dtype": "bfloat16",
"lora_alpha": 256,
"lora_dropout": 0.05,
"lora_r": 128,
"memory_views": 1,
"model_type": "nativememory_exp37",
"num_memory_tokens": 64,
"retrieval_embedding_dim": 1024,
"retrieval_loss_weight": 0.1,
"retrieval_margin": 2.0,
"retrieval_score_threshold": 5.0,
"retrieval_temperature": 0.1,
"retrieve_blocks": 64,
"short_state_tokens": 1024,
"target_len": 4096,
"transformers_version": "5.14.1",
"use_cache": false
}