| { |
| "module": "keras_hub.src.models.hrm_text.hrm_text_causal_lm", |
| "class_name": "HrmTextCausalLM", |
| "config": { |
| "backbone": { |
| "module": "keras_hub.src.models.hrm_text.hrm_text_backbone", |
| "class_name": "HrmTextBackbone", |
| "config": { |
| "name": "hrm_text_backbone", |
| "trainable": true, |
| "dtype": { |
| "module": "keras", |
| "class_name": "DTypePolicy", |
| "config": { |
| "name": "bfloat16" |
| }, |
| "registered_name": null |
| }, |
| "vocabulary_size": 65536, |
| "hidden_dim": 1536, |
| "intermediate_dim": 4096, |
| "num_layers_per_stack": 16, |
| "num_attention_heads": 12, |
| "head_dim": 128, |
| "h_cycles": 2, |
| "l_cycles": 3, |
| "max_sequence_length": 4096, |
| "rope_theta": 10000.0, |
| "rms_norm_epsilon": 1e-06, |
| "l_bp_cycles": [ |
| 0, |
| 3 |
| ], |
| "initializer_range": 0.025515518153991442, |
| "embedding_scale": 39.191835884530846, |
| "tie_word_embeddings": false, |
| "rematerialization": true |
| }, |
| "registered_name": "keras_hub>HrmTextBackbone" |
| }, |
| "preprocessor": { |
| "module": "keras_hub.src.models.hrm_text.hrm_text_causal_lm_preprocessor", |
| "class_name": "HrmTextCausalLMPreprocessor", |
| "config": { |
| "name": "hrm_text_causal_lm_preprocessor", |
| "trainable": true, |
| "dtype": { |
| "module": "keras", |
| "class_name": "DTypePolicy", |
| "config": { |
| "name": "float32" |
| }, |
| "registered_name": null |
| }, |
| "tokenizer": { |
| "module": "keras_hub.src.models.hrm_text.hrm_text_tokenizer", |
| "class_name": "HrmTextTokenizer", |
| "config": { |
| "name": "hrm_text_tokenizer", |
| "trainable": true, |
| "dtype": { |
| "module": "keras", |
| "class_name": "DTypePolicy", |
| "config": { |
| "name": "int32" |
| }, |
| "registered_name": null |
| }, |
| "config_file": "tokenizer.json", |
| "sequence_length": null, |
| "add_prefix_space": false, |
| "unsplittable_tokens": [ |
| "<|im_end|>", |
| "<|quad_end|>", |
| "<|object_ref_end|>", |
| "<|object_ref_start|>", |
| "<|box_end|>", |
| "<|endoftext|>", |
| "<|im_start|>", |
| "<|quad_start|>" |
| ] |
| }, |
| "registered_name": "keras_hub>HrmTextTokenizer" |
| }, |
| "config_file": "preprocessor.json", |
| "sequence_length": 4096, |
| "add_start_token": true, |
| "add_end_token": true |
| }, |
| "registered_name": "keras_hub>HrmTextCausalLMPreprocessor" |
| }, |
| "name": "hrm_text_causal_lm" |
| }, |
| "registered_name": "keras_hub>HrmTextCausalLM" |
| } |
