File size: 5,006 Bytes
10cdb4a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 |
{
"use_ray": false,
"ray_exp_name": null,
"device_groups": null,
"model": "zai-org/GLM-4.5-Air",
"model_type": "glm4_5",
"model_revision": null,
"task_type": "causal_lm",
"torch_dtype": "bfloat16",
"attn_impl": null,
"new_special_tokens": [],
"num_labels": null,
"problem_type": null,
"rope_scaling": null,
"device_map": null,
"max_memory": {},
"max_model_len": null,
"local_repo_path": null,
"init_strategy": null,
"template": "glm4_5",
"system": null,
"max_length": 131072,
"truncation_strategy": "delete",
"max_pixels": null,
"agent_template": null,
"norm_bbox": null,
"use_chat_template": true,
"padding_free": false,
"padding_side": "right",
"loss_scale": "default",
"sequence_parallel_size": 1,
"response_prefix": null,
"template_backend": "swift",
"dataset": [],
"val_dataset": [],
"cached_dataset": [],
"split_dataset_ratio": 0.0,
"data_seed": 42,
"dataset_num_proc": 1,
"load_from_cache_file": false,
"dataset_shuffle": true,
"val_dataset_shuffle": false,
"streaming": false,
"interleave_prob": null,
"stopping_strategy": "first_exhausted",
"shuffle_buffer_size": 1000,
"download_mode": "reuse_dataset_if_exists",
"columns": {},
"strict": false,
"remove_unused_columns": true,
"model_name": null,
"model_author": null,
"custom_dataset_info": [],
"quant_method": null,
"quant_bits": null,
"hqq_axis": null,
"bnb_4bit_compute_dtype": "bfloat16",
"bnb_4bit_quant_type": "nf4",
"bnb_4bit_use_double_quant": true,
"bnb_4bit_quant_storage": null,
"max_new_tokens": null,
"temperature": null,
"top_k": null,
"top_p": null,
"repetition_penalty": null,
"num_beams": 1,
"stream": false,
"stop_words": [],
"logprobs": false,
"top_logprobs": null,
"ckpt_dir": null,
"lora_modules": [],
"tuner_backend": "peft",
"train_type": "lora",
"adapters": [],
"external_plugins": [],
"seed": 42,
"model_kwargs": {},
"load_args": true,
"load_data_args": false,
"packing": false,
"packing_length": null,
"packing_num_proc": 1,
"lazy_tokenize": false,
"custom_register_path": [],
"use_hf": true,
"hub_token": null,
"ddp_timeout": 18000000,
"ddp_backend": null,
"ignore_args_error": false,
"use_swift_lora": false,
"merge_lora": false,
"safe_serialization": true,
"max_shard_size": "5GB",
"output_dir": "/workspace/GLM-4.5-Air-mcore",
"quant_n_samples": 256,
"quant_batch_size": 1,
"group_size": 128,
"to_cached_dataset": false,
"template_mode": "train",
"to_ollama": false,
"to_mcore": true,
"to_hf": false,
"mcore_model": null,
"mcore_adapters": [],
"thread_count": 22,
"test_convert_precision": false,
"test_convert_dtype": "float32",
"push_to_hub": false,
"hub_model_id": null,
"hub_private_repo": false,
"commit_message": "update files",
"to_peft_format": false,
"exist_ok": false,
"rank": 0,
"local_rank": 0,
"global_world_size": 1,
"local_world_size": 1,
"model_suffix": "GLM-4.5-Air",
"model_info": "ModelInfo(model_type='glm4_5', model_dir='/root/.cache/huggingface/hub/models--zai-org--GLM-4.5-Air/snapshots/a24ceef6ce4f3536971efe9b778bdaa1bab18daa', torch_dtype=torch.bfloat16, max_model_len=131072, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=True, config=None, task_type='causal_lm', num_labels=None)",
"model_meta": "ModelMeta(model_type='glm4_5', model_groups=[ModelGroup(models=[Model(ms_model_id='ZhipuAI/GLM-4.5-Air-Base', hf_model_id='zai-org/GLM-4.5-Air-Base', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='ZhipuAI/GLM-4.5-Air', hf_model_id='zai-org/GLM-4.5-Air', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='ZhipuAI/GLM-4.5-Air-FP8', hf_model_id='zai-org/GLM-4.5-Air-FP8', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='ZhipuAI/GLM-4.5-Base', hf_model_id='zai-org/GLM-4.5-Base', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='ZhipuAI/GLM-4.5', hf_model_id='zai-org/GLM-4.5', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='ZhipuAI/GLM-4.5-FP8', hf_model_id='zai-org/GLM-4.5-FP8', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[]), ModelGroup(models=[Model(ms_model_id='ZhipuAI/GLM-4.6', hf_model_id='zai-org/GLM-4.6', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='glm4_5', get_function=<function get_model_tokenizer_with_flash_attn at 0x701521b15440>, model_arch=None, architectures=['Glm4MoeForCausalLM'], additional_saved_files=[], torch_dtype=None, is_multimodal=False, is_reward=False, is_reranker=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.54'], tags=[])",
"model_dir": "/root/.cache/huggingface/hub/models--zai-org--GLM-4.5-Air/snapshots/a24ceef6ce4f3536971efe9b778bdaa1bab18daa",
"_val_dataset_exists": [],
"hub": "<class 'swift.hub.hub.HFHub'>"
} |