Phi-3.5-mini-instruct-a16w4 / devkit /vlm_config.json

2.0.0

4865972 verified 2 months ago

6.23 kB

	{
	"model_name": "models--microsoft--Phi-3.5-mini-instruct",
	"model_type": "llm-phi3.5",
	"vm_cfg": null,
	"mm_cfg": null,
	"lm_cfg": {
	"model_type": "phi3",
	"data_type": "bfloat16",
	"arch": "phi",
	"gen": "3.5",
	"size": "mini",
	"token_cfg": {
	"vocab_size": 32064
	},
	"rope_cfg": {
	"rope_theta": 10000,
	"rope_local_base_freq": 10000,
	"rope_scaling": {
	"factor": 1.0,
	"low_freq_factor": 0,
	"high_freq_factor": 0,
	"original_max_position_embeddings": 4096,
	"long_factor": [
	1.0800000429153442,
	1.1100000143051147,
	1.1399999856948853,
	1.340000033378601,
	1.5899999141693115,
	1.600000023841858,
	1.6200000047683716,
	2.620000123977661,
	3.2300000190734863,
	3.2300000190734863,
	4.789999961853027,
	7.400000095367432,
	7.700000286102295,
	9.09000015258789,
	12.199999809265137,
	17.670000076293945,
	24.46000099182129,
	28.57000160217285,
	30.420001983642578,
	30.840002059936523,
	32.590003967285156,
	32.93000411987305,
	42.320003509521484,
	44.96000289916992,
	50.340003967285156,
	50.45000457763672,
	57.55000305175781,
	57.93000411987305,
	58.21000289916992,
	60.1400032043457,
	62.61000442504883,
	62.62000274658203,
	62.71000289916992,
	63.1400032043457,
	63.1400032043457,
	63.77000427246094,
	63.93000411987305,
	63.96000289916992,
	63.970001220703125,
	64.02999877929688,
	64.06999969482422,
	64.08000183105469,
	64.12000274658203,
	64.41000366210938,
	64.4800033569336,
	64.51000213623047,
	64.52999877929688,
	64.83999633789062
	],
	"short_factor": [
	1.0,
	1.0199999809265137,
	1.0299999713897705,
	1.0299999713897705,
	1.0499999523162842,
	1.0499999523162842,
	1.0499999523162842,
	1.0499999523162842,
	1.0499999523162842,
	1.0699999332427979,
	1.0999999046325684,
	1.1099998950958252,
	1.1599998474121094,
	1.1599998474121094,
	1.1699998378753662,
	1.2899998426437378,
	1.339999794960022,
	1.679999828338623,
	1.7899998426437378,
	1.8199998140335083,
	1.8499997854232788,
	1.8799997568130493,
	1.9099997282028198,
	1.9399996995925903,
	1.9899996519088745,
	2.0199997425079346,
	2.0199997425079346,
	2.0199997425079346,
	2.0199997425079346,
	2.0199997425079346,
	2.0199997425079346,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0299997329711914,
	2.0799996852874756,
	2.0899996757507324,
	2.189999580383301,
	2.2199995517730713,
	2.5899994373321533,
	2.729999542236328,
	2.749999523162842,
	2.8399994373321533
	],
	"rope_type": "longrope"
	}
	},
	"attn_cfg": {
	"num_attention_heads": 32,
	"num_key_value_heads": 32,
	"head_dim": 96,
	"swa_enable": false,
	"swa_ratio": 0,
	"sliding_window": 262144,
	"attention_bias": false,
	"attention_dropout": 0.0,
	"query_pre_attn_scalar": 0
	},
	"mlp_cfg": {
	"intermediate_size": 8192,
	"act": "silu",
	"num_layers": 3,
	"mlp_bias": false
	},
	"hidden_size": 3072,
	"num_hidden_layers": 32,
	"max_position_embeddings": 2048,
	"rms_norm_eps": 1e-05,
	"rms_norm_unit_offset": false,
	"layer_norms": [
	"pre_attn",
	"post_attn"
	],
	"attn_logit_softcapping": null,
	"final_logit_softcapping": null,
	"lm_head_num_splits": 1,
	"lm_head_split_dim": 32064
	},
	"pipeline_cfg": {
	"system_prompt": null,
	"chat_template": null,
	"max_num_tokens": 2048,
	"input_token_group_size": 128,
	"input_token_group_offsets": [
	0,
	128,
	256,
	384,
	512,
	640,
	768,
	896,
	1024,
	1152,
	1280,
	1408,
	1536,
	1664,
	1792,
	1920
	],
	"future_token_mask_size": 128,
	"return_logits": false,
	"use_strided_kv_cache": false,
	"enable_filter_sharing": true
	},
	"language_model_name": "models--microsoft--Phi-3.5-mini-instruct_language"
	}