File size: 1,194 Bytes
df18e69
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
{
  "_serialized_key": "NxDNeuronConfig",
  "async_mode": false,
  "attn_kernel_enabled": false,
  "batch_size": 1,
  "capacity_factor": null,
  "cc_pipeline_tiling_factor": 2,
  "checkpoint_id": "Qwen/Qwen3-1.7B",
  "checkpoint_revision": "0060bc56d46589041c1048efd1a397421b1142b5",
  "continuous_batching": false,
  "enable_bucketing": false,
  "ep_degree": 1,
  "flash_decoding_enabled": false,
  "fused_qkv": true,
  "glu_mlp": true,
  "is_chunked_prefill": false,
  "local_ranks_size": 2,
  "logical_nc_config": 1,
  "max_batch_size": 1,
  "max_context_length": 64,
  "max_topk": 256,
  "mlp_kernel_enabled": false,
  "mlp_kernel_fuse_residual_add": false,
  "n_active_tokens": 64,
  "neuronxcc_version": "2.17.194.0+d312836f",
  "num_cores_per_group": 1,
  "on_device_sampling": true,
  "optimum_neuron_version": "0.2.0",
  "output_logits": false,
  "padding_side": "right",
  "pp_degree": 1,
  "qk_layernorm": false,
  "qkv_kernel_enabled": false,
  "rpl_reduce_dtype": "bfloat16",
  "sequence_length": 64,
  "sequence_parallel_enabled": false,
  "speculation_length": 0,
  "start_rank_id": 0,
  "target": null,
  "torch_dtype": "bfloat16",
  "tp_degree": 2,
  "vocab_parallel": false
}