Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files
xet
 Community
optimum-internal-testing-user commited on
Commit
da7f208
·
verified ·
1 Parent(s): 90c2741

Synchronizing local compiler cache.

Browse files
Files changed (40) hide show
  1. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/2538c8442c1286fd3681.json +57 -0
  2. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/llama/llamafactory/tiny-random-Llama-3/db46213f9962f5cc8679.json +61 -0
  3. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/llama/unsloth/Llama-3.2-1B-Instruct/599e7fdb13fcfeb7449e.json +62 -0
  4. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/llama4_text/tiny-random/llama-4/074106e32abf685d3770.json +80 -0
  5. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/mixtral/dacorvo/Mixtral-tiny/a4380254ab0074748789.json +57 -0
  6. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/phi3/yujiepan/phi-4-tiny-random/13fdede1bded7f1aee72.json +58 -0
  7. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/qwen2/yujiepan/qwen2.5-128k-tiny-random/1ee8cf08e635e2667059.json +63 -0
  8. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/d5a1527bbefb4ad13370.json +64 -0
  9. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0e5b82b136a38372d842+6e4949b4/model.hlo_module.pb +1 -1
  10. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0e5b82b136a38372d842+6e4949b4/model.neff +1 -1
  11. neuronxcc-2.21.18209.0+043b1bf7/MODULE_306829ff9e3811933fe7+a02c3a36/model.neff +1 -1
  12. neuronxcc-2.21.18209.0+043b1bf7/MODULE_306829ff9e3811933fe7+a02c3a36/wrapped_neff.hlo +1 -1
  13. neuronxcc-2.21.18209.0+043b1bf7/MODULE_34362baee2ad4784108e+a02c3a36/model.neff +1 -1
  14. neuronxcc-2.21.18209.0+043b1bf7/MODULE_34362baee2ad4784108e+a02c3a36/wrapped_neff.hlo +1 -1
  15. neuronxcc-2.21.18209.0+043b1bf7/MODULE_3e3c9e9db5ebafa6c488+a02c3a36/model.neff +1 -1
  16. neuronxcc-2.21.18209.0+043b1bf7/MODULE_3e3c9e9db5ebafa6c488+a02c3a36/wrapped_neff.hlo +1 -1
  17. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b1c456704a89716d745+2dde74c7/model.neff +1 -1
  18. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b1c456704a89716d745+2dde74c7/wrapped_neff.hlo +1 -1
  19. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5e65c2494ac905de7039+a02c3a36/model.neff +1 -1
  20. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5e65c2494ac905de7039+a02c3a36/wrapped_neff.hlo +1 -1
  21. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5f6f4f62aba29e11d946+24129607/model.hlo_module.pb +1 -1
  22. neuronxcc-2.21.18209.0+043b1bf7/MODULE_5f6f4f62aba29e11d946+24129607/model.neff +1 -1
  23. neuronxcc-2.21.18209.0+043b1bf7/MODULE_9d35248a93d4142a3cf1+24129607/model.hlo_module.pb +1 -1
  24. neuronxcc-2.21.18209.0+043b1bf7/MODULE_9d35248a93d4142a3cf1+24129607/model.neff +1 -1
  25. neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e174a0ad6384712cfa5+24129607/model.hlo_module.pb +1 -1
  26. neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e174a0ad6384712cfa5+24129607/model.neff +1 -1
  27. neuronxcc-2.21.18209.0+043b1bf7/MODULE_a485be79a721c7b20385+24129607/model.hlo_module.pb +1 -1
  28. neuronxcc-2.21.18209.0+043b1bf7/MODULE_a485be79a721c7b20385+24129607/model.neff +1 -1
  29. neuronxcc-2.21.18209.0+043b1bf7/MODULE_b559f9b8396895d936b0+80d05c3f/model.neff +1 -1
  30. neuronxcc-2.21.18209.0+043b1bf7/MODULE_b559f9b8396895d936b0+80d05c3f/wrapped_neff.hlo +1 -1
  31. neuronxcc-2.21.18209.0+043b1bf7/MODULE_c2b3afa51c57d431a332+a02c3a36/model.neff +1 -1
  32. neuronxcc-2.21.18209.0+043b1bf7/MODULE_c2b3afa51c57d431a332+a02c3a36/wrapped_neff.hlo +1 -1
  33. neuronxcc-2.21.18209.0+043b1bf7/MODULE_c58e0a47eb485c62b0cd+283df001/model.hlo_module.pb +1 -1
  34. neuronxcc-2.21.18209.0+043b1bf7/MODULE_c58e0a47eb485c62b0cd+283df001/model.neff +1 -1
  35. neuronxcc-2.21.18209.0+043b1bf7/MODULE_cedace9d3d693aab8d35+a02c3a36/model.neff +1 -1
  36. neuronxcc-2.21.18209.0+043b1bf7/MODULE_cedace9d3d693aab8d35+a02c3a36/wrapped_neff.hlo +1 -1
  37. neuronxcc-2.21.18209.0+043b1bf7/MODULE_d8cfc8fee2dcbc7833f8+24129607/model.hlo_module.pb +1 -1
  38. neuronxcc-2.21.18209.0+043b1bf7/MODULE_d8cfc8fee2dcbc7833f8+24129607/model.neff +1 -1
  39. neuronxcc-2.21.18209.0+043b1bf7/MODULE_e12a32198da9ddff7d98+24129607/model.hlo_module.pb +1 -1
  40. neuronxcc-2.21.18209.0+043b1bf7/MODULE_e12a32198da9ddff7d98+24129607/model.neff +1 -1
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/2538c8442c1286fd3681.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "hf-internal-testing/tiny-random-GraniteForCausalLM",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "GraniteForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "attention_multiplier": 1.0,
11
+ "embedding_multiplier": 1.0,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 32,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 64,
16
+ "logits_scaling": 1.0,
17
+ "max_position_embeddings": 2048,
18
+ "mlp_bias": false,
19
+ "model_type": "granite",
20
+ "neuron": {
21
+ "_serialized_key": "NxDNeuronConfig",
22
+ "batch_size": 1,
23
+ "capacity_factor": null,
24
+ "checkpoint_id": "hf-internal-testing/tiny-random-GraniteForCausalLM",
25
+ "checkpoint_revision": "c3074ebc0ac2fe545305f5e5f6cce2cc9b2aa0c5",
26
+ "continuous_batching": false,
27
+ "ep_degree": 1,
28
+ "fused_qkv": true,
29
+ "glu_mlp": true,
30
+ "local_ranks_size": 2,
31
+ "max_batch_size": 1,
32
+ "max_context_length": 1024,
33
+ "max_topk": 256,
34
+ "n_active_tokens": 1024,
35
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
36
+ "on_device_sampling": true,
37
+ "optimum_neuron_version": "0.4.2.dev0",
38
+ "output_logits": false,
39
+ "pp_degree": 1,
40
+ "sequence_length": 1024,
41
+ "speculation_length": 0,
42
+ "start_rank_id": 0,
43
+ "target": "trn1",
44
+ "torch_dtype": "float32",
45
+ "tp_degree": 2
46
+ },
47
+ "num_attention_heads": 4,
48
+ "num_hidden_layers": 2,
49
+ "num_key_value_heads": 4,
50
+ "residual_multiplier": 1.0,
51
+ "rms_norm_eps": 1e-06,
52
+ "rope_scaling": null,
53
+ "rope_theta": 10000.0,
54
+ "tie_word_embeddings": false,
55
+ "use_cache": true,
56
+ "vocab_size": 49152
57
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/llama/llamafactory/tiny-random-Llama-3/db46213f9962f5cc8679.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "llamafactory/tiny-random-Llama-3",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "head_dim": 4,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 16,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 64,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "neuron": {
19
+ "_serialized_key": "NxDNeuronConfig",
20
+ "batch_size": 1,
21
+ "capacity_factor": null,
22
+ "checkpoint_id": "llamafactory/tiny-random-Llama-3",
23
+ "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8",
24
+ "continuous_batching": false,
25
+ "ep_degree": 1,
26
+ "fused_qkv": true,
27
+ "glu_mlp": true,
28
+ "local_ranks_size": 2,
29
+ "max_batch_size": 1,
30
+ "max_context_length": 1024,
31
+ "max_topk": 256,
32
+ "n_active_tokens": 1024,
33
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
34
+ "on_device_sampling": true,
35
+ "optimum_neuron_version": "0.4.2.dev0",
36
+ "output_logits": false,
37
+ "pp_degree": 1,
38
+ "sequence_length": 1024,
39
+ "speculation_length": 0,
40
+ "start_rank_id": 0,
41
+ "target": "trn1",
42
+ "torch_dtype": "float16",
43
+ "tp_degree": 2
44
+ },
45
+ "num_attention_heads": 4,
46
+ "num_hidden_layers": 2,
47
+ "num_key_value_heads": 4,
48
+ "pretraining_tp": 1,
49
+ "rms_norm_eps": 1e-05,
50
+ "rope_scaling": {
51
+ "factor": 8.0,
52
+ "high_freq_factor": 4.0,
53
+ "low_freq_factor": 1.0,
54
+ "original_max_position_embeddings": 8192,
55
+ "rope_type": "llama3"
56
+ },
57
+ "rope_theta": 500000.0,
58
+ "tie_word_embeddings": false,
59
+ "use_cache": true,
60
+ "vocab_size": 128256
61
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/llama/unsloth/Llama-3.2-1B-Instruct/599e7fdb13fcfeb7449e.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "head_dim": 64,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 2048,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 8192,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "neuron": {
19
+ "_serialized_key": "NxDNeuronConfig",
20
+ "batch_size": 1,
21
+ "capacity_factor": null,
22
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
23
+ "checkpoint_revision": null,
24
+ "continuous_batching": false,
25
+ "ep_degree": 1,
26
+ "fused_qkv": false,
27
+ "glu_mlp": true,
28
+ "local_ranks_size": 2,
29
+ "max_batch_size": 1,
30
+ "max_context_length": 4096,
31
+ "max_topk": 256,
32
+ "n_active_tokens": 4096,
33
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
34
+ "on_device_sampling": false,
35
+ "optimum_neuron_version": "0.4.2.dev0",
36
+ "output_logits": false,
37
+ "pp_degree": 1,
38
+ "sequence_length": 4096,
39
+ "speculation_length": 5,
40
+ "start_rank_id": 0,
41
+ "target": "trn1",
42
+ "torch_dtype": "bfloat16",
43
+ "tp_degree": 2
44
+ },
45
+ "num_attention_heads": 32,
46
+ "num_hidden_layers": 16,
47
+ "num_key_value_heads": 8,
48
+ "pretraining_tp": 1,
49
+ "rms_norm_eps": 1e-05,
50
+ "rope_scaling": {
51
+ "factor": 32.0,
52
+ "high_freq_factor": 4.0,
53
+ "low_freq_factor": 1.0,
54
+ "original_max_position_embeddings": 8192,
55
+ "rope_type": "llama3"
56
+ },
57
+ "rope_theta": 500000.0,
58
+ "tie_word_embeddings": true,
59
+ "unsloth_fixed": true,
60
+ "use_cache": true,
61
+ "vocab_size": 128256
62
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/llama4_text/tiny-random/llama-4/074106e32abf685d3770.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "tiny-random/llama-4",
4
+ "_task": "text-generation",
5
+ "attention_bias": false,
6
+ "attention_chunk_size": 128,
7
+ "attention_dropout": 0.0,
8
+ "attn_scale": 0.1,
9
+ "attn_temperature_tuning": 4,
10
+ "cache_implementation": "hybrid",
11
+ "floor_scale": 8192,
12
+ "for_llm_compressor": false,
13
+ "head_dim": 32,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 32,
16
+ "initializer_range": 0.02,
17
+ "interleave_moe_layer_step": 2,
18
+ "intermediate_size": 64,
19
+ "intermediate_size_mlp": 128,
20
+ "layer_types": [
21
+ "chunked_attention",
22
+ "chunked_attention",
23
+ "chunked_attention",
24
+ "full_attention"
25
+ ],
26
+ "max_position_embeddings": 1048576,
27
+ "model_type": "llama4_text",
28
+ "moe_layers": [
29
+ 1,
30
+ 3
31
+ ],
32
+ "neuron": {
33
+ "_serialized_key": "NxDNeuronConfig",
34
+ "batch_size": 1,
35
+ "capacity_factor": null,
36
+ "checkpoint_id": "tiny-random/llama-4",
37
+ "checkpoint_revision": "9e716f5d4d1ffe0a44a15f46f4a12b840439aba4",
38
+ "continuous_batching": false,
39
+ "ep_degree": 1,
40
+ "fused_qkv": false,
41
+ "glu_mlp": true,
42
+ "local_ranks_size": 2,
43
+ "max_batch_size": 1,
44
+ "max_context_length": 1024,
45
+ "max_topk": 256,
46
+ "n_active_tokens": 1024,
47
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
48
+ "on_device_sampling": true,
49
+ "optimum_neuron_version": "0.4.2.dev0",
50
+ "output_logits": false,
51
+ "pp_degree": 1,
52
+ "sequence_length": 1024,
53
+ "speculation_length": 0,
54
+ "start_rank_id": 0,
55
+ "target": "trn1",
56
+ "torch_dtype": "bfloat16",
57
+ "tp_degree": 2
58
+ },
59
+ "no_rope_layers": [
60
+ 1,
61
+ 1,
62
+ 1,
63
+ 0
64
+ ],
65
+ "num_attention_heads": 1,
66
+ "num_experts_per_tok": 1,
67
+ "num_hidden_layers": 4,
68
+ "num_key_value_heads": 1,
69
+ "num_local_experts": 8,
70
+ "output_router_logits": false,
71
+ "rms_norm_eps": 1e-05,
72
+ "rope_scaling": null,
73
+ "rope_theta": 500000.0,
74
+ "router_aux_loss_coef": 0.001,
75
+ "router_jitter_noise": 0.0,
76
+ "tie_word_embeddings": true,
77
+ "use_cache": true,
78
+ "use_qk_norm": true,
79
+ "vocab_size": 202048
80
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/mixtral/dacorvo/Mixtral-tiny/a4380254ab0074748789.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "dacorvo/Mixtral-tiny",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "MixtralForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "head_dim": 32,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3584,
14
+ "max_position_embeddings": 1024,
15
+ "model_type": "mixtral",
16
+ "neuron": {
17
+ "_serialized_key": "NxDNeuronConfig",
18
+ "batch_size": 1,
19
+ "capacity_factor": null,
20
+ "checkpoint_id": "dacorvo/Mixtral-tiny",
21
+ "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6",
22
+ "continuous_batching": false,
23
+ "ep_degree": 1,
24
+ "fused_qkv": false,
25
+ "glu_mlp": true,
26
+ "local_ranks_size": 2,
27
+ "max_batch_size": 1,
28
+ "max_context_length": 1024,
29
+ "max_topk": 256,
30
+ "n_active_tokens": 1024,
31
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
32
+ "on_device_sampling": false,
33
+ "optimum_neuron_version": "0.4.2.dev0",
34
+ "output_logits": false,
35
+ "pp_degree": 1,
36
+ "sequence_length": 1024,
37
+ "speculation_length": 0,
38
+ "start_rank_id": 0,
39
+ "target": "trn1",
40
+ "torch_dtype": "float16",
41
+ "tp_degree": 2
42
+ },
43
+ "num_attention_heads": 32,
44
+ "num_experts_per_tok": 2,
45
+ "num_hidden_layers": 2,
46
+ "num_key_value_heads": 8,
47
+ "num_local_experts": 8,
48
+ "output_router_logits": false,
49
+ "rms_norm_eps": 1e-05,
50
+ "rope_theta": 10000.0,
51
+ "router_aux_loss_coef": 0.001,
52
+ "router_jitter_noise": 0.0,
53
+ "sliding_window": 4096,
54
+ "tie_word_embeddings": false,
55
+ "use_cache": true,
56
+ "vocab_size": 32000
57
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/phi3/yujiepan/phi-4-tiny-random/13fdede1bded7f1aee72.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "yujiepan/phi-4-tiny-random",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "Phi3ForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "auto_map": {},
11
+ "embd_pdrop": 0.0,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 16,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 32,
16
+ "max_position_embeddings": 16384,
17
+ "model_type": "phi3",
18
+ "neuron": {
19
+ "_serialized_key": "NxDNeuronConfig",
20
+ "batch_size": 1,
21
+ "capacity_factor": null,
22
+ "checkpoint_id": "yujiepan/phi-4-tiny-random",
23
+ "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a",
24
+ "continuous_batching": false,
25
+ "ep_degree": 1,
26
+ "fused_qkv": true,
27
+ "glu_mlp": true,
28
+ "local_ranks_size": 2,
29
+ "max_batch_size": 1,
30
+ "max_context_length": 1024,
31
+ "max_topk": 256,
32
+ "n_active_tokens": 1024,
33
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
34
+ "on_device_sampling": true,
35
+ "optimum_neuron_version": "0.4.2.dev0",
36
+ "output_logits": false,
37
+ "pp_degree": 1,
38
+ "sequence_length": 1024,
39
+ "speculation_length": 0,
40
+ "start_rank_id": 0,
41
+ "target": "trn1",
42
+ "torch_dtype": "bfloat16",
43
+ "tp_degree": 2
44
+ },
45
+ "num_attention_heads": 2,
46
+ "num_hidden_layers": 2,
47
+ "num_key_value_heads": 1,
48
+ "original_max_position_embeddings": 16384,
49
+ "partial_rotary_factor": 1.0,
50
+ "resid_pdrop": 0.0,
51
+ "rms_norm_eps": 1e-05,
52
+ "rope_scaling": null,
53
+ "rope_theta": 250000,
54
+ "sliding_window": null,
55
+ "tie_word_embeddings": false,
56
+ "use_cache": true,
57
+ "vocab_size": 100352
58
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/qwen2/yujiepan/qwen2.5-128k-tiny-random/1ee8cf08e635e2667059.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "yujiepan/qwen2.5-128k-tiny-random",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "Qwen2ForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 16,
13
+ "layer_types": [
14
+ "full_attention",
15
+ "full_attention"
16
+ ],
17
+ "max_position_embeddings": 32768,
18
+ "max_window_layers": 1,
19
+ "model_type": "qwen2",
20
+ "neuron": {
21
+ "_serialized_key": "NxDNeuronConfig",
22
+ "batch_size": 1,
23
+ "capacity_factor": null,
24
+ "checkpoint_id": "yujiepan/qwen2.5-128k-tiny-random",
25
+ "checkpoint_revision": "c8296d4ca3f87782876d2382fbb6481d1beb8ef0",
26
+ "continuous_batching": false,
27
+ "ep_degree": 1,
28
+ "fused_qkv": false,
29
+ "glu_mlp": true,
30
+ "local_ranks_size": 2,
31
+ "max_batch_size": 1,
32
+ "max_context_length": 1024,
33
+ "max_topk": 256,
34
+ "n_active_tokens": 1024,
35
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
36
+ "on_device_sampling": true,
37
+ "optimum_neuron_version": "0.4.2.dev0",
38
+ "output_logits": false,
39
+ "pp_degree": 1,
40
+ "sequence_length": 1024,
41
+ "speculation_length": 0,
42
+ "start_rank_id": 0,
43
+ "target": "trn1",
44
+ "torch_dtype": "bfloat16",
45
+ "tp_degree": 2
46
+ },
47
+ "num_attention_heads": 4,
48
+ "num_hidden_layers": 2,
49
+ "num_key_value_heads": 2,
50
+ "rms_norm_eps": 1e-06,
51
+ "rope_scaling": {
52
+ "factor": 4.0,
53
+ "original_max_position_embeddings": 32768,
54
+ "rope_type": "yarn",
55
+ "type": "yarn"
56
+ },
57
+ "rope_theta": 1000000.0,
58
+ "sliding_window": null,
59
+ "tie_word_embeddings": false,
60
+ "use_cache": true,
61
+ "use_sliding_window": false,
62
+ "vocab_size": 152064
63
+ }
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.2.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/d5a1527bbefb4ad13370.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "optimum-internal-testing/tiny-random-qwen3_moe",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "Qwen3MoeForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "decoder_sparse_step": 2,
11
+ "head_dim": 32,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 64,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 128,
16
+ "max_position_embeddings": 40960,
17
+ "max_window_layers": 1,
18
+ "mlp_only_layers": [],
19
+ "model_type": "qwen3_moe",
20
+ "moe_intermediate_size": 128,
21
+ "neuron": {
22
+ "_serialized_key": "NxDNeuronConfig",
23
+ "batch_size": 1,
24
+ "capacity_factor": null,
25
+ "checkpoint_id": "optimum-internal-testing/tiny-random-qwen3_moe",
26
+ "checkpoint_revision": "e0230be2839556b44b7400a233c73c74b4abb7af",
27
+ "continuous_batching": false,
28
+ "ep_degree": 1,
29
+ "fused_qkv": false,
30
+ "glu_mlp": true,
31
+ "local_ranks_size": 2,
32
+ "max_batch_size": 1,
33
+ "max_context_length": 1024,
34
+ "max_topk": 256,
35
+ "n_active_tokens": 1024,
36
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
37
+ "on_device_sampling": true,
38
+ "optimum_neuron_version": "0.4.2.dev0",
39
+ "output_logits": false,
40
+ "pp_degree": 1,
41
+ "sequence_length": 1024,
42
+ "speculation_length": 0,
43
+ "start_rank_id": 0,
44
+ "target": "trn1",
45
+ "torch_dtype": "float32",
46
+ "tp_degree": 2
47
+ },
48
+ "norm_topk_prob": true,
49
+ "num_attention_heads": 2,
50
+ "num_experts": 8,
51
+ "num_experts_per_tok": 2,
52
+ "num_hidden_layers": 2,
53
+ "num_key_value_heads": 1,
54
+ "output_router_logits": false,
55
+ "rms_norm_eps": 1e-06,
56
+ "rope_scaling": null,
57
+ "rope_theta": 1000000.0,
58
+ "router_aux_loss_coef": 0.001,
59
+ "sliding_window": null,
60
+ "tie_word_embeddings": true,
61
+ "use_cache": true,
62
+ "use_sliding_window": false,
63
+ "vocab_size": 151936
64
+ }
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0e5b82b136a38372d842+6e4949b4/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7fe88910e2d8bdfc4ed07d60a785432c2132adf855d253730ee5cab99fc987e
3
  size 84807
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a10e0e7fab67d52e1d86800cd31328b9c683741b76775e5f053ae7439ad948e2
3
  size 84807
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0e5b82b136a38372d842+6e4949b4/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb6be3810e1087644eeb0f9826f50d7ede89fd89aff4b8297f3b959d6028818a
3
  size 646144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acdb2b92a248d6f414d51aed82b439e4ea6824126680668738cd99e83490ef47
3
  size 646144
neuronxcc-2.21.18209.0+043b1bf7/MODULE_306829ff9e3811933fe7+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70d9d2a69d8137f1bcd2b995a79484cb724ac968433fe19ab7907c62feb356fd
3
  size 277504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd05fe6bf94ef2f336d720f7c7e1340990d09ac509619d39951378cca0455955
3
  size 277504
neuronxcc-2.21.18209.0+043b1bf7/MODULE_306829ff9e3811933fe7+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1409b4b64ee616125ab959728c44a329793a9b98726044742b59807b59cc637f
3
  size 285854
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca11c405716ec625d51c9411aff6ab27669f655504e692e6f1b8bfa39b360dcc
3
  size 285854
neuronxcc-2.21.18209.0+043b1bf7/MODULE_34362baee2ad4784108e+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f926365798c747440312dbc7ff4146ba80e22ac98ddfec57603085c193e3443e
3
  size 246784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7deb3eddbbb70e1a96bda4ddbb30dd168f54c901f9253a0b5d7c2ba5243775f4
3
  size 246784
neuronxcc-2.21.18209.0+043b1bf7/MODULE_34362baee2ad4784108e+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71fc97a4abb0b279dd9276c43ed0913d1575127ba7945a92beded26c5108a485
3
  size 255104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d79579f809a3b6c9da5f3353e3470729c5431d3969ed20fd3d2786df7c8cf8
3
  size 255104
neuronxcc-2.21.18209.0+043b1bf7/MODULE_3e3c9e9db5ebafa6c488+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fda0704981a98eed90e4bd1f26629d080cf6ab923eaa7d620bcf725ff4e9176
3
  size 216064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404de5af59e6f94a61f81cde8b8cda46c83233cc4057beff6f8c3acd63366dab
3
  size 216064
neuronxcc-2.21.18209.0+043b1bf7/MODULE_3e3c9e9db5ebafa6c488+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42d723bb93434b21a2269879549dd3266e453eb8cad8956b70d634bc7d6ab5de
3
  size 224412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebea0a97eea7252733aad3fdad6698aa9bd37a943854e12c490192c68349b867
3
  size 224412
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b1c456704a89716d745+2dde74c7/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56d3fb22c40b3a4a317abb39e20413ca90c505881245df5b6fe3e95b5bbbfc38
3
  size 369664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddd02000f2d84a371d61c097d65091631c1fa8146c813cdc745073fd6412d332
3
  size 369664
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b1c456704a89716d745+2dde74c7/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:559331183c406f8d099d1ac344524b432620885ba9b04e979be27c169183a7dd
3
  size 379362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631a3150ffdb269763aa833c922a697f1d28ee8ddcd1f13cc7e2821c4ccafa7f
3
  size 379362
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5e65c2494ac905de7039+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b3ca19d11f248080b12e56e27cdbb64b21d4bdf9135549a59a69fdbaa8aaef3
3
  size 277504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19bc9ea13e151a2d88425407b68f8f8cc43707058747c6d1aa9ab80a59b85e1a
3
  size 277504
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5e65c2494ac905de7039+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41e10c2729ee94b3b5b69d792b97ea13e8f0360d62555b5f488e5f08b68d68dd
3
  size 289031
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4b2c22dde65ecb7abc2283a029237863076cd5fd43c23d1ce2459d8c0dc820
3
  size 289031
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5f6f4f62aba29e11d946+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c4ddfc86989747c08ca3a525de9f795475afa56281ca391e150429a79ef6f36
3
  size 694128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c682387ff5e856c8633edf6652ad9964a9d39ca3f28626e81265e2317477b76
3
  size 694128
neuronxcc-2.21.18209.0+043b1bf7/MODULE_5f6f4f62aba29e11d946+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:414d790b9a8e15b872694ef9910b367d3aac6b9518c112451a3794b3ae9d868d
3
  size 625664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef74edece0e3f2a9983a5704ed0ec9e1b393a35e78cb4341bab95e292e4f8102
3
  size 625664
neuronxcc-2.21.18209.0+043b1bf7/MODULE_9d35248a93d4142a3cf1+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c3701ec3661417e95b7a0d48488bffafc155a720c62b2885bc15ad31e9a4dc1
3
  size 739558
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89d95332373996418dd36c71e92d055f25151179af769bdcbf34f30aa3bcacb6
3
  size 739558
neuronxcc-2.21.18209.0+043b1bf7/MODULE_9d35248a93d4142a3cf1+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e118545b87bf0dea461da4fa5ecc6540935443dde798e8227db35b0c315f5967
3
  size 26133504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee47034ab783eac59be02bccb1aa5ab2b746cf1bd350578fff367704fec7c2c
3
  size 26133504
neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e174a0ad6384712cfa5+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41d354e998f756d31fe63805e67de607b859b8017e6fa64ecab92379c9b30786
3
  size 83504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a372687cccc6c3b2dfaebf019aecb7448ab1010f4e6a4e27d9bf9113796003d9
3
  size 83504
neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e174a0ad6384712cfa5+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6da9a01bb2393906850811174acc7c5da9a7725c8f3aa6afada1e4ab908beb6
3
  size 328704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277597d33e2e8fa5c13c602ba19c9080ceccf75c029ff9a4b04762378e9f7f00
3
  size 328704
neuronxcc-2.21.18209.0+043b1bf7/MODULE_a485be79a721c7b20385+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4745beb85091594825aba95d8f89619176fb4e192e0ebd421787ebb9394fa90c
3
  size 90382
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5342cea1a850c4ccbe4134eac77ab26ce28ba728583c75ec7c0ee9be669de7
3
  size 90382
neuronxcc-2.21.18209.0+043b1bf7/MODULE_a485be79a721c7b20385+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bc7355dc8d2d15baa38550f4d69a31b739a8a85159336074a32c72309404dc6
3
  size 359424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3afb2b52193025efaf5aa7574ac19c43a29782506e7fc94cf0e59b25400779b0
3
  size 359424
neuronxcc-2.21.18209.0+043b1bf7/MODULE_b559f9b8396895d936b0+80d05c3f/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5772f9cd67d35f56f991f6d7a6d27582cc32578c305e8ddd12a7fa3559b77f29
3
  size 277504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462ad0770217814c8f9c67bba35f1a690256836beb3fcd75a2b3bd9a2632acc8
3
  size 277504
neuronxcc-2.21.18209.0+043b1bf7/MODULE_b559f9b8396895d936b0+80d05c3f/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44814eeb5d6f3c4ee2638b7c2eef8eea9101cf88679710e73bb50c119aa9c104
3
  size 289571
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0acdc44fea39bd93e9535966f66d6af4e1e10e1b74d94160cdf5db24df175969
3
  size 289571
neuronxcc-2.21.18209.0+043b1bf7/MODULE_c2b3afa51c57d431a332+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92421ee451d0ae6a58b57769a43978826b242921a10cb1886b5e28c980e35afe
3
  size 1926144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78410670de86fb85b626bbcd51a5cb4825e7176c757a61fdf64a03dafb9915fd
3
  size 1926144
neuronxcc-2.21.18209.0+043b1bf7/MODULE_c2b3afa51c57d431a332+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3946ae0306fc1753558f9ca642ba3114c1774bbc3f5713830256f08eea19c9c
3
  size 2082478
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3146e765c0a8e68312e1844f7d08a458fe6e0e46ad72afb51d3cade89de7d9e9
3
  size 2082478
neuronxcc-2.21.18209.0+043b1bf7/MODULE_c58e0a47eb485c62b0cd+283df001/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:927cb41209213462748741781fdbfd5ea0d5d100cbd62ec70094694e96145b34
3
  size 97794
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:350bb53b1fa1ad9a168087af81f22d3e2294d8975672ab464e2a17aa9ad76955
3
  size 97794
neuronxcc-2.21.18209.0+043b1bf7/MODULE_c58e0a47eb485c62b0cd+283df001/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:622a34dc2081999f2beefb322905c2d688442a9d4332279f43b74720f97cf336
3
  size 410624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d9dc7e3ca715c4f55c2a75db9efab18bdaf41c94e99c38f7535ba42e264401
3
  size 410624
neuronxcc-2.21.18209.0+043b1bf7/MODULE_cedace9d3d693aab8d35+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5782660a05efe31ac88b79a28ee46b7639216e804f8a0261a9bebf5ecafd780
3
  size 543744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8155a25abdce92432d6801929169663a9e6a232dac8d6c74132694d5121bd5e9
3
  size 543744
neuronxcc-2.21.18209.0+043b1bf7/MODULE_cedace9d3d693aab8d35+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc759135fee4eca919c14b4301fc923b5a6d3269d1c84a4b486578cc3d6ed708
3
  size 563380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c6226722db571990de1c61a426bf004d0ffddb6dff79e081f44c35b1b6287d
3
  size 563380
neuronxcc-2.21.18209.0+043b1bf7/MODULE_d8cfc8fee2dcbc7833f8+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d345b4787840339dafc6759d57787886ac8152c17d09d39a9df9d836bc69bbe
3
  size 82772
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae3e272e287603df0c86eb4ddc0a7c585caa5fbe0ed740e6de302228334505c
3
  size 82772
neuronxcc-2.21.18209.0+043b1bf7/MODULE_d8cfc8fee2dcbc7833f8+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8a567c17534fc2cec84c7f1013aabcd909872b5e6ff87df4425a83976ef1292
3
  size 267264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5e898d34facaa2d5e67d092b5c278d4006e2087f8872b5afeff96d2b12d1ff
3
  size 267264
neuronxcc-2.21.18209.0+043b1bf7/MODULE_e12a32198da9ddff7d98+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c79f98b7f02fb3fc41d499b431d0af72d9f4b2cce450d8342a062a580b1751a6
3
  size 81516
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd0e3dc962ab353e73f16bb06291bedc7a2915ee5f9c906e61d51ba150cecff6
3
  size 81516
neuronxcc-2.21.18209.0+043b1bf7/MODULE_e12a32198da9ddff7d98+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e11fce6f3cbb1af7eaefb83d30d962a5598c6a78ed782c810d6a55b4ba29ac9
3
  size 267264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb67735de77fbbb5f3904ec5dbd6ad863c5b3929e342f426d56ae36685cf01d
3
  size 267264