diff --git a/.gitattributes b/.gitattributes index 6ba8895ef3902d75abd876bbfc0df541cc9fe0f8..b20786d8ade8a55ab0a050a646391d8957db4a1c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -14817,3 +14817,21 @@ neuronxcc-2.21.33363.0+82129205/MODULE_e9f45339826914e7685d+573f850f/wrapped_nef neuronxcc-2.22.12471.0+b4a00d10/MODULE_73645ab8f4c76b2a2ba7+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.22.12471.0+b4a00d10/MODULE_73645ab8f4c76b2a2ba7+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.22.12471.0+b4a00d10/MODULE_7a9140b490a5784e886b+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/granite/ibm-granite/granite-3.1-2b-instruct/a55342f00a2b27869b7c.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/granite/ibm-granite/granite-3.1-2b-instruct/a55342f00a2b27869b7c.json new file mode 100644 index 0000000000000000000000000000000000000000..5f45a18859b7e7088842fd039d96549600e5f854 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/granite/ibm-granite/granite-3.1-2b-instruct/a55342f00a2b27869b7c.json @@ -0,0 +1,58 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "ibm-granite/granite-3.1-2b-instruct", + "_task": "text-generation", + "architectures": [ + "GraniteForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.1, + "attention_multiplier": 0.015625, + "dtype": "bfloat16", + "embedding_multiplier": 12.0, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "logits_scaling": 8.0, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "granite", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", + "checkpoint_revision": "bbc2aed595bd38bd770263dc3ab831db9794441d", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.4.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 40, + "num_key_value_heads": 8, + "residual_multiplier": 0.22, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 5000000.0, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 49155 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/phi3/microsoft/Phi-3.5-mini-instruct/b4d345e70123e586f5ad.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/phi3/microsoft/Phi-3.5-mini-instruct/b4d345e70123e586f5ad.json new file mode 100644 index 0000000000000000000000000000000000000000..ffa4fe6d883cb49263f1fe835a7846b675d158b0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/phi3/microsoft/Phi-3.5-mini-instruct/b4d345e70123e586f5ad.json @@ -0,0 +1,164 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "microsoft/Phi-3.5-mini-instruct", + "_task": "text-generation", + "architectures": [ + "Phi3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": { + "AutoConfig": "configuration_phi3.Phi3Config", + "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM" + }, + "dtype": "bfloat16", + "embd_pdrop": 0.0, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "model_type": "phi3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "microsoft/Phi-3.5-mini-instruct", + "checkpoint_revision": "2fe192450127e6a83f7441aef6e3ca586c338b77", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.4.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "original_max_position_embeddings": 4096, + "partial_rotary_factor": 1.0, + "resid_pdrop": 0.0, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "long_factor": [ + 1.0800000429153442, + 1.1100000143051147, + 1.1399999856948853, + 1.340000033378601, + 1.5899999141693115, + 1.600000023841858, + 1.6200000047683716, + 2.620000123977661, + 3.2300000190734863, + 3.2300000190734863, + 4.789999961853027, + 7.400000095367432, + 7.700000286102295, + 9.09000015258789, + 12.199999809265137, + 17.670000076293945, + 24.46000099182129, + 28.57000160217285, + 30.420001983642578, + 30.840002059936523, + 32.590003967285156, + 32.93000411987305, + 42.320003509521484, + 44.96000289916992, + 50.340003967285156, + 50.45000457763672, + 57.55000305175781, + 57.93000411987305, + 58.21000289916992, + 60.1400032043457, + 62.61000442504883, + 62.62000274658203, + 62.71000289916992, + 63.1400032043457, + 63.1400032043457, + 63.77000427246094, + 63.93000411987305, + 63.96000289916992, + 63.970001220703125, + 64.02999877929688, + 64.06999969482422, + 64.08000183105469, + 64.12000274658203, + 64.41000366210938, + 64.4800033569336, + 64.51000213623047, + 64.52999877929688, + 64.83999633789062 + ], + "short_factor": [ + 1.0, + 1.0199999809265137, + 1.0299999713897705, + 1.0299999713897705, + 1.0499999523162842, + 1.0499999523162842, + 1.0499999523162842, + 1.0499999523162842, + 1.0499999523162842, + 1.0699999332427979, + 1.0999999046325684, + 1.1099998950958252, + 1.1599998474121094, + 1.1599998474121094, + 1.1699998378753662, + 1.2899998426437378, + 1.339999794960022, + 1.679999828338623, + 1.7899998426437378, + 1.8199998140335083, + 1.8499997854232788, + 1.8799997568130493, + 1.9099997282028198, + 1.9399996995925903, + 1.9899996519088745, + 2.0199997425079346, + 2.0199997425079346, + 2.0199997425079346, + 2.0199997425079346, + 2.0199997425079346, + 2.0199997425079346, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0299997329711914, + 2.0799996852874756, + 2.0899996757507324, + 2.189999580383301, + 2.2199995517730713, + 2.5899994373321533, + 2.729999542236328, + 2.749999523162842, + 2.8399994373321533 + ], + "type": "longrope" + }, + "rope_theta": 10000.0, + "sliding_window": 262144, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 32064 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/qwen2/Qwen/Qwen2.5-0.5B/5d91fecb93d8e1d0e384.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/qwen2/Qwen/Qwen2.5-0.5B/5d91fecb93d8e1d0e384.json new file mode 100644 index 0000000000000000000000000000000000000000..b6a39c18b81c4dc7aaa7b7c78a387daa5814a6ff --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/qwen2/Qwen/Qwen2.5-0.5B/5d91fecb93d8e1d0e384.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen2.5-0.5B", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen2.5-0.5B", + "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.4.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/qwen3/Qwen/Qwen3-0.6B/0bef133446631b35e4a1.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/qwen3/Qwen/Qwen3-0.6B/0bef133446631b35e4a1.json new file mode 100644 index 0000000000000000000000000000000000000000..17ce8065e16a5062bace4738b79b3d87871f841c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev1/qwen3/Qwen/Qwen3-0.6B/0bef133446631b35e4a1.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-0.6B", + "_task": "text-generation", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-0.6B", + "checkpoint_revision": "c1899de289a04d12100db370d81485cdf75e47ca", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.4.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/model.neff index 42500a25ea4c84b4e929fa0371b274050992b38b..d9eadf883ae46c0e9232a3528e127b8c7bb89e19 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2f2e1fd51f5a6cc33ca4f98bf96f931433e6bf7fcc58f11194f6cd583681432 +oid sha256:9dbb3a703b7487958838b3469e4e94811bac90646ced5c0096e55d5fab40ae65 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/wrapped_neff.hlo index c30cb28a9b79256f3c217e730c37318e90097235..9bb60c307c16526f2eedd6fa912d031886c13edb 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04d083e7ddd421914edd+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1bf1adbd4dd98e2a5bc158dd7a3844a3ea3e7fd33b9182c1bd50ae1af57c6cc +oid sha256:67ba0facf639555663df7923b2e69d01bded1590e1e62b5d2a77a47072a3d261 size 2174311 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index 1078db196ac58f46f60b8017f3431069abe05965..2249e741f62447c361cb7c31685e7efca994dc18 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index e46b0c2c968614f50c9525572690242067beb214..b399c98ac7119b653525ce26c6ac6bb83019194e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index aef7158559bce9afe0e3cf39fddaca526290fbb7..5514e9185afd4f5aa611e4bac0934023bd5b3a9c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index 161d6bf8d6cf9b0f96be16b14bf9fe8b7a21025e..d0bf35aa8bd0f75ed671bbde74b548d324593435 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index a1a635cfc8a9ec3e3b47dc185ddf0ba303bd547e..31a7060c91df78dd6e64ec963eaed7be5c0af587 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 57f5e34f96c5b746ec5eb00f251bbeb9b2c379f7..4b0c485fe85021cda943ee4326bba3926f327fb4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 73fcc86149bdf98291dc1d49178c8cb1b1e3cb63..7d5330449dfc76e349b8c60517e6eee2c64454e9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index ee9cc2989351a709be43158e320203c19ccb6613..37172ffaefa98fdf47ac085e4fc4af3182bce24f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index a5613acde3d11679b9fa0a41f28ef7db1df20b56..5ee4404d7cbb87ef1f9cda7495ac9456c4d99876 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index ca57c363ea8f65915e5f8e9090d1c1061ed4d08b..91b0d59db9df61ac383336f1f725ce1580e9022d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index 96801ab6f9269f478a725f46b7d523a9cb1abbc9..e8067d4c9cf0a4a18446335b9c83fb30259ce1ff 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index f0291eb1682d35cab0b3883f6eb59077bdc1ea95..d7d960e5f960a17f3aacf6370bd9ac3ddb673ac5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 827a4454dda697a16c40d324a847478c17235f5a..6508fe3aaff974a67c5b26d05cf88e2fa839820d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 90cf8aa4f20bdbb307e8b53effea5894837f3e0c..61324212b8a9497733f8104bd1e679d4e3e01436 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index da6ae8e9161b15626c2e85d2dbb5aee9fd1f5799..f052b410a792909e8bddb4180e44f48c122f1096 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 76be0ac0ffa59fb203a39e10ae00546397209d8e..05238f27785891842da3fbd35343c54cb5cfdfce 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 6947380fb198e325bb204e6a45eb6c1f715e006f..2b84790c135fedfb868731d8cc931ce7e92ae7ff 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 161e1c1526eab00bd1f95939b436bae24e17261e..cd88b2c0029173da036693a1759d802bd639ea29 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 9461c2745122493248b3ae611ac4171217e85082..c4720ecfc9153a121033b6a2dba886eba44dff74 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 427a3aa2edeacdd0d972d93aaa7e311b83bfa4b5..fb796ad77e94d5636869a0f5bf0964ba542c6409 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index fbbd29394d3c2dfc8aff4b8dcace20e3e8ddcfdb..05d6e090ea06ba9baeb9589b839980df7b55aa5e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 9ed8b41a7ad6bf8215c176e7a711f1074a4b23c7..8d374aea5f6d84e39e4539a6f8c3c795c91fae21 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index 7f90c2838f4e10ae35e0ce3ebb0b2df0a1d5bf16..6ff6927bd00119a7350714b5c5426e72933f069f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 56acaaeae6207a1100550e096a276408023cafbf..30acdddb4119c80a20f4ffced8895360468d0b2c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 8521c3661b173efc0609ea29ece252e06dbe8a3b..9dc96c3d5a935d5e7a90e153e34b518e39882463 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index 3459a5a5ab866e8e21968c9ef686ff51761bc12e..4606b9b215b37656c43388aff7b4d7134d638571 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index a1ae3a272e6764449cd2433d4aed16073e1751f8..597ff88479f28a7c620f3997a101aae216768f4f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 9885d626bf76fc20b3b8e794ae4344dd045274fc..7bd92392cd962bf8411b8c9892f272f45bbf582a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 9a6d18ef6d3bc13d77ff38153ac835cf1fbbfb2e..141a3ac904852d02803e0469899cbb01728de7de 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index c5a0ec9ebb27fe483240ad1e1abb4a5b7346b856..b6578f925a07eefdfbb792e39ff9d9c0f738a823 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index bd13c281792e61ade7ff856fad075017e0d1ba84..38e26c680afb6dbaab09064930d23239157a7616 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 2b882d02be56c27c6862ba2017e0bf7eca34780b..182ca796597aca7efc2a938ee18bf8a5627a1984 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index f9fee26657aeb02bd09fce9dd735eae7fdb15308..c882b939d641e0fe1bc3d57a562a04856e777bac 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index 674f844bdc24f7b63ee897613d94d11067fc215d..750d139f6f34ff4b189ec22bf29dc69c508e0b97 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index d1142be161affa65f2b52aca8b9939f555d5ce21..06614117bd5f90624e0ecf032b6110b8e1d0ba91 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 36dc5913c25e0b6fb0e59111988aa6c5e726b126..3633a6e2ebcf9e2fe513f65fb2d6e33379b2e46c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 413c5d91f7de7571a505dc8fc024a3683423f69b..4ab3796dd9d347d6648935a5f3cb7307a33e78cd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index cb8571e90b0a0e6f341e8ab8449eae9ee03d251b..e5299e014b1d7602579b13eb1135146b2b3734ab 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 024552464c271686905a82e5845dac02b8304c1a..d17e571649904b134f6e07fb7f8f464cf7f2e86e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index a59ac28800fa4c8885a28e2e775375701be1b950..20cc330d8317ad694fedfee0378833440b0278be 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index e417d287fb4e77eaa8e90fd41111b43bd22a2a07..8d16232b7012b6561a58f2ce6493d4857b464ed4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 061978e02907e7c1afe05f46c89f7164e409f7ac..d9357c1850822f452a28852dd35dbe62fc138d0c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 079aa2a020de5aad2e62b534870fc6482c806683..d695b61622fce0ee334156aaee40867208cf6fb3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 5ebc3eaeaf3b6a03e40ae9890fab8d6660e2bf80..e4505153fc7df5157cd95f20cb833b706b5da050 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 5bdd68b21b0e5755ef80e0368f8fa160d7afbdd5..f05c7883d632d3d857d931e02ef1d6cbd8d57707 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 8bf314c2d37547c37f2c7da9290bee3cb92adaad..157a7c6a3b7a2afe89af67fdfe069ad72f3e7c42 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index 495b23a5f7a4b9204c82fd477298758f4d119d52..4bb606b64d56eb73cd1ddf914e00d3462334e590 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff index 93a722b3a3138154db6bf031ae5f043ff6124bf5..ecfae3a219805f29fa736e496836928eb40da466 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e47179548ff270cb7c5dbf254d7b67ea6fa1dcd0e57b3be76432ba270eb2c76d +oid sha256:f17eb319264c0d96b175b6fc18876893cf92775d43617e38ceb86cd4e8f24087 size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index 560f6ba7e258c88bcedf6d205689011b111d987c..b1fffebae20ff04aba7fb085d1527a4c7a8294e3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index d18749e631a45823fd3bc085b0befe5afc2cb374..d27fab38cc264709a7dd56e7488ba6016c2f68df 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..24b1f60dcca72464990af5924c88376cfb5343fe --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9882f1025bd78b9d0da6ed5dde6a03720f213ba0b66a811706f20e1c17973178 +size 961456 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a46fd007fe7a77c917cfa00ecbab17f20a45f0b8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190342af9d8e6a793029bc8b25c6290c88fb688093ec56636fcb1eb651395871 +size 14644224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 39fba3865d31395efd9cd2854aa4c813c39866eb..d018ec33e010a43a69c007c9836cea84fb273ab6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 59d707b7648e742e3df3dced43ee2c777604a108..70a307c782f7c178a6d3ed185538757330e0a1ba 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 9d6d02cb03ab0b3dd2ad9eeef73e35eb24a77ec6..4f7bb295a9654de8260590025ee018774df91a66 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 2cb75e9cfac8c64bca5437eccec9e4e8687f775c..b75853fdcd0525941ad3c70a4b43d3d354cf2d11 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 3e79948b2607fc7bb17983be882e6d06dd65086a..f1e5427b7ce46d1995eacb0c158b2f03a75b32cf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index 25a2517d583094f51837d599656f390f4f668bac..b4806c7188f00506bb878b2d52bf760af4622784 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_27143ff5b0e3602becba+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_27143ff5b0e3602becba+24129607/model.neff index 2cd59e40c1ef4397bf449b042e647e4f5134128f..e9609f0058be7d89a8d8f7fd7aee8ecfcd0a8695 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_27143ff5b0e3602becba+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_27143ff5b0e3602becba+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8173430a6c94b1b6db86668758d37a5f9e57b28772e64a13eb46d630a4abe609 +oid sha256:36f705d65663ed51cbe048d6785b9f62dfb6e8cf5cb3c900cdcf33b84be77b75 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 50bc35a37e6f7b60076bea24b13ffbf186036ac3..b32c52d8f459d51a505d3b8cd83cc5cbc57e500c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index b63698803c16be4846c65b9946d8cd2e0b3b32b6..8f3e53492149f72fb338d66ea7d6f7ef0f145ada 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 34065bfbe801270bd75ead5cfea912e62bf6a490..94dd36cae8ac0ea38b7c4824a623809c73c85d7e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index a47d9c3d42c7784f328aa679ef565136fea00f1b..b7a9fcb4d1a4d3399a1784e53e2bf794aeb1d3b5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index f1850fbff72bfed284e65615ae0ece1a3f42cc68..9c06cd9e4f2faf9fe60133ade878a11f1ccb61bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index ea69c01f4d68a5970bcad40fcf72a8ca3b300be2..11279cd665df652d0eb6ab95ddec0c90937434de 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 1325f27124c0925dd2baa8565b68373c11c84445..aa539bd67c12dc251ed42d158e77cc428b57208b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 0786ffcb81db648dacd47cb59164bcfa0b61ebf8..1a3d5898573819cdee4fd4e7c2ea39f345021466 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index d8bd0ccc4cb6a015880bf525f3653bb759b1a40b..79fa1f227b1ad32695474293260f1ec236f0aa31 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 69b54f9816a3a8be6037443b27ec41c61e0b6d07..0a4d383119280b133d394437cf0932c18f359739 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index 1fe87f9f2f705ac581c8ad64dc67fefe5ce04755..85907c32394f4e7e3fb4d99c12cdecb46a7db2f4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index abace410929203c8fcd9a9dc53f33bccfe5c011a..a6a47a809b6c92ef0261fc3eaf561cc2c52eb793 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..25066c85a463cc270c0fdbe863c46db057ab9b48 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c92d94ae-b218-4dae-8122-df8621018fbb/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b7f9f80de01bab3afae30f106439a7600609730b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4f4cdcd60e648ee1c6f483fd7d775daeec9d14a980ac23a3446e8df4ef38a3 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8cfefbeb1c72b1c89c2bb1cc32c01ee114aa1a4d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287f8569cebaf44688d7d2f88223472c76e9ae3930a1cbe1986032c8cc95af85 +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..bf6e3655945899a772d9e8ac70803a6f65eb0ea8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4b953d1c85671e655ef7+0ea7ca8a/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12944ec25129a543c1f15a6802916518a9f592d9c8b5ec29333064cb4b2e99d3 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index ed7fb97f4ffd08a454a3318e687da53478fdb00b..32b81b56cb3f09d7e22a7e8c90f5f8cce2154504 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 7383be9f6bb09b283e2fe7d8d50791737f2d8c2a..c19005ce37f3b3b501665c5a54fa14d810aa9c6c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index cf7ade24726d1a95d8f464aca33c85aa9c969cae..07edb855ad8db8ba7ccfe1471c522ee976d1e19a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index a7f0e04bb10382c38282b82a92d13054edb45f5e..1f29e1e926137be2933931b256becbb852e8bb9d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index fd5c0202fedf63294412fb9f753a355f222fa0c5..e2424fe67f83ee7b2dc348b0a075ebbd61a11799 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 02d64ab1cbc2d1d3f57364918e530a417187c7a8..d979382f2a04113ad1c3855b854493e0e1448c6d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 8f6cb51f0b6f59c630462f03c17358935f3a1b3a..424ee527d8f93c856cd2b81cd89f4306b7427819 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 17e8d6c7003aa1bb413ad64848aa4a943703042e..fbdacb080df9677d4753fee86ba0cd5aa07e9b75 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index afe276f427813ca72a7fa4abf4e9954e704e2308..fb2653c701af0871436ff1cb6fb5fcb0f789312c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9e4d69687ba10d1d9ebbbfecbdc8d3851f4651be --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_11aa50a6-1e2e-42cb-89ad-abf033d23f88/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9477549522568f27d654bb948d082ec94ac07a16 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_75b018d1d9f2ee15888f+3a58ae3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index e0675518d0e29d1b02c295deb0f2ab5432f6c235..7ed6c3a8dd6e66e75eadbc1ffd46fa67923af1cb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c814cd5f8791dc363a2765fe77286efdc8d26dec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8efbc6aec2bfae5921d1d6bb1a39e4d0507349b29097541c68dcd3f50a243937 +size 923054 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0a0729395e4048e87293b5b061107ab4e62dde3c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e73ef01588fef80e6c87110d1ba0b3a9ab156d3a5bea2935b6f97e8118ce99 +size 5223424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 919b30612a73bb7882140bf3520b38fea61630d2..79e30a9a1d956b195ed4cc0bb825f619af8fe6ca 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index c8fc9534d50bcd91a6a35c8b07404eec6fee3362..240a538e28b2d618ea5975c7cdd0a2586518deb5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index 978e42945151d1ac38a0a55dbd8fde0acc117f4d..6f0843f5df676be0a3c37ca19bc671c6da567b4c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 4814b1b4e26350771d02cb58b677f94c07cc27ae..727cf0adc4a324c065d2b4a3c467ff7c298e3131 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..8693541f775c63026be10b981efabdcfc1b17803 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_74ffdb1b-d3f1-42c3-adf1-9044fa2c30f4/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8a8d4004b3e3802b4325388b0331fee6fa5ca353 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1041139bc382afce3b6fb7ad02f9d8649351c8fc11ce28001be7274a36a898e9 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c9abbd4fcc063222addedc5141c5d9331190dbe6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_84bf2c7d60809359ba58+a9e994e0/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f80db2b37007176718c1b80f210acdedf5fa9c240be03746ef51e0121dcdeb5 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index ef8612a9b99d4bc0c0de606d4bf68dbdc6d9f16c..4905028b2751f28b12ecd0e95279e00c2dc282ec 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 6b25ff337de6f0f7ba8f8b1df1bca24b1e024778..42620746548f8da08fbe1923477de77024baaa68 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 36e0d05a2d387feb3c4be3c2283f2d4b28ccb394..62873368880481f2a5df340d2a8ced3074117340 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0607bb24442c63f5040e909eae4f58090cb03997 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ca76d58b-63c3-44f3-81c2-4492f65fd43d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..618358c2b96cde9d0fdd8a5363f4e3756584720d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a756345a0e47699f8c540a039458d52f4072f93c3d432124a626815c5383b0 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0aa4ebc3e1194df3147ace7f51aa33ad60465b47 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c76c1ec86692fb7ee2a3bf9e150472018eb70e20f0d4697938e3af04d9fa7c2 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8e4961b1896bb726109ff38e448f11626d4db9e3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_92d87119e7896084888f+c8418bf2/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e1f4cdc037825e90d5f61ea66666cdb59f1d16cc2012b4927e786cee6cea3f +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 65dd5d26240002b4af00c27331c68a3a9dc9d1ae..a78731bd94575f6304bfc27aff0072f8deac5fcc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index bc452c37427818775658cf16e5a84b61ffb9ceaf..164025e6fcbc44732052eff07a181cbf78a13ea7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index e8274ff8a9fc6b3de6e05d92189bc926393b533e..a41f78a8c917beac0c6b4435da913d87fe6c30fc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..912e99d41df84191ab81d33465805c3d9ce28d98 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90a580ce9dc7ad855e019cf57dc966e8f823be6080771afac39e7f605ff94b8 +size 699875 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0652d940f15efe0d7ac67c3aaddfd37636dff606 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebfca33943e9704e99bfce6d117ab22e39439ad7d94d3eb6412585ee49cfcf2 +size 12411904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c43a704271423bdc93e4a8a5eb80435ab0aba9dd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de006ce50095b37b169e379fcd1bf1903c0e22ffe60711a8e858b04836e2ee85 +size 12558920 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/model.neff index 56dd67a20259383872a764ec2ad160c98a7204a7..8bf95fc86e638d9b66f8c7bc8d08e17c87a08fb4 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0625de1836ed48174dadb2f553476a9ae6ea7a92ac66c8407021220bd91cb1d2 +oid sha256:64a5e10d5d62ddde955c46fdf6cad0248be76e8dcd0d6f06a2591aad8c16a141 size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/wrapped_neff.hlo index 20e553d45f82355512338b2e2005072f0cf1991e..f864c4bffea84b3f5e9d78268c1fe5f7b72962bd 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ba6231346e52f5ca827b+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:304ec5997c34b2ba237f0774feb55999d09bb3d4ec8eeeb4137461534a2ad0da +oid sha256:99af61fb70c85ea15538f13e9914bb7b0cf85a9552aa84691879dd589f4ceb72 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..33d84ab576b4a755607fe78d939bbc7448ed7747 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ece0090f-90b1-42bf-82fa-79a6a9b1bfec/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4bb45842ea0894b69b62a879499055cb6a5cb9ae --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2fc82d01eae877238b23e1fa62d9bd75d648e5ffdf58b8cf01e4f672c3e27e +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0cae28f58665e7fdcc88fb583d1a9bf97414d553 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eff7b4c80e60743b2b823305cd532a5ab3676eef9673947c7a6ed633ff8ed98 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3957fd3e8ee7e66922ec1c0f52c8042ac695ce24 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_be2371af345021274e80+d366e126/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b24cf6b1d10a6c8d827ccbbb09dc59f13f8f3ffa8bb9125b7f81889a47cd4a +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..778d56a84c309fd45486357a1b6feaadefa953ac --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_21862ce5-2f60-4446-8214-97cbdd70f95c/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0874a87cd6b3ee756653e249c1af4fdee1800885 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e6b8287ab0c4523ae7d1da322f1fb29baeb69a333b519a203943230d3d8424 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c1fd8c5f7b98bf6caa1062dd498184ececbd913d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d21e7dca1cad4cb73da0+3a51130f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1fed8a11936682b575e3d4c1a336eecff838f0f8497673a8f32d470dedf418 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f525910e30e95d1b29aa5d44e61b06c222be3be8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f1702c99-84e9-43c1-b1d3-8fade3df7251/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0e51cb39a846e4f58cfe3d5ec50ea34e7babca50 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c233e7013daa344cb368079ec790fbf10f597bc7f8708f8c91ff6684cdc1cd2e +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e9ecf50a304abf89e81dabb55ac65e799953bd96 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4665aed78e22b5b52453bf1ec38ace1ca98a6ca9b1a60011278fba7cd402b5f0 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..9452d2ca433ee273dfe71cf1a54d4a308aeb4bdf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2ffb8f9fa7b301cf0e2+9c446665/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f647217655537920eacf8501de52a50315bceb2b88ddea50935a4c7b6c873b0f +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..66a53bb62624ebb2f3085049f85c96247dbb0379 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dade68441565223d7ab8c41fba4168f6cc247ffce54f68cca2aa92dd14e453 +size 1088079 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b81c54d8bcc4591477034752d7845de160619d00 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a754f387eead2da41c87675a2ed90e16cd3dc29ed35cb115a7644b109f6cbd4e +size 5008384 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4560ce4f4211ac808366455bbf8898edcdec6526 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f6a3ff2ad752e338116c+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9606f9760075dbfd4e72b8d6405370b8f71e215200bba737285f8ae1487eb2d +size 5192563