diff --git a/.gitattributes b/.gitattributes index 736da56e8be2dc1cb923ea79b350b25f44485464..4deb434983c07491432755cbdca349d6e7acae20 100644 --- a/.gitattributes +++ b/.gitattributes @@ -17127,3 +17127,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_8eb90a77a3f704c8f98b+b5739779/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_8eb90a77a3f704c8f98b+b5739779/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_959095166de1daed47d1+23644079/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_959095166de1daed47d1+23644079/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/gemma3_text/unsloth/gemma-3-270m-it/e912866445bcdd7bd532.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/gemma3_text/unsloth/gemma-3-270m-it/e912866445bcdd7bd532.json new file mode 100644 index 0000000000000000000000000000000000000000..03661a7fc14cabd01210526826a45c47c1b0c931 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/gemma3_text/unsloth/gemma-3-270m-it/e912866445bcdd7bd532.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/gemma-3-270m-it", + "_sliding_window_pattern": 6, + "_task": "text-generation", + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "dtype": "bfloat16", + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 640, + "initializer_range": 0.02, + "intermediate_size": 2048, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/gemma-3-270m-it", + "checkpoint_revision": "23cf460f6bb16954176b3ddcc8d4f250501458a9", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_local_base_freq": 10000.0, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": 512, + "unsloth_fixed": true, + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/llama/unsloth/Llama-3.2-1B-Instruct/124119d9f41b205009a0.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/llama/unsloth/Llama-3.2-1B-Instruct/124119d9f41b205009a0.json new file mode 100644 index 0000000000000000000000000000000000000000..f418d2a06be93d78bc0cd40102f5d69a20a44ddb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/llama/unsloth/Llama-3.2-1B-Instruct/124119d9f41b205009a0.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 1024, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/qwen2/Qwen/Qwen2.5-0.5B/21c3bc6d9846044edf76.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/qwen2/Qwen/Qwen2.5-0.5B/21c3bc6d9846044edf76.json new file mode 100644 index 0000000000000000000000000000000000000000..0c0a148ffc6238c3a5d99ee5f8236a0910cf2bb8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/qwen2/Qwen/Qwen2.5-0.5B/21c3bc6d9846044edf76.json @@ -0,0 +1,83 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen2.5-0.5B", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 2, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen2.5-0.5B", + "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 2, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/smollm3/HuggingFaceTB/SmolLM3-3B/87f1aaa5ae1a31bb7adc.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/smollm3/HuggingFaceTB/SmolLM3-3B/87f1aaa5ae1a31bb7adc.json new file mode 100644 index 0000000000000000000000000000000000000000..5ebd30127d8aef646a275d1ef9f190184088dc00 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/smollm3/HuggingFaceTB/SmolLM3-3B/87f1aaa5ae1a31bb7adc.json @@ -0,0 +1,135 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "HuggingFaceTB/SmolLM3-3B", + "_task": "text-generation", + "architectures": [ + "SmolLM3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 65536, + "max_window_layers": 28, + "mlp_bias": false, + "model_type": "smollm3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "HuggingFaceTB/SmolLM3-3B", + "checkpoint_revision": "a07cc9a04f16550a088caea529712d1d335b0ac1", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "no_rope_layer_interval": 4, + "no_rope_layers": [ + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 4, + "pretraining_tp": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 5000000.0, + "sliding_window": null, + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..d5fc69cdbb085aaf5a9ce68dbb3ef07de904d881 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f708c9e7-1c92-4522-934e-2e3ded139c58/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8203a5aa5acd37ae7e6d6839b35c7438ee9e48fd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb674f0ac78f8d22ded7c755c983de3edb92563308d60b734d19e694f489568 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..29978f2680936047649c99923adf21bc2ef2b539 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afaee406217a526bdaad81c16f8d38780c2da2dc07f507c18feb97f574110fab +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8b480267d207db36193e9809812ca60fffa77008 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_06bd0f82c14784b0fd44+86b837c2/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a399b58e4144baa7d15294a9b89c1ccb945d3f2250a263ecebe278cb7651a544 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 5b179f3c307c3c465dcd3445277da9e7b05fc128..6725a2eec554c0e4be9fef42ad378b75555b2a74 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 6cd8b1c6d8bb63053bec23e223abef9b19030ca5..3955b67b40d8251627e0dbce9f0c67f9f15095f7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index e82262e4d6d28001b729442b9d2998865c0bff3e..2304bb928f089221f15ad65cb7a5da9bb8e954d1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 2f7c575dc93373316fbb73dc448f7baffd71d69e..454403fc20f3f76de26afcde0dee7dc09e2eea1e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 8b3bac4a5357b46fa9a0921ccc2a715614d8740e..26a848943106a8a10042977eb1e87d7012b1ff9f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index b85d7becfc44d6a7aaa940006ad3bdbc1ac71b91..cfe3bf980f65e523566834203dac694abc3a1947 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff index bfcc60730354cf914d19ce4da0fc6a08455e1fb4..5c1762ecdb12083aca3a2fa6edf77de5b347f058 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c9ea2a1608587632f8e58f8c2619eec3f946ebd846e75a9c3e4c1b32a799a35 +oid sha256:6b9c5fa212f6e53feeb051307f450d5edc181964fa89b7a5a4f61dab31dab132 size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 2d794cad1ab4e8e3d56461cfbc78799ca41b43aa..d2360fe292aa90086e7df26e41f9e5e67f14dbe6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index d6a916f874a50a477cf6415e5d8e8a81d353028b..5fa8212ced2710593161a0a4235d1b214e389e25 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 4b6b5961db7856bca09f9f1991ca4e2b1aa3bf77..33c4f44283565dbf5e3fb1640827754f9aab82f5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..00d82679a70df8da3c2e650bd7229688fdaf87c5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_7436405a-6720-46bd-9d26-c9a43fcecb2f/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fccbb01dba95c10a06a9f3277fa3f3348de4eaa1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12cc2229352c8e66e5ca+bcc5b4e4/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 5048196dc507b83ced95fa38510509c21130f20a..ff672fddf2fe8e060058aee0e62e9807846e55d2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 00fc3e05e80d1abbf61ad27f518a04fd803ff13a..4e7d24b74717b80ce498038d6122a21ab5c923fc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 16f5790dcc428620754649ade4867150d15f710b..00760ce8231a8b24002855d55f1249bf11e26cde 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index e58b607cbf2cee3c66e149bba9da1dbdb1e05995..d12ed6bbfd2f5d0da8e7b00526210a066a002e49 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 14b406ef76ba9ecff08c0089862bcc558037f65c..23fe379e9572ddbf98f93812fd8fc87d38983f54 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 091397be05615e00e52135ee85b49dc2ba5f6ae0..128c297266f2c6d9ff49747fcb6754d3edc0e855 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 7572801ac9258ab23f54d99eb288f6eba7a7fe03..ce4414ad1a8f7089fbc0765daded66391c8ce556 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index f218a7246e61c4b60f2a04f809048a3af74a61a3..5ff283d2ee737160f3fb31cec4280113f2277644 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index ef13dbc0d710b3f9060e90414c218e09b6918d4e..0af359166a44cb45c287e423735bed72375a656a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff index d9609bbfc314bc3f26e1d163a17e58ffdc7218cb..47eec9dea47a8d3e5af53bbd4acaae42ee08a0c3 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7adf01ee775d350dfa5975c0e6c03f7cb5d51c49021907af57999cb614c380d1 +oid sha256:71177301b95958f030c970d75b4dbb7520ff0ad505a36bf447da09df891e634b size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index f0cbcac0bd8b7feb3e6a6bb5dfbfa1017a7ea1e8..a0ff8a3af88bf25c5a8981f4ba1a854e3cc12558 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff index da2fb8e54676b19a922791892357a2cd7ee3a285..06663200a31d8c9a946d0313b00da4cac2e539c8 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3eed4b70b26e4f84102dcd8b84a44b5e053ad5e0c1ef9fc81cab40166ee4f02f +oid sha256:441bf26cdc1ca746b11097252007267a54e1252bf0fcf202f473f3893479d623 size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index d3fe2721bee5cfe3154a05a8435224cc4a0d7e9f..1eeb9c98049aa3f785ed4025205480d1e41e3990 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 4df5becdb0af72487d16fbf34e15d43edcf9d443..6f941366ce328d21f11a5bd6ee55b133a14295d8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index f74fff5ba3e94a91e9b202740ced3e9bd0992bc1..250e7aeea84f19ff8642697c95074cc02b633e07 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index 42c0c003ea3253157a27bacd2c8e2cc816474320..2c99e6d7317c4972c06514c98d5824ddbb59dbfb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 8e36fb00f80f84dadb0a1cdd4a1c138c1209e5a9..59a125df5851de5bf3bad0c15c40591307e808d8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 9a27ab3485a644e49ee4b5dcc8a55d2e018d2c28..4c0098c0810d010b2b6227d19006edc8644b9501 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 77799f5a6e2d1115aeca413407f6e49f61afefa4..561a33dbcd4aa00f371de4412826088bceadbac7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index e90730a97ac785552688785ba3eb25d49ed39523..6b42840f641ac53e7fce125da4f6f5a42485cb32 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index ed140c7c0451da397aabcfdbd73fb5df5bfec3b4..5e7821ef5a128e9f91feedd0adbc5c909bdbf347 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 33f3b11ae6c7fa712efe572df1003607895d6e31..7ad43d99afe589e89cbdf992984cb8ea43c36565 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index 11d1c74da88d79d5966b2f82a5eb5660c3710c44..3e5ca71f4d3454d131ca3e8b050f074be72363df 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index 18356668a6b5f5ed4d1dadf188c0febbc9fd42dc..d27a4b61fc68a96c97d87aba07d3bc01599d386a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index a06e440a0f3c0c4563bb949b59b0a5f91a824f98..45b7566c2faede6823bad7b40574649f1786a86c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 3f2d405c5f64bf4b7df535353121b9d9ef7c708a..b7a0616fdee7ea91038dd88e0c81aa891195b8fc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 66938f89f642f9610a976089ef9d16dc7c33f1b7..71dc0c24e5a2c92202aa427781d1409ba0a85a20 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 25d4276b275365159a51059853574488d7ab0734..7920cf0dd156d3ef2c4bf2241eae751a2eb260a9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 3b18cbd12310d683c1024770e713e725dd758386..63a93c587d02dede78d62d0d4c6822ba3d4a9fb8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 97c1e9f3918286dcd20abf80e589c1bb3c83145a..631712163a162c868cc94b633f944abfc0060bf0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 516402203df38fcac626a3542b5f3a84e7661b38..1db2d398a14e7efb27c75d2fb29c22f43353fd8b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 20de1e03c6d478f765fdb24a6e5ed5b02d499ed5..f8d4323b9becc3eaad23e277701b7cd623a40785 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 42347909a8b1b5f6a0f70b372584f78bddc4c652..64de7feab63bfc03568ed140f733d07e28fc055d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 69b4fbd92b25c9d51b945607deadb51b6e877e33..54c237a3d410577bf738841fcbe6e0c189c61723 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index cfccb7305061c171cb79ab3123192093333fee28..19ad8953d971b69f059aefb7ecdbcf5208600562 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index 1e26ad532d14ec39f2fac8f91dd8c82286cb395a..01deae6e22985c25af9acbc5de75fbc4d6654d53 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..af9b3974116447894578173f1a7bf71f3685dbb5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_08983737-e52a-4643-a22a-2f36df1b3a59/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8 +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b9065edf26b02ecc9b0acc31b63e0d060463cc22 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1e1c8755df5bd80b14ff+6616af3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff index 5db27c0b698edbb015b6bedc2715b4d95b2fbe73..bf8d1ee4241f26d0fb40b5b1391516816fa66f62 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7c26fd0310e7ba7c55c83b375c05960971fae967057db291ba424058f1d8a0b +oid sha256:dae18bd8de5acdc3b69e081a097e2f6a06d38320fc680e3513f0765adf5612cf size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 1ec3034719480fb8f964c21338a924cc6c3431d6..3c865ef76ab0e0030d876d5a7601e03612998313 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index d27eecf10d7412e37f97e31e41126fc13baa8e94..fc47dfa27388a5a34ed6fd744ec8f85c3511e273 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 57b30b77d3101a080615b0e66b412281b81902cd..27027d805fbc9bc40b0ae0415f1e110f620a63d3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index c4763a29bfa459b844e555b84a65dfe9e4637fea..392ebfc7b210a40282a26d49d945f6f9ff4b6733 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 7ea5d042f26fd5ffbb36884ae058fc363f5a3cf3..11a95b16daa263ccc8f88541579254895ef079b5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index cdf45e2d42cda99f9d41aa9fdd7aa774cbe46f62..07784ce977454df465834f33ef03bab0b9a5db5c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index e68357262116b17fe0a63166cfb2daebfb1783a4..b4d418ec8fc584d79af7655a0b0b03d62f2e1e7e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index ebfcb2c312c9304fb7585168c233dd5e51171790..d80920835da96310fb0edf500464f40d049f7f04 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 61fdf7d3cc78bdb4c5d0f501b27e3c337ddae9e5..a17a9202ab822d1caba9f65fdd9ecc71e282f576 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index e34dd5a87a7d671e709e6ef06f3ed91c360e2d32..fa0e9a4e841bd8bfd2948734c6d07cb53f43bbd4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index 5b0c2fa2cfeedce900fdea1374b47ff629249065..fc15a275e9a8dffc275ee342c92f9c3e368e703d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index ae77d2609f010684b9670625f941e3496f8978dd..00631913df6becffc0dc04ae08da6a1fd19f60e9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 095ee88291e0b633ca679021216073facd9f1cb2..7bab393855b60b6e9d2cb1dc1c08ec17177f41c5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 18f22c78e1dd2b7b8ce3a28e0b8d8a59c1f2ee84..1b684e04b058da0be7fed1167dbf9572acfc048b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 2583be56cc8fe1887bb7a14e1d7dc99454ca9d9b..4860d2b4b36f79c98be0a6ec088d5496529cfd38 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index 23ab1185553049bcc677c9f542604657d7b9c79c..0e7e794dd0a7eaa32267514170109fdcf3252b76 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..fb19e9b0deb5f1ac1bacae15e5716349f8f06e3f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c5273b50-1cd8-4b0e-ae28-1c28b4b87457/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0858db08abc880d7cbb76cb107e18e9cc8131152 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d8fa33af1e10dade36b37579dc7b9ca21df800774b03d02b45c7983f1d524b +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5a0b53c45bf66cfb2f2cc72117159d19902d8cf5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_470e323783e541da4829+4a882b02/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6c1a493015fea09c76b7f8581e30eb86335521cc73d1646b3642d5ca6551bf +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 5551f3377733d2958facf7a0d68d5600ea0b6220..d4286c57c4d8497eb66b794fd95e5e64c8b738d0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index f04cd250ca9c7a92c25435596124d61fad8b8ef6..706a8af2661c962622696631fcd7dccfb83c7aac 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index bf66a1e3e443d846ab030b4a6a547298c42b40b5..a101cb43843568cf7819ca572b708d795f41a81b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff index 2c3c1c5366705e8350ee9f3b0a4a660bda0abbb4..86bb70057e24792fe032123a240494cec21c9a72 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eac10e1761913d16ede748c9496a728d029ebeb45f73c94a4db2c1701cf0755e +oid sha256:5afc6a5234a57cddb36d861e4d8ce88d85c4c8bf7e2308de0cf98040949083c6 size 216064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index 6a5282054a986ccfb0583cdcae69d80658e9fa0a..7ff04577a31a3313aee762eaa940eb03e0027da1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..8d9d6220255a2dc865e7dc949a3edf95dd4c7af9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_cfb28fb3-3f7f-47d4-9932-a6e314126720/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4e5c5e34d577d4b2aa0762f182543a10de141f1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d20b503da3b96874abdceb6b8348ee97f79e1ad3e1256438c9e7bfd8cb50714 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..26c48cad239550652a68f62ad419000ed00a6d87 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_53e3b013e9149feef6c4+7b04ddc0/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e981d4fb0028ce32ef74914a1f197634c5b8d9e602ab98dc73a6d4e94e48cfa +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index fc1424f3cced341ccf704b6f03ca1022c55b3661..a2782f16ab7d0781a22e336646c486428d1bc7ce 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 7599e0c31dfc8750e3336881c61d18c20daf0035..f6a99676546147a4489c154ff5d3234fcb1a8c74 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index ac41e8741dd5b9b3967a0f750e4d9c3b33df4bfb..d13759bc98de47118a4a5383afd73219ae2d3bcb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 4f8d2f6697ed5853ba1d375bf79195e62da08c03..d384f68d7d405c419dd4f66332e21e1ff9dadba6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index aca6b221e07bf3fad26a694635634dd18be0ae08..c82627541eb89229a80319a32ddf58b6c63cb5bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index f0ba7ffe72e826077bfc4f1013a89b9084ed5030..e88d3e571fac30f53c87395045e2a38fc9892192 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 33e296a32ebad80a4aae7a693d3cd832f6521569..417d3f8dc0afedf76e82c5a7b40e08a09ea07710 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..056a4819f9c7783053aa7a545755640695bb8072 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_32caf39c-796e-4b25-a6cd-12457527dddd/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..50604677fbf25d7b519098dc89a8c2738e04cf1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cab74238b621677b38d0f2660428e2499dca903faab0b9597c2f828d7feb87 +size 29532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..318dd5e4e1c7e41602e9e2e01e84e58f92eb69d4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da2ac2022da1a45322627857e652990fd03f800b58f333174bdc3cb23198843 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a7025fad8ac36b798538510e053e7c8d76ac552b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69bf5337d3e3b7930fc1+e2c9caa6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845b5209abc950acb7f5b80decce4a5ebddd40d7f6f78c236f228b4f49629fbd +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index e3ded1ed05e96a14ca47cd3064c76134053133c3..5a0b6a3838ee36d3dbebc11760648ce41cf9d982 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff index c175d8c70eeb7ddeb7635b14fe29489f6c706292..4780bd0680c65f343df2cb72eb982a36261d807c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dbc10a315d899b395be229c300d3ff8dbbbf0e4b3a11d4559d88f4c3eb47de4e +oid sha256:151f46de2eff08b45c487705d3451d5ee5408892fe18620647240564ae59e6d8 size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff index d7f325c935fd49afdbcadc648932ea0ea75e74b8..998abfe897a0ea05e4a84a6639d6872f8878fe9a 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42728e3200e430742631df86e92068e2d4bf62244a193251d99acf5d1730ccae +oid sha256:58e9f62b57e2d422ae67934715de6102306da5eedc172083e15d53d4557ad4d5 size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 41d56a49d407e8efbdefbc162506fd35f6ce0990..5ef2bd590555e94974c98f62c1731a9f7947c6e4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index e9ef91996bdb1b20739f6da30047b1b38404ed25..8e38e1e2e7ca3b81faa8c2915a083a4e6c855275 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff index b02cc857bb741a7b0ef9cbe50b3c29093061e82a..6fcd071b4fe2d3626755c27921c906ba4f778a2a 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f92d88de1670c51a86d2e78295ee4e7f67729dd0fbba0be13b0af2a1846bb05 +oid sha256:b9b899addb30ec62c512a3fbf5c6c082d92aa3a47a4ffc59495b3e254210388b size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index ae28670c8de0c1689596362310ba4da791ac3957..de312f877253f0c49499181323ad2f9cd1288a59 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index 9ffc5901d64933d610b06640d4e88caf6dd715fd..457e7f8ae85db2298c55a397f36b8921229fcce1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 2765cd28e0788342dbf78605510cdca3914ce006..a675343fde2de8063b3d021aa6152ea913d4ea0b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index cad66bddc4cf3377e64304efe427cde69fb76300..ab2058ab2bcf240ae8c516dd1002a20ccc212d23 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index c5f225297b688b48f08294fbc7f19a16b660d0e6..6eb34523dbe30fe408745c5cbae82d9a4f8fa3d3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..4a66279f36ca6e45c5715f386f678e507cbda5c0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3855f15c-dfb7-4e7d-a35a-48bb589a573f/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4f2d1c6e9a9201ccab259683e8f810522fc791dd Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8968f0593f275c426133+4301f063/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 0a32c58dbaa2ee6f5264474a98bc564948bc86c0..d024ef3cc922d53a7bd650b5cb1218a2a70398d9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff index 05577e1e26add4e606273496c8da863656d4f818..2134d0f528882d450979fb1c406bf89f677fb3da 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40e22a43fc5b59e1277a5a4d1ce0ed25ce06a05578a6889c68837aefc43085ca +oid sha256:c58146a9f29862c7bc88d18f493aca87cb07188124b6def83ebd102362573f0e size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 9aab9fcf67235405df6e42409e5170d09cebe2f5..45e8abc9aa7960058cab896d3941c54d6265806f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index b00dc538013d0b3bf440ad2d257287763adfc509..8419235ac29114c7c6f4804c1d1810a1b4dd34ea 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 11dcfd1608dcb8307dac049af1bebc18898711a0..ef10dce57325a86bf2f394b23af05597d1c3514a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a21cc492b4a9c55efb1d5c072ca1e53773d16639 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e887374c-731a-488b-8ab5-07241e95fae7/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..10ce21f4c43f6d7a6d3f1fff0073468af079221d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebcf7faea1e1a185e7fdb2d45f0b777aecdb3b43b86e87b490b19720d46e5b1 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ddd5d17d1bdc83d4241835218f7870105f067a12 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a4272eb02d670a6abbf6+f3fa1b4a/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:145223d3b9f9c7715d3a482584fab8ed500b02ea9d8bf0ae5c6bd95c0066771b +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..fafe527f9ab46e6ba638ba366d3795f99768e8f1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_78639f57-1c2c-471a-878f-f8c87f1bc0bd/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..307f90c8e8aa2efa59b5a7f04944e13f8a7e1b5f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc96f7fb7fbf64514a818a779dd383411b8c502b328094192490c454e498a825 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c5ddb32d4d9d9274ff9f061caa2e88736fbf4c3f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc85287810eb4adcacf19eed94e89a952ace113f4419cd31ccacc210ce0f6654 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e5f6fdbb55e83057271f61434472820b35b57c5f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a8f2e63c352bbdccaf42+6155346e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02bb3f2885a05082123332493cd82f1b68a7a81bb2238e9ed5c67726c650926 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7b5b78d2a18141a0b532e403b7156caad5d160dc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aa711769-15b7-47d6-a3e9-874cf909794e/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..28041bd8a2fbeb7bc91f0550984b5dbf286b7b24 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c28f4007394fb9c162c5+d014357b/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..00b7c85045ab5a1f161f0f5f144dc37f310ba902 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bba1f8bb-9a70-494d-a93d-c290bede0f36/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298 +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..99ac73d7d021f396b3d0a75feb5cd5fc1c81237a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_f0a7732f6ccda21dda9a+9abd0c29/model.neff differ