diff --git a/.gitattributes b/.gitattributes index 2363c5ed5c20e4b3a112d0eb3de7a39a1d8b8898..d7ff71acd7c0f97cc35d990afbf2278052d1652b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -15938,3 +15938,17 @@ neuronxcc-2.21.33363.0+82129205/MODULE_a5bd4c82318d7b6dfffc+e4cf080e/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_a5bd4c82318d7b6dfffc+e4cf080e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_afcad8be9ea16e076401+005f226c/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_afcad8be9ea16e076401+005f226c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/5b290bca6bdaf6e38333.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/5b290bca6bdaf6e38333.json new file mode 100644 index 0000000000000000000000000000000000000000..90364d3d0c2efb39c252bc61e3895ff5530542b0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/5b290bca6bdaf6e38333.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "feature-extraction", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 6, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 6, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.5.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/c4c6aab3c906d2d39928.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/c4c6aab3c906d2d39928.json new file mode 100644 index 0000000000000000000000000000000000000000..ff382aa23978ece19990ee2e5f939fca6a1fc34e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/c4c6aab3c906d2d39928.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "feature-extraction", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.5.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/qwen3/Qwen/Qwen3-Embedding-0.6B/c4c6aab3c906d2d39928.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/qwen3/Qwen/Qwen3-Embedding-0.6B/c4c6aab3c906d2d39928.json new file mode 100644 index 0000000000000000000000000000000000000000..ff382aa23978ece19990ee2e5f939fca6a1fc34e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.5.dev1/qwen3/Qwen/Qwen3-Embedding-0.6B/c4c6aab3c906d2d39928.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "feature-extraction", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.5.dev1", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..97d747c02010dfcb2c10d1260a6bff2677b6a865 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aa5f6840-bfc8-4870-beb5-2ed3394a8e8e/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..42e85c869b68ee23585a5cc9ecdd28b819e31870 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b55744d09e461ea51ccc1da9874dcefac30c3b3a3685f334d422788c747817 +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..99e0dbefad0dd8d66edb101b7df35ad74bf4cca3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04ab7c96e6ea9a5e1e9d+6fcbf226/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3504e5338a6f170e31cccf2081054a439f34796cc6d8beb87ac9378e2303304 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index ede99a0e11b75683adde5d930cc5193af07c68f0..2502b17c85be4c7021e58ac256d3b39ac7c1190c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index ff82f0596d280b8208071b6397d743e25decb194..17f1026fe84d9206de5a2f0b2dabf90e6fb9d9f0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 1c1b35f74090aebdae246b96daf20c2118325318..bc30375f38da0a01a8cc4234db0b1432f7d407f6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index 87fcbee559e0815571df7ea1ab3c5a1f851bf501..00947069c07066c23871be22657fcb0edd1947b8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 572e1ea42c67aa1b93041d97ade763684104fed3..a4a47383162672bfdf0a01c4c65e9c83de71c0a8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 3226b53ef16851a2f8f6b30b37f7d6e1efdaf118..2cb503ea9674503e008b42284334af20264a1761 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 3efe37d1c35e28f2d966090e16952ce15a1aa52d..760a1a7e7bb90063097b816ec799cb72acf68cce 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 94d0a9593f01d8e98c501d21d5d67edc46101c0b..44b9b0f75e30c1cc7bf6e8ad6c79d00b5962710a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 49db083a717e11a20dcf9ce45c44cf47fbc4bcf4..c0c13a11a5224a35c3abf4be542cbb02997fff7b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 92d6b49136a86478c217527049817b18086a505f..8ca1559942b30bdca331def890a451829a3b6a64 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index 8cfb6a71e901efb00dbba4bd16321e15cbf6fdd3..60931085580ee99df1e5f35d1fb5c5080fd3c846 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index f2e6a75b6287b31b91cabb354463fe52fff94654..1fd0d59eb2d702aae50ca0be3c4ac22e9a8f381f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index c205b906cfe4ab989c8eed114de74951ff78cc63..2d684b790ce96bf2ac645e1b2c4895c33a50cd0f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 9aea0d2b6df095e325d6672ec427968d2dd8c581..3f492645c0e9b1b9b4460e7a4f483fbe1181f1c3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index df945a1e9975c8b19955934c9078c185e045ae89..69b02c151807a31e678f89d756b754a3fb6e3f50 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index c3bd45e306753203f1ee41b879063820923f5f1c..692aa6d6e6fd3ba8732f7481198a478656a8cb8d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index b8a5f45bbe6426c3f842fb594c92ceafab245062..6dad43b163e9e2698c33d96e3ca99ff4e5cf7312 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 4f2c9faa210f0bf60b65dab3e1f64b0aa14d9844..8d09241ff26a740d7f2aa5ee9e76fa790ba79c73 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 0c53b3400dc8981d6f57d8039fd862e58c52571c..5b66b03ad43d44a12d2fa09e7e81cf49d814559d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 734aa8959b88bad433878d1a9f654fc63e865bd6..ea54f54ac8258463bf881a53e96cfe1ac1b5134a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index 6a4edd2feb962e2d84d941390e4e6cf446966e53..c9165b247947db6911f60eceb7d48ad94c092dfa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index ab270b3161fe301d2a94d6fcbbfe00f13cd29e1b..9dc04ffb4e018f3cf11b6f51ad8761beb7072b97 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index 7b6f876bfc4c330a6aa69a6314aab730a0eeac16..4053b4d34c8318d94122fd4f95d5604e0e8e8fa5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 37e2afb99c5423944248e351067b462803183e16..89c4ad493645b73ecf37e0ac06771ceda561a37a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 3a89f0f05d7fcf478602354ebd15ccb5f6d7729a..67ee0a884b79fd431cba350026d1f382fdc886cc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index a5474ffcbeb4bd26039b70253d622038b60e18d6..c809b60997fc3fca508d7b61da6962ead8669d17 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index a7e7ca7b5a0482221197bee58a1db97abaeec87c..9cf84ecf2671accbb209d3563886012bd1c07497 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 57632914a38d6988703f84a31d75c1a0d16ef8e9..065df8ded29e5b20bb72d8e09f5288134f11deb1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 53a6e36122878d2e0cfbfbf01d46b14bc4982454..9a49189c2b36a0fc95814c572aa40b4501c4b9d2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 715c992684787bea44ab81fbe677138eaed39088..08c62b4ebc11e32bd294d311443790040111d5fa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 1921e831aaf8b4842351bfb80907781c01927b20..6ce1661191fd241520b7ec215d8e35cfe02c6af7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index bd54bab03b17c983e0451729766aefb6d53f7a8b..f6ff2d2ab556a72ba41aafb98491ef953bb33634 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 6601781588ec92762320fcf1b3a93b9fe74e3ab6..3a874acb61aeaf9cb51dc20aaeb7704a88f342f1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index d766c3d93965f1b0f0b013a1a846c2296dafeba6..0a0a7453d22d095c3b14d50f17da31798120b7a8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index b926ad12f7755b7cbe7a9f1cbfe469b189891caf..dd2d27420147b4ea4259ec7180cdba81dba18f71 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 052186093200274e4be7bd17572ca96b3624e311..f5477d80bef0fbc270840aad52be57014d1ab8f3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 1255e32c31da953f2747fb067b2a264d14665b88..d4157ef94cd3361ca571f102ed961e73eca33b28 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 1cdcab49778dfbe3adfb314528be8fe12d4eb3f1..bb8ed9df4e06e8999d297d5328bf5b7355cf3cec 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 11d8c08666b0f83f24a835901ca18a313bac059d..bf85f02024cd2b40b290e60839a503ea8d4d5581 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index dc91d2beb8573cddf416bf771520fa92f4264181..3dd24f774ede9106b32afdc9b4fc2145976d10f0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 43a99c54b59cdfb3cc541b06b2985a8dc42a4b23..1cf100a85408980ad37685ffcee232ebd81e258a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index fea2468570ff2ab8fe5ef2b558d41519cdf31580..c0b0d9264220fa6f3838177ddbf5c3ac9b8459f6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 5ddc9ea9d4483233f655f513fdaf11a33a0ecd1c..67fb2bc97e7ee2e3b0e55d68bb45fff58826f1e6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 6ec484f817d7c15a2b446d88c2c848318ba3d5ec..e6ecce6db62780466ba2ebb9c10a3677ed337252 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 769e26cd7256759b2ec7039bbe3bb1d35d77fdbb..bf499228c2cc4be7e99f65f7e8a1e6262ea08989 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 8225e599fd03de2d84e43ae7436cbf94aa7f7fa4..caeb0329fe0c02dba7235e95cbc52c950d44eb38 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index 85acfecfc6638c23ba90b89abfe7f8d68f8ef087..3addb2ad8835efe18f718f971a455035e83e5ab2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index 578f8953b3d31a19ef7dca9e5bf6ebe30f740adc..d2998a3ab1619e9e79f4ff8e027fed1cee48fa1d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index a4935c54dc4bbe67b2f1e929236d1044a8779143..ac19936ca2535edda9c61341f6923969351ade28 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b8677cd85d5a675682f63809d20f07b66cc54393 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b1a342b9-6fba-4556-ad55-eeb515c3292c/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..18405826f17cd9ddad845d8e96bc474edb9e2a79 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344970e3521e4d08abceb85921283a16abc112137dca695bfd242d5d0dbc4f32 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..74aa5d9d14a5556a5d97e7ff877c1182a4797bad --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_235c514556fa231a940c+df7b731b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f5a513a95ce735b47e64f00e68962fdb1e421e0213b245fbcf26b7534d9b16 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index e1f0c114b4685c5feb38f998c4b8303be535053b..a75bd441c73f297c8a23c3281e04712921e75423 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 2b9a8620de14f161fef4edebb1c589e2cb13bbcc..0ddf05511b1d0a8bb9098ee8d4d82af5746a6847 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index ec905692916e9ffd9c14bf4521836bd0ca163610..97a6ac2440234308f92ca0167c72c1a88c4644ad 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 795b7e778c9ae52f912359d4313456d7fc1042c4..47dabdcfd476d2414302678220e9ac53bfd005f3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index f4286908a47ad7b4c025262d62679c5e0eadc0e3..c68cd6c95815bd4770664484a49aa3b34e60f63a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index ccd344491840c42a271f5e3a14a5ef185ba875df..2ecb9766dae5cc10afdee5585f169a1bc02c33d4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 40cff78bcd4d938ac53fa1a3b7473264e0e25cc1..40b2c73df14a8abcde65d8f3b300842cc2625ee3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb index 5b31a795fa051fe6382001027af513aab21cff12..4689fc8aa2bdb5983a59d32337c424c2f827a31d 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148 +oid sha256:180439fd9660c6cc011351fb67904d48b742214af4187642a641eba66539ffa8 size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index f5b803d0cc5fddf62cb1f23b6c012d2583ed3c15..69335340ec59822a30c0c944e665029e868641b1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47c0a0f3f069dd68e90a7c8b82bd32fd32d91b6d8c00747072b54efd3fda5318 +oid sha256:245045abb2489a33c9495252a741530264c0b8cf56bb8019f073f195705c4d28 size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..07bdc1045dd850da0b9d66d697f3755e9be37aca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d052929de82acd1187f858e74ed2076c39543f57 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cdf2caa53226440029bfe2eff23ccba4cbbc28b423da3ef47c8dd7787f1adc2 +size 661362 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..437b1e2b0834f58cfce595c7cc85051e1f1a2566 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2da63caa31e7595bc07f+fb4cc044/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f8474b6176cc9f7006a4850c4520077e0e9baf6c7c3b800df0ac89236cd334 +size 18473984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..8890594490c75a2d30c22a3b5f74c97cbe6757ca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3615e100-36bd-46ac-85a3-74d593e8f589/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e9605ce5a40fefd4e7749be6fb154ad630f20bfc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc82f0839063e95836bcea8c49e96a54042a019a6da87a0c240f40a66fb2841 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8f2c381ebe8d2ccdf6badded3fa1cf0f285b8f3b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2e5b91a5009bbf2b0b32+8dfc7133/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d461e5e0c0f1d9eb1517b7c0673d7cf18143c4e5555f20ee5b930f7f5461861 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 5dd3d7857f1692635323a245b59f3817864b3963..bd0d922655bc2d970b7c5ecaa0c093bc4afdbf69 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 93f7d6e200ac6f83aabe15134cdffe5fc49d2526..06554f14e77d29410bd7258add3e184e1769c45c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index 73b7af50468c4a77efd448d5b8404e2af0ebefbd..bab343c51759ad64dc6fbea6dbc8db460de1bf0a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index f99e3f902f1b564c6021114ab50760f733f41a02..e2f48f6c031bed7d8e9c15cffa745e1b9a446543 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 0cbacbb92f02201723e785e4f90b14b76244ce6f..795aaf36c56118edf545ae2e8e7fdef54c4175d0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 54867a36c1d5101a9c3408a6586da3c878124de8..f53ffba2b74c0a07924966983fbd3c0e250c405e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 4b11e843e5cedf5e0647b0aaa2a659e00a53ec50..0af27c67bc54a5785fcc2bb95ca9e367320cc5cf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index b0f21198a789fa380e92f5048d496853f96555a0..6ee5cd6e3fbd59d8818cf1989af9c8c3b400232c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index b4c421d089d1c70b69ded4babeb081c8551f4a04..51b86a6e3de6e13a3e466b032f67f5482e4bde87 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index e179cd7d4966bd3529fb4671603a240c3fd3d861..7030222b50e062257afea3b887f56d50505e6d14 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 5062d0ab6df8802f32206f3f809f3f3c43a95b69..c6566f06e25abc2dadbe11b5bcbea718b3d1ef3c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index f94ddc2ec66bfc736fd563dedac0e23b2390d2bc..4f0d95a80e18bdfd1d277d9b581915d8b053884a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index b9c69d3e8955c2d926933d10a846bb42f47b6770..da938c497550badaf2683848b0e4e41582023f0b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index e213b6730f660277f01bea2b014dd05c54e03dce..97f5e8ba348fe3a53c6bdd297517b01de668aec1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 4b6d5c25bc9023e1cc05b3c257a847339429fd51..2954b04301c0cb0da373d2de23a1c5800511ccd9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 094d31a376431902f35b1b15914751c38caeb778..dd4105d2e529fcae31e21cfdd6dfa5cbc23af5b7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 0efa444bff2946f9eff7f0de71c2f985ca9fabac..ab77dbaabdd5831ec378a0aa62a70163acc64100 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index f3ad7400ab054a52031231e7b4d1a28dc35d68b0..89edb7557f27e084a913be3bded1b2c7fb6c640e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 552ee06f2dc91526e35e8a3c1e65dbe79cd0b360..456afdf6106045d211162394eeb1234235817551 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index f3d534545c798b89f18dafd77a71517392adc8c3..bf1eb9c026ccddcec9b565872962df7c0be09b52 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 9cfb83761351f3bf4295b7ae811fc2c03f0aa10c..7d9590f96be2325f32e80651ca75e20e57d90882 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 44507a2ed461cea4076740aac81002b45dcc8dda..92c033e0f750ba9a98b09f0c26c021d2d822d02b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2710c1da67460cb0a9cbce22d32eeca9b37536f3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_483f438e-6f74-4fe9-b36e-286eb42e17ec/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0f8ced39d37a71e7dd55f3ca8329574ac04195ff --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be86f8b646d6e26bdd9ee584a50409010e41208238713f3790c94c7991cd2885 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..cf7a40fcfe0571d2b630900b3bb8c0e77f87e398 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7a217d914c9153d2c1e8+3afc4c26/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b50a66b8541158a6157cd4d9322b7063d5e616b41055d9a74481d38a7f489a +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index d4c3ea768122aa52c481f49d8a1e5b472a6baf8f..a4a104829522fae7cff86eb81075246b0ecfc426 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index 0ea700a9a6ddc46f4b0d8450fc17e392f3569019..501a92bfd29fc437574c224ca22901dec15f6d5c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 261b2339639f654f28818f4ac9a4c7e36a5ad6f4..0a85220d688710fa77a6c778fe9ef621e969f10a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index f6b072704a1a80cec5df7ea670f21b8be34c34a5..77509cc42b608b0d1c08b95fe0d50e4b5ce72205 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..07bdc1045dd850da0b9d66d697f3755e9be37aca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..abd8b71c1a7c59ba9f9f685af7f4e1b45a51fe57 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f68e091382df6b2a367f3477146b8d9c0a52add2f649439a665ea4015a6d45b +size 661362 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..166116a8ce7b39ddb314c768310d49e25a0d465d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_88190e1b8a8ceb313e53+fb4cc044/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1250e91de34fcad28ca625e64918d074cb9bec25c6593ba9a988d35b448c1cfd +size 27689984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index c7684121e66abc6ef7c1d5061726d11fcccc0a0e..807316d6a36c89da801fd2c727c158baf94ed4a7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb index be952da347de317d364c85e97ed45978ec10f0c5..de9ee8974f31db4bf8364fa450ebbabf690b8fc7 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83 +oid sha256:c321a653df6a7dcb252c745706002499fca22573f43b59d061ba1456342450fb size 474402 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index 4caf4f438faabdbbabb5413287384bd75cbf6961..51c4269e93fb49ca897477268f92796ea192c728 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56108a26e57a715e477eb4b522b6fdf7d6e73cfdba015dc351371ef770d14584 +oid sha256:ebe680ec45bccd0e8d1b0997533df67c7812ccd414f658b2ef6f201bdd0b6ed9 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..66abb2a37d6400599699ad57ea2fca78e5563563 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3c006262-b200-43e4-b311-98d754f093b6/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f64b6aecc21c2f83a6754dadceb2423b8b47ddc6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6cd9f8de41538007764de5aa97d6e58f85a4cfc7c3aca05c23dc4250194ab3 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e719c755446da916bfdc9827a1d70218d56803ce --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8f6a41a7be8028ed3e7f+ad2a59a7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2954fcfb1e5d45f0bfb376a0c1feb3404ceefec90311a3c0bb6a73944e2d0ab5 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 61a4f9f2c64cedffdcc4821728b8f64dcf0d4fab..40a2281a02729a75b9941fe321e55dfd037ab1fd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 793c2fcece2cca4a5ccab582fdc8b97237cac702..86cf15bfe3f05e18e272af19440668a2d71c4c36 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index 20b6365a0628b1e3dcae32b6bf80537b0702c4de..873ca24f6d55c07e195b8d8730a85adf7c82849d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index d81f99745010e98c56d3d5d2ae4592e7531a129b..f548586b321964c793f50dee042247fc639824bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..08ab8817f1759deb49c06168f028f15e1c5ec6f8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c49f8079-352d-4419-b5ba-3c588eea52c6/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d32ee5453cf66b1f630b37cc0e3538775388fc12 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9142f407a4f90194c148d6ff2b8e04073868323a97aacef8b91daeaab586f926 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1cc89df9e6b8135deac1d9b38eb968898923f035 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a48037f942ccd7b85f+1912433e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0d2e7f2aa53076edf40d3a0f094ac359e39bf5c56d98e5625e5e4339d4563e +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..d3185988a4d8a0b9aae5e52e48a146310531c0c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e20837bc-5417-47f2-9fd2-652f46b2eef9/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8bcb511cfb5e99c67d680c30d02f4b46c6889df0 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_b5a7268a70e6d603e8c8+f5319283/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb index db90fa54202e67f9c2b63a9f960524c316db768c..087adad3be38716000a37f13a671422143669eca 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434 +oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4 size 590808 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index 7e47bd5930076f5ece4c444d804739460c410811..56c65e980ac78c3cfe4d329c0649749f9046f871 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b406d42fc713a869b31c07e3d32b3baffece9476e24d7e449bb35deb1ea14874 +oid sha256:3dd763eb1440c95d6ed924548677f6aa098cf9f03d7fbd841ee5ee2f313db171 size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index 4f12f83d6d2c82c1069aebf70aa8f9cc671204e8..a3bcd11fef4ae6a107368adf7c0c58bda8c59aa4 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce1720d45a61afd95186d07444d22a220785251741c124add620249e7daefb46 +oid sha256:c3cf2970355b636ad91f3ea93d41d6b674e11caa9e82c6e09efb68114e2a3986 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb index 1f4ba21c9f53777d279e086808276ab93c3b0615..47dc969631220fdb40e5fe10f7bfae7a5454d613 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65 +oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2 size 426072 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index 2795565fb878c3e65033606408717a5199c266e0..c198fd4fbb297faefd5e12f6dec3d9acdc7e3a76 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2422d6408a1f297833650052332fbbf9611ddc43a6b5eef5da8ec5f903cabf76 +oid sha256:cbd90399cdd895e7070d27333128b96a4491c8e03bceefee5d66a7eda041f2c5 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index d62b9a3ae4e4049cd03760643b201c3e14917414..96bc20b4ac6958d9d68e157c42e3ea34374ca037 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86d137030b9da1bdf22106e90cc53570fc762a2135d3363c963d0c496d6500f1 +oid sha256:4de782c3fa4228d83ee0a52883eb3a2d61e39a862d874dd4f99673d1ac67e79a size 2174311