diff --git a/.gitattributes b/.gitattributes index 3d196f4bb0c44805bdada741e3e3e593e4b01bad..8351d6ee4e54d9200cac410555092ed1c0426155 100644 --- a/.gitattributes +++ b/.gitattributes @@ -5610,3 +5610,80 @@ neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-1.7B/7857eae3bcd2e9e1f40b.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-1.7B/7857eae3bcd2e9e1f40b.json new file mode 100644 index 0000000000000000000000000000000000000000..600243cb0fcc8228a0b95a05ef7e148af2b7e038 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-1.7B/7857eae3bcd2e9e1f40b.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-1.7B", + "_task": "text-generation", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-1.7B", + "checkpoint_revision": "70d244cc86ccca08cf5af4e1e306ecf908b1ad5e", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 2048, + "max_topk": 256, + "n_active_tokens": 2048, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 2048, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev3/llama/unsloth/Llama-3.2-1B-Instruct/2b6b32ab110a36e51b85.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev3/llama/unsloth/Llama-3.2-1B-Instruct/2b6b32ab110a36e51b85.json new file mode 100644 index 0000000000000000000000000000000000000000..adb047ad6ab16f2b640eb5437e4a239f15131d55 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev3/llama/unsloth/Llama-3.2-1B-Instruct/2b6b32ab110a36e51b85.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev3", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "sequence_parallel_enabled": true, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..d08b4685aaf65dbeb01a27f6d42a6d395cfd43ad --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_dc3e1bee-6524-447d-9446-272b95c584c4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1741924eff22d4ff01845ba4c4fcdf856e561ee --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aada783fa65d42822de46cbe32345d5a69308162fb8bac9b5878183bb6f0812 +size 16322 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7aca30d1619a9d5eb6488c54a918d6a50d774054 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea5db1d9f224ae63a2ac65d3c8a0fa794429d3bb9efeef01f2e344e6aee3af6 +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..58d7d395210b1d0b6fb193557e09e6bf886ee25e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a11d2377319957aa7b1+87e73322/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ff8c72815d5f3128a219b592ebd8f67a72024d843966722abf90c530120a91 +size 159439 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..941164a3d3430701ce849f46463f3f70d42ce160 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c73e95e0-6203-4ae1-93e0-d723062123b7/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d681207f945990d4e21e50b0e6b8e90d019cd7f0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc559309a214b16f3917edf6efe2b0ab578f048a6524f41ac73e1d625078b3e +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6d393187a6291dbaa27184ce990ff9acbfde7d48 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15f9bd70809a747570ff3bf0e24da12be5cd3c44f60c127defa9bd7bb555bb5 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..59c8f42b5d04428211a2b7b494c1e8ae343a4562 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cc2b44bb9cd283b1eeb+5c07cd07/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad55d35419702983604416a0663c8fe217a59867078d09197bab95def35e5b8a +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a175e30a8c2bcf6522f7c9f99b623ae52e6bc450 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c59a9beb3152a126b4174162d5fa06e986ecc9ee9ce9634883d872b5a2157d2 +size 90122 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..78912220e60c83267b0bd66dc6394477054a264d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0e63a0b6e1742e1fdb32+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e4bf77d4ab016388cc0f6f9729aad864a641f76101eb3cb74a17b6b25b9a5c +size 30977024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b90a86dc9847aa4694b1ae072a3a2d5a6c06a295 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b36a2c38093715f8f1064e95c504963c4eefb108483ea5177b7a9b67c594c14c +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..05857a281a16252edfc671336951cf3143cea874 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10907752543637211265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ad2498cb3ccc8151ea047c432b2b66e2e625d32e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcdc83733e2a421bdc65e593bd84b693b25114c7d871cc5383cf3ac18dbfdfb +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..91d66f16cab01417f03cb68141cb534e3c471d76 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11400907432531398953+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ef9826bc0f3be4cee030dba2d27589e70ab9646c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03b599abe1f3c2c4641cf7e8ff997574d293007a2321ba5af97b65b188e6b99 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d98c76d93a56a5e20c58fcd99590b22d18f47a81 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12324009378304635855+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..600468f9199a6c583c50512a0beb464459827ee0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7aec6718d215967d85935fe984b05d9b16246efecfec2137a2e30759d81c555 +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3d3cb71282f1878c8bc1cf58c47d706d8177b831 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12666804432653521811+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f215ff53bd093fc485dd3a3e0493ecd1677d0e3d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e5e8627e554f6106efe00a9e5443edd528624611d8c29ec34ebbb98fc7d8d2 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9ffe14c8c9aa9e52320b13760eb1c3f438fd0cfc Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13092192882592555392+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..16a43cc54293e607a6255ad9da104a22d7521d04 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac835add8ef9104a34341aa0f2a6c485e5ea7fb5e04bb187959e310c6ec0e14 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..48284eb792c98aa67cbc26bd9644d5b75a0ee03f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13129006844218143067+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..30a44c112a1e85be62e94865d7e39ea36faa66eb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ca38629b9bb8e54332a80e8e36748d843d502acfc7244cc95a320ec55b90c5 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fc101a0aaec86df6f780f6d7ea7ce0e226d9e526 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13163168066471565112+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d5170eb98150404cddea97e8dc3b154e7948f12c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175d7534042da2b21e67c22c6527992c0c5734601d3f8def1dccf42da367ec68 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..70df91ddb00894d7386c28d0bea946e1edfcf4a6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13385766575326555678+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..332a53812f106f5bdc39c5328bc3416d9da5009f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733d0fb0b8a00ad2f86ce0d3202e2731f51e7a752e198b9b302678f8317ea9c2 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..08334f268e5efc243a714ea6ca9812d5c2a571b9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13521002922414225272+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..88d4c357148f8723e10ac1cf8dc5426b680eef5a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7730eb5b8602fc6d2d25c92d8624de4ee95d56509ce0c2d8adbf41a9d7b99ceb +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e42d054f5127fa958eccddff5ca10126152124c3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14024125047097359821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d532e468ecceba150088a81cf4b534f83127347d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f794d9b46f347a2c9779006b54197d244ac42cd282903d46a9ac1effbff35900 +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5436593e8c60ff93d9e29c9d733c009d19c2cd7d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14488951057292576015+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a040628b2dd49b30b03c553a530c0e2c76d57bb3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a2ca6d1c617f569228e4c09d146226ca8d607049cc5b813b8b9d0e42ebbe63 +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..202c6b8521a788a3e20ee0e54c339aaa6dcf0ef6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14607415948795306857+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a6b6e86fcf3a9dcc66da77a1686996cf6c5f2485 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_fcce9440-6cfe-44be-b29b-556e9b41f4b5/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8ce8199bda2f1ed5aa931fb578dc70e03ecb0fd0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5aac07a6d8f77b95a7886b293abbce6620a0056f9f0d69a3cb31d022f82483e +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c94ccb37812cb9697aabd7e7b477ac802cb01c96 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23929ea58e25dd0fa8083385e36ea77a1c22ead42823f5065fda46f09096cd34 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..58bc119da9673db22943722bbf122eaa8d2cbba2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15024025e6662a62c755+3da4118c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1297c7781e71bc4908185a65b3c0d9ab5724ef370c5dbd4fa042a7972fa920 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cedcae31cd2e003e183f6c87d0d439039ef8b01e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d761528ce6886a8b55d0c5ea938e8bedc2b6e7a1632afaae7f26549f37e571 +size 1369 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cb2da8c4eace83c30ce7aab0077751bab7a157c3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15104978417860996248+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a57f719e018130b080aaa379975c88b7fb4bc4f2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac76d2035fb9d2728d0052857f47b57fdfac0d0fb43734a4806a5a5a4deaed5 +size 1582 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..eb727dbb5510b457d2390247c28550137146946f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15195479995167874327+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..06263c496303dad9352931d0f93b594ba1e4b5e6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da43c48a28ebcc7b93e066fd156567bdd942450f41f926a0294a6275097cfa1 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9ac254bb0a0cc701348fca4bd839ab597c6b2b7c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15226158922329678840+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d604ba392cf0e35823e332233d7b81e4b72c37be --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf03da6cc8efe76396a94a9ec2ab1e947e3aae3b2004650f06be02c1cb664237 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6679d8da0f29a9f2fcfe7084549f4e8e1d6ef312 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15549583432468528942+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7fcef3c41c0d6edeb3832dd09ad315e34d1c3b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3772c9b53cf2c833d0d1c07c90e6b645617324394ad76cd3936137a547c93adf +size 1144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c21c7d2e5f5c638059050ec12657584a9419c400 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16063773584643651549+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c442d79bba92ba90bb790ec80c021d4af39c8a75 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8e1780595d270fdec28ffa5135fd9fc122d81455077a5333563bb01065f9eb +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bff4e87e51aeab73ff3e42712722e9cc4eae3fe6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16540141349946602462+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1659424179484095552+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1659424179484095552+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1659424179484095552+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1659424179484095552+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1659424179484095552+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a7e25eeb37121b478d999b750fbcd88e0bf27d24 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1659424179484095552+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394ead2842be9fad710a8dd2987593d6340a0f6bf739f2bb6bf829d1a65712b6 +size 1146 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ebfeed2f0336a7c1b2cc132d29e93f0f47e0271c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6f95f6359e63ec8ab80994433ce28b0635e7041da26b6fcede717acc049264 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..658b5eac55a8a4c6bdab7cf22e4798dc7c570b56 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17037369046574255528+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ff8cfe6fb48f24862061ffd1e69bb93e259f494b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a955ad497f25e8cfbd39bcb81ffd84a6762f8808cf9be1033d56672fdf6f8d9e +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b289d48571ec771e4bebf5f8dfdbcf5c7938af25 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17162153672426857671+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e8be5b68c75b45794bc5de7c2deca020c8a382cb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a1cab3ecba7a6f07cc3ee1cd169a5cdacda09119c1f16840b98b4578735cc0 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a4aca912d0f68cf75f5af021bbe2e0e6326c1cf5 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17184761711863280677+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1b9649878f68ec37ea7456352663f5ec0da487cd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d56233ecce04fbfae7d9f14fe4701e9080011d5ce4b5654ed54e146a5131e7 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..62c364c70b382ca4c02dc8d1a9c3c50ba2c04846 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17713911408407405055+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c13b24be1b411fb95f11aca98e792ec3ea448a84 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73bcffc136d2dc217b7e571cf1e8f5fa55276d132fce5e1fa93e287f5af7f11 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9f7d2dfc38d640fef68e686f85554e160ea78c28 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1837940185986854500+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..64c363347089b8883c973378fd169156b3d5d37f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27439c189bb0cd81fadd20b58b5906d3ba31eb47fb16e84c9c4884fd47c96c86 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0a59f8998776dad95a26ac1ef7078adbf6aae177 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1870165519051566644+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..cc4abea2a1b942a97dfae129550d14e42dc122f9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_77bcc32d-0acb-45e8-a7cc-8c888e51b310/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..eb128384081972f3d54bbeb0879607f8625c73d5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a088876f20bbab318478dbed556fcbd544ccdfe018b0dd561cf82bbb59f4bd9 +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7a286864152493173ab7ffdbf309fdb78538805a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3667ee3f5c2862bb3281975c4e6a9a9027810f1cc9b224d1e75d81464ff9acbe +size 830464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e3815bb113aa39acf5294c256bc6aa98a8c87f0d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b7d34902916e968eb1d+af8e51ae/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8116384c4689bc55341707a67991727a7e6a5ddc7242bae4b0d2f44b1cd515 +size 836176 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b06919896ca29f3debbf14d63bc79f82062b224e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9bfb02971151b32a96661dd179e4988ddc1c5e8abc764f2b2b6de65dc6c558 +size 65413 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1da6077106cbb71cc48c5803329620ee0d098c58 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91fbc0d530dddf34e6b4111be7a31d724944f20be2657f28e145ecc24ed0db3 +size 707584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..49f31e60a591ff07326baddbbd9458661798ecd4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1de326760d7a62df783b+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc038fa331f25b43feca0259115f57fb745f2095bc66b161821869781b15d76c +size 713927 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c1ae2358157aaab2b04c830234bf17254555a320 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ef9c0e229d0180ad66410bc6ac1f944992aeea7ca7b4c53b152b5673be3ca4 +size 66855 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c98fc01cb9e9f1c08038109b4c7ed1ec683a3a2c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_21ce3b68a9e0797a477c+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a992e2d9933efc2937e7635a1d54b89f50b5ed6249429c0bc4d6f904ad1f28 +size 52132864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5d0db9e7ecf490acae5d2a08a556d5a3cc486071 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c3e59a5961d2e35404f090b0648874d10a8a12721fc9dd980ac5820c26f740 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a1c4aca4fd8e65bbb5442296997f14abb45d7c48 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2240472231266337587+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cc1ce00e7cb09d68985412c4119709cc94b76c5d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf86c59544ce69a4001c6270629b4619f4d42e402dedfa2d9963f7d82455d3e +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..644dc6570565f8dd403f0028480c4e668d09e347 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2241641840113569106+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d4ca017054b56947e59148088abb2ea6b4219f68 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ced77d6c5df1c8b63db687bdee8b798902c7c2c383f1d0ae937d1eb2857ae5f +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6fba7d7caae4ace9cce45e1d55e1196d62bac497 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2447413629898598397+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..58b0ab2cf034398af2b01f8b3fa5220ae75a8817 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:912d560b87afecd94116a1c9905e4c2cc4d87bbbacef231ac77ccf50af3c6d57 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..016089fa8b101d8d371a41d6e3e4fe91a489ddba Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2477619772153140591+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a5732d6426d493a5db46a424d6bcb66da68236bd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403bd670698dd551b1f54d7e1a1c2143d031a7be9909884fa14376fd54706394 +size 64866 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a6c86070f60ca7a17b7a614ac833ced24c58e5fb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49d86b8f770493b29d42b4847f9ec724aeef7f0bd49605f01ef3de641e850f1 +size 697344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..054f95bea2df0d473590181938b3173a1612d3cd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2505e14f043060847cbf+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b434ea3a7bbd686e206ea179e2de7a35b33a7f180c0d9472ae6bfd8c0209542a +size 703687 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6d7c001aea0ee8f01fe55ed670a32916914bf996 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4eaa3b3636adb612756e70dfef8afbc4ae0afbe8e04560c301a49ea2f074e9 +size 522818 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6ef2037d9899a85e96698720f5fa547e3cfb1eef --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_26fe13069f0a9e99f32e+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91e651714d7de678fd08630a5ce061d23e0e844226052a2d59c02b76945b06d +size 50187264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bec002fcd624dd50c22a4e2add187dd45708d5f9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_812078a8-d4d8-4318-89fc-4adea56cef02/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ff879eded7ec91ff4fc07b77e19994b215d22744 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42bcbe7948f4d8cc240e37d6cb16249ae4adb96e4b00d85102f32851af7535f +size 21842 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2a1ba8b7d7cb78d07b5c907ad54ae7a9ffbbce37 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6f498ac8eb126d70c7bec3622859ac4c0ca5188f2d5e1d006c6f4e45c1ad45 +size 13507584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..42662ad1579d78cc9fc945b5aa351be523f71a0e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2a8eca8e0378831dfed0+f9f8d9f2/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af615d24a3366b0c55e609f2507b0b880e8bd5b8d50070cbabd170867c318255 +size 13513141 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3787ab6f1dbf7ef691456dd915553c0dcfeea6ec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c0d924980adacf53be00ecc8defacb9d9e79a2cdfdeab4ae1e821ce9807fa3 +size 431007 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..19a6aec47a0cb28a3adefdbf20d7631fc4a499cd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6733b1c6e5d7436be5e6d2e1dfc0989b1f168c5e8d584e3ea940a8f42a25b7e +size 3134464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2a73a358bcba83766fd64762c7004c14b88ac649 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2be35f469d98437fb988+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e27ca52b81b4bf465a499ec0bfc28d44a4c2156661892476b4454342c6a4bf +size 3208708 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d46d455b93a77bf5263860c04d178d2e526d263e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c34d10a1c301c387d1a81f13e046ec5c328450b36a1433688985ba53cdafa9 +size 61748 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6ce79e3a6442014bf19ef906758baa37d7077a42 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2facf9e355669579de43+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab16ac6ff7661d9ce5297889945988be8d1cf5b8350af8eafc3a1202c1adf00 +size 1383424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c5952e088416a39a69306c916805c51af6791f67 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5710ae5f-9607-4686-8ff0-ea79d5a044f9/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a852e97890f4515eb815fe58fdd223424595647c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81d4f270c9fdb31b731b1d9ccd66a9862aaeb87b9a21cd08c180306f8ad8baa +size 22067 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..228f8711af4c6f5159955c26a2d36c0e42b638f0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0356039895590074cabcb72fc03b812aba1dcab8ab36df8c9a1ae048108bc1a +size 45251584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e25f1a62bc1eff158d78288ae24357114a244a4f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32a1f486b38c93d2cf79+aefc65cb/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9384dd4822184baaa34c79a9975c246aeef6c8ad6e78e6e08e930cf7020b5f86 +size 45257152 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0144f7524b44832ee3b9b97df32c513be07b762a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f2d2d1e1238756da7acab6abca4cdd1f5ea3123f8be4870d733f60b2b16117 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e39f6e7f619aaf57312dbbf04574033786189700 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_3742470769527135970+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6f429d4f3167523c7e5b7dbe8a9ceb0bdb5ef393 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4696443fc792c790e4db6ef23dc6ce83740ba279e4a38fe67b7e9df14c7afc +size 61748 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/model.log b/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/model.log new file mode 100644 index 0000000000000000000000000000000000000000..6e60c201aab0ec957bfd4919dc98fd2f81d7f0d4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3d18caa8c6545b3526ee+24129607/model.log @@ -0,0 +1 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/nxd_model/context_encoding/_tp0_bk0/model.MODULE_3d18caa8c6545b3526ee+24129607.hlo_module.pb', '--output', '/tmp/nxd_model/context_encoding/_tp0_bk0/model.MODULE_3d18caa8c6545b3526ee+24129607.neff', '--target=trn1', '--auto-cast=none', '--model-type=transformer', '--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ', '-O2', '--lnc=1', '--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt', '--verbose=35']: \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc100211f66b009fd4618d869085e5eefcacdf9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f8046dd1-17f4-48f1-9db5-e72f948df6d4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..93830a9e3c3ba8980fb309b3be9cf1a8cc9f0f8d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb82e68653c0d69b83d4e680812efb7015c733fc863789b753dadd380599dcd +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..45f13a3d37b03cc8d4b6bf504738f157c221b41a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a8af1af3ec00a5602296f41b1a6c0be7e5e169b6b0ae3eb24759a29c761e36 +size 400384 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..cb543f4a6f1655c6b9a8ad5ac4847448e6ddd5bf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_437a9e154e0cc794398f+0da03933/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbfc55682e4cde6e69da161b545755925c78e56ce4dc16b55700795d1c3a5648 +size 406082 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4413977037670895934+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4413977037670895934+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4413977037670895934+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4413977037670895934+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4413977037670895934+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..49f6bceffacbac6067fb57db5ca99fe4cde58a1f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4413977037670895934+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:142cf311bb36155e3b609e6f1aa843a87974422fab37ba4fd5166d092a028f5e +size 1338 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ab5d2955c5aeb33c2b8423e7facddd2ddead1ea3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc16184a9197b242ab9bb070a2262cfc60a11b4b84c12d4ea59fad356f64771 +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8263ea8b3de78893adf983571add9f78cf4a97f4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4729947242617427400+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..409dc6a76c47febfd2e6764450b15c032e0d0419 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0dcdccfc9cb1289cceea693cfb9f27f91556fcbe3060a7aeffcbef90ef8946d +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7feeecde5013bd311d129e9b73e614feeacff2fd Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4982309848892198153+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..4497c8e4272323ebdda5e2b1043ebdf59117430b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_559ff7cb-7a76-44b8-a16e-2de44cab2a60/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..24059d82bbcd149441306f8c07104e0d1a528b8d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffcb69581a275910194c1f9da6e6f165815ff451ce0b8fc2a627210726a1426a +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c24efa6f547487c85acc26acf0bfeeb3bbd588c6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c7ce05af28e3de8c57215d18f13b1d163b60f87e1ca2c9fe21ae0d996be2d51 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..153da81bf8b396c3543fe6fe860fb1a54701f464 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_49b427a31f505e15551a+ec51c92c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e00b5183ccdd988fa7f78fb681dca16e8c85117ab6822fedb153ddb5f8161e4 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7da2d77d6f20dd2d43935bc46b7a42f00a1b53fd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058681d48647e0c9b3dbe7688a61919a6582484d2f0b81ba3c0155e378d39840 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ad763435ca14fea6e494cc68dbcdab7383f59eea Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5056926643664195969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9f7cfa734d8f530c72009eb32f5920d1b7011ac8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5cc8fae4180e9c37d3edf0a9c33cb9a77cc20d3a208ab308dd26971d505a3f2 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c3e1d9df7d56d2f2630b9356f00b7248d6ca82c1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5060945789978167091+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c134283ccd0f0cb78d3df709fd00745d387a3bf2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bfa4233bec9ae7d38413a0183ed12d18519fc8a52d4be29ae06d39da17d8cd +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..db6bb0a5b3d4fda083e6e3bd99c94af9c0781cd7 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5068307057019708073+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..72df21a2578f24d625843a1a3247988a3fbd65c4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41482b2311979515b0aeef0f82fffdc167ce3ed1cf6a003693418491cdb469fc +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0c746225bc978d88dd2fc327c375cd121535189f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5221425564004302780+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a24605669bdc13546da99ca5a437f66e68bd7b1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f820ab2f729bdfd55a7ba9bf0003cafd9de67e76cd3a97884b33094e6344f53b +size 59654 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..15fd3c16b848d0eab5773fc0b8412a3b450bd2ad --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7860b98a64042069d6fc93f55e4fdd957cd63f1dc2833e60f8f0c2be421f943 +size 1065984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..90d74fc16d8a727c38f67cbddb21600ec5343c8e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5321c1b69979af5581ee+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41e80db3ee12b789d64769d2aeef981cbc1b2fa8ff1f244202a57cd02b903bc +size 1072769 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1a8b11f7ea3f8104bfc94568f6e6605b1044b61a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5163c6cbea635d50d6bcef42a476e0c486c1fe477ce65bddb01ef5d613f3ada7 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..49ebd07bab2483eb641ed27190176b7a0bde2a3c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5346694134112720644+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7be89b3e590fbf1fefd1d22b3fa5955dd1257559 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_fcc54286-d5b7-4e55-9ea0-9d22abafcc6d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..24059d82bbcd149441306f8c07104e0d1a528b8d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffcb69581a275910194c1f9da6e6f165815ff451ce0b8fc2a627210726a1426a +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..70b156ca450d4a72d7ff99fd4290bf3866804e63 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb035ebc5ee4edb0eadf00aaa3c9ad4a7aa8598c63ea253488b28c1014e8b6ac +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a39f153b6829edf1fb318f42cd53710e15a56cd4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54dce09f6a5327de2511+fe16c4be/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b24ff417c4c79be9479a91455335c7d277f1145fe6d3725fa91ac58deb3d035 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..08f880bfd2f6bc4dbf4ba0e030ae57400b3644d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9416ee80e28588b7d58a56ed290c42e6942a1b3745ec238b91c7fafbc1f154e5 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0a4b67437bca50e840e4750cd8418b65a6880796 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_578110665359387607+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b2e45ac79e7cdd5ec4c177fbcf28a2783e9dfbea --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286cd304747970894823fc06483ba76dfd74ce76d0989e5b2ba815f5c03c200e +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dd6932da06790795019b38ca937d8c747c2a4efc Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6208374896869439318+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7e156f6710d8d03836be1f27c589dfa8b047798b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3408a558a72716e37aa265b674934a28ade7f77e0ca28de65c0d414b4bfac775 +size 59309 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..587c858640fadee7ed17fd8c9b52a6c352746c96 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a53e8264739e457be503d9a06659bfa2cb60386fe7d8c7a3d01ba03f0bbeab +size 1055744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5d0bf58459bfae4f359ffce1381394319952fcef --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_628b6d34444473fad038+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40e2821470ce2f32e9b58ce8c66bb2c8053e5cff8002eb664bb7a8726e1c3c8 +size 1062511 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d0f77914ffe027e73ead390ad61bd8c0fc019f22 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b9c9469d8eb89302c52a8b5ef28e5dcbefd0187702e88f5bfda4a4752be87d +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a9c6762bbb9f7cd5a0dcd160bf65e83ad0e93885 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6305938804443382221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ee1e423f2f3d8d36a62df3d8f7a6a4b196011bd1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b98325b529fcc4a4bee1adf72ca1e7d9f89c8de8b1dcdb957931e7816140f6 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6ed9fa6133ad18b6dddcec8ccbd2e6254f5f4cca Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6601989946514187606+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..83ee45b9ce41df0692cb91a162763cbd5d22842e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_06bfbb88-4dfc-437e-aa33-6cfeb3e22fa3/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d681207f945990d4e21e50b0e6b8e90d019cd7f0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc559309a214b16f3917edf6efe2b0ab578f048a6524f41ac73e1d625078b3e +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a1c8fffb047b653f52989b7594becdb05ef2f029 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ecf16f3fc1ecbaf91c19332adec13f58b9eab5526f5f8ebc930b3d03612d918 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0fce3d09952f3e46e3306afcfe93214ed46d5f91 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_68b856b391a016dcfb36+94f624bf/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0cebff355853de964162bcf5aaa797e3b9c3d4669128992120207a32240729 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cc4867fcc446b41950eb76b3e23b948cabacfbcb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de02a218d743956a2996aaa5bd62b9f1638ffba8fbbee1533b1cdea8c050ea29 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7210dd9abe1bcda21794bd4bf7033265879c1d0c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6954418380069475056+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e6d68cacdbb58b2fed9cd72b40d5cc941579deb9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5d34103a-85dc-4015-9fa3-ab51760b4433/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ed757b286534c7f122a88f2e017000b828da9643 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643b366d2e368b3b3b6d9c836ded077dc6564cf85685f50a5492dadb9cd8c5da +size 21842 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5a56934a10800da4c79ac1e7515cda02eb541e59 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d08223e8a2dc1b30437ecdda7f471a8bafee9522372349713bd5e5e69a54fe2 +size 5356544 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ba754df170712b9f5b564ea89e78536e880cb0f7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6dd858f775c0a9002ded+8f459db2/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7df662538e217a23fb97997288319d4249b46f1cbe5147339bd5ca1a88390d +size 5362101 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..65cd73c86e8a07ff02487d4536d1f111a13f904e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0a6b6b9c81d5c6c20c442718dccbf485f40c87a8217af91107a5ab3e0af055 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f18a3a3f7cd6411fd170674e7c0a1428f8d2b954 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7071522469786365265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..624a3c1b56463ca0ba1cbc694c1d9b90576442b7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a94da50ba3ee7f04a09d0f188a7ad5540e359965b908e16572e1a5f6151498 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4ba3cebab5f2a48b106da8f4a230731a97916fb8 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_748714541699003438+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..147c1586aac46ddfe7b367fb4f90a52b1589362e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3874129d23ad1c69d19cc9636edc6f6b0bec7684aaa4058429feb1e7acfc2c +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..39542d53bb3961c021aec3d7944bf64223663336 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_780259796876411187+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a3d9ab4f7c96a51129b485c987af0c3965fbd2e3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a4a82788fd9c10e258bc78cfac56903ed9e41e56c1b39918ac7a98aa50f857 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..711b0e81fd87e197987f7da6b59e52c2f83a80c1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_788940165194100575+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..cb28f34e622020a54ea80c9e6f76fb60851c9273 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_facaae82-be8c-49ab-8b4d-d3ba892aacde/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..557f3c2606d8e3fea4e49480c9e678d4bb2e18b9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b8737187be25031c594bd9293d7718b3a08e1b8669fcc99e4ca3e1382951ca +size 21842 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f4bbb301322d638c60dbd4b535bbe1631bba64a9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9ae33ac88fe308d95ffe126239f9948a3cbeb052821893ef70f9af6a74bb2a +size 13507584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5d33ba7065c501d267e0c195cd43cb5adb9a4b7c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ac33c003364730bb8e0+e4ea82eb/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb8f4ec46dbabb68f95b15b98ef70269fe662b590c3bddf5c14729091467796 +size 13513141 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5f2bb45239674242975b0fa15f6f9fe225814f98 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8bed7412-f23c-4e85-8ceb-cddc3027189c/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d0c380598b43a12fe53a8bcde96daee3e769f996 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95727e0f4f47bf86e8e5540c9bfba35739e9ca53d425c64b0935d402a878ac96 +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..31cbc208c1940ddfa4cbce06acd9b7d6e136dbbc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b9f1309d95c86f5a3911d90a7ca4fd45675a0872436149c9118c7d8b762d3c +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b098350a73f9e4ad99e5fbf2b8491f371ebf7174 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d7829b80b30c6a8366e+82a94d75/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0eca3aecd640e7bece133a800ff36d42d5e0ca6229855c0250064c87ff8e61c +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ce990ca454779cc18880e6c265e1f5a083544631 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a988fd86-bc45-43eb-8bbd-94af9fe20c4a/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d0c380598b43a12fe53a8bcde96daee3e769f996 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95727e0f4f47bf86e8e5540c9bfba35739e9ca53d425c64b0935d402a878ac96 +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9d3d3d8e14a91bf235937ccdb070538cf9e74e2d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d2bcc6f0b9899df44d258cb7e9dd5c064898e03a61421cc0496a2cc3a44807 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0f0af1087bfddc8f22eb226e714a762f86342447 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8040971574bb1f40a771+eb6614ba/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e194998c9167b8ae0d48cef773247b7276440f09bee8a2e84b6bda7fc8369e47 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..1212dbab684ccf0d8c4973516f0da2545e9646fa --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0488345e-ec2a-4bf1-b6e4-dc7c5869662d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c0085b990f557c43d8e51445d9ee78974487c16d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf2f097fbd06b979910d8b7304be86176d5776d2cd05fa2d3fa2617eb43ccc9 +size 15614 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..686b83a485c467b98b7ac4627fa4dd3cdf764860 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99646f284e115efdcc2e1daed844333b81b7da217fdfbf5d776176bf993b67b +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..92b5454b49d3435f00d64ae6f775ba773003cbe6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_82cabaf7b1369e971e5c+5e080832/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce533ac3993128b9f41824d853998d9007328dfb041adafb9f421070770eec8 +size 159439 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ea75b72ceb1ffddf1735837bb050ce370fb813af --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c88ba71326839d9c30573e697266a88ef7c7e6ca153aca44fcb611072884d8 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..78b3020a0f4b3514d2823af3281b88cb75c28775 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8432304590411733968+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5ce4a24a3f4ad9ddae0cf6c4f101d0fb719b0485 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924f25eeb83b1f2c854719d98be6e51db203789ac31568689f5bd4aef63dfb9a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8cf63b519dd0fc253a5de1381f2e58a41ce898cc Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8468241434736974290+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1efd6b7dedc83c3704cd1b735e12395887f6da8a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b5c4ccf12d542b037ab62137b8b394682b100f2c521675c7bf12890efda020 +size 1585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f1c785df9c6ff3a021269f572b498971435f8c75 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8476840015321783067+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a3c1beceabba94d325340c341772b0e0195d01ed --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b4e7168f-d113-4369-8789-403a0e77e0f4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0178c3d56ce706eb29ef263fef96f2d4ec891d21 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a549dd87d6b9d7ef0fd6b25a2d4cc3432ca1059e80b4862da74f5b881b28285 +size 15614 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c35d96db1923a4e87f54a9faad5b97eab40ee28a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a09bff8e6c21a114a70e5f8edaf8239b30677ab38b603c7e8caa55bbb1b31a00 +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..9725cf29055a68b1c97f15116c7cc8f119b768cc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_862f4269950d182a7b0b+bceffd01/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de70eaa89353bb39d47dfee567914ecc72d5265ae426d63723b8f66333c878f +size 159439 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a2b43988cc81aa73f757af772d542c413e653e2e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef670d6b80a7e4253b327fd39e1d079ac588f85021dabc03613787fe9e15793 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ba58a8ac545478c73d732c1d8901d02aa7bc55fa Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_879201820668420060+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9eeeb0a712f25cbf47e575e1cefc3b3fa7b56734 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da75b95f934328ef0c490142c5e1f9d2ef53a2baf0294f4d74c82b4f69331768 +size 59654 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7cf3bff6f4e7f424639d182f5a801d75d63acb57 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd648936f1cd588f7e4667462d37b3430a4f9d914edbb090f6b80752943e8dc2 +size 1086464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..092863b1637386d806723a4a0b8b6425a7fce996 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8e3aecb3518895a4ebd0+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1129f0880cccd3ceb0e801ed2d4a938aee9d031dfc1e2619dbe948d3100f55c0 +size 1093249 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4e9aa2561beb27efdbfa9b821173c511de5fa520 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8871b29715ad7fd6db79f35c066c13a5596d8363311d383c1493179918d9a641 +size 71982 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4c3929950855db434e6f40cf14d09ae96c5dce80 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9312fb1868a91c85e16a+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71fe4be79904c99e25282d6ac6f2b3bc63dba94287a3cc5487eb97d3746ab49 +size 24730624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d8aea4a29916e9ee6c3d3cb01dd7040f9449b6e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e281a28fd4383e251e58b20244d279c47e2a97ff0e8d2ce7c4cdb5d6ebff3689 +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..87eb28e4596daed06413ac0b47e33673f0db962b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9359742670556022940+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9918fd3fa8009a6648d5eb93e90edc50804acd4c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3bb8a07961986496e8562aaa6b8e2c95f1a16486d01671b496004968c006d1a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..95d02cfd4094e2a2c5d23ca91d65ff927ab9151e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9551663534243818596+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c271fa2cc2817515d095ebac013642a160609a93 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_191ea227-e475-47e3-8582-0090d3a205fa/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c0085b990f557c43d8e51445d9ee78974487c16d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf2f097fbd06b979910d8b7304be86176d5776d2cd05fa2d3fa2617eb43ccc9 +size 15614 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d4ec7b30f4a9a02d9cebed8b7c5b684f0dead565 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a283f7efd3f1dc65fd9f971033c9e87b0e39eaaca960e4a3294aef9008980c63 +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..515838cf62cc91e98a6a69759d44d2462c1864ec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9a0754abf83f7bc78b7d+098c44e3/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e906fa4bdb753e27d763c16fdd67fd094ceb82708005aea142bc5d86d569935 +size 159439 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5ed218758630ff325a9e7a1ab9934d6b338ac971 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_66b71490-01f8-452c-9422-3a2872d25f2f/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8e20bd811466212d95884a7f4fabaa750266df60 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a658223854590b04ecc83a4b4f7c71c554737aff1f655391d4dff954e553213b +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b2c5e164a2375aa1553f596172d723afa103a5c5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4e8970db7d868e6a9d2a031f44f4a53fbee931f3db11f7d4092243b28f4b43 +size 400384 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..719fc7f880e39f75e239ca1d2b27f96187fd29c7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9b81a779cf3ae3a12644+149cbfff/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb975d2c5b365e6fc9656ee39af4fb6dc314938c001baaf58d5e79a9324bf56 +size 406082 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0174d999b5d3a7737c499a9002b9ca3661cfae6b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57707ea0510b8582bd32bc5b13de9eb9d483735f61fec6bb308f8ece555c4c81 +size 59731 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c810d1ee34bbb8414aa1bc528489de8382505e8c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfaebe68764eba12ec938070782a5410f49c1109a4889bdc9eb07c3727d5278e +size 1229824 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1cb496b583cfc2f7a19bc99a8fa349f3037912e1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f3d72fade252307a3fc+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ca60fc923b033644b2f54e587d2bb67ea257d8eb0570ba69b67a6f98e555f7 +size 1236627 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..380687684013c9625ec4d33ddcb58289816c6971 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5eff1cd4-0774-49e6-b0fe-0cbca7f78a40/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..24059d82bbcd149441306f8c07104e0d1a528b8d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffcb69581a275910194c1f9da6e6f165815ff451ce0b8fc2a627210726a1426a +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8c21921aeb60871ffaec1e009e5d3867b3ce93e4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f1757f5a33326acc510330c786d60f5f8564b1720636e0017c4c2f35c581e64 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..248fc2e73b9c46ad9b921dd48930374be4230a79 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_aa3ef3e7a5cba473337f+1dee5e5e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2d366cbcf518efce079ef9b1ef4a89217819dafbbde0fa2f435082e5ba591d +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4aad113904f040ffd01d80cd1b899e3cfb94c3e0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae2066b3bb7b9d1cc6e9185d24d7392d458203fe036cc1c8c1f35dea98d9737 +size 59654 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dd0bfee7e001a6699f9becd75060396331dd14c5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb3c91a397a44a1b967849a224e0cfff34a0cd166d211d24bf0e8b509845063 +size 1158144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..6f4f9a89e02b6a5c299298d112f3656a0ca349cc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ab1b160b3d8fa09ed76e+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc6858d30d31f2d0d86b83d99a1b81d2454280081f8cd3cdec45d9628d9de33 +size 1164929 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c77f5df526ba05fb188bb445988daed2eac3f55f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b72501a2436298494e06c9346dcf952b606e8bb1d9659729c4e446acdef0c10 +size 61748 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5bb6c10dd73fea0ec916cc9d0d0c8279ba95d765 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bc57576bbc26e14097b8+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63216654893520c4b09815b4cd28dd514a75912210c304115daf0619c13add00 +size 1874944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fdde262c7dcc3ac858dc4243924332b441864aa9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ead07711618b2216d43d45a7485d58adac3a9fb9d0d2c142df842d47aa8a8f +size 72714 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1dde68bbd6197009c13079bbfe1c41b7b0e00ab2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdefd4948bd161bfec05+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f460154eaf75e5dcc590ead1a47f47f1b163721d37f8a8a7a176cd9927f1310 +size 27771904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e3df2e28f84ee07f1d05aca9d95201878bba07ad --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bf789014-cacd-4464-891b-f97854c023f4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..90dd1f7c4841c9bf4e1b3b5cd26795ff877acf47 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e6fcff8e146cbec5d2744e61c914a8b79121a10961ed1a82b5edbcf55083cb +size 21842 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3a6b888b1d43f7bf289b61c7d0fa2ec06153b855 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6896a6b5cab3b471d621790289a4b3b41d13d797433ed9d07af53c3eb91fbd84 +size 5356544 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..11bdbf498c796a146ff0ccdd122f7ea0a98f3bc8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce1ed82235621875fbad+eef3363a/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1d317d953a5e8c30ad9b42984eed844df51c7d93d530e02f2c822662d9bcc5 +size 5362101 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..af568624bc02bd975658341e36d6c815db86a60d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5dcb89cf-270d-4667-9432-984d55b8c3f5/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1c28a9b47eb52c8980bc7eca3d110647e87316ad --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddba865d08645ac2ad17638eae6847fe07b8239f95c55b373d3baacc85e1bb67 +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..86ff56d17b4da47b7fb323bd1121017bc3df534e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae9b6da11c38717d80c090b6d9fd4be81c5e795acf971ce4a0da1697db5f1de +size 2192384 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0e7604a9a5d376236f0050f44935c12d15a6f1fb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ce8e893faf0f99f6c70b+f0422fe3/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f0a1cf456010e1caab21cba995b542c04c154b3f8845962d8a4ee3fc75646a +size 2198099 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..49097c815276b563e3e7373dda1638e0a7f90ae2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a240c504-8069-4000-a8e8-5c5818cb9681/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..39c703ed34d8f3f3b6e33c142a18ed4c91041384 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db79c5bb71c6b8dc88d476504febd997f95f956e0a1678b46d3d832716251a63 +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1001790706334c9bc70a31499fe906fcc657fdff --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c185d431016cc4a86a6982b1ab4a60a042770b09ddc41532667b0504a678832 +size 830464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f0ac33d6148585fc4403627b0b4c1f113f77b1a7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1b92df9d7d3f05023d5+6df9a02b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf54ab7aae70ec9125d209918efb7292ac78e5d595bb5fbb381011f479e566f +size 836176 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d4fb10dbc6d3e0d1a32651ea1f061079efec21ab --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4af49e736f7ed19546d336775faa29cc9a06e62099771c342ebe8a4d13d18ed +size 59654 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d47cde2022167a6c8b18486304b6b9f538017225 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50330310fedd411eace7dfb0a6e835556ce261ab1fbba6ef9200d325a687af2c +size 1065984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..cd652536b30f992b06656d9331fae9e94c7b4741 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d557da6777202c62f6c1+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466eee1c505ec21269602bd913fd54696e096bb799760995b7a0838a74fff908 +size 1072769 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..95b9d68f51722c435d3c81c7f4c1d83f93a09060 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8771a305-6545-4b1f-9aa2-9b616c5ba375/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0178c3d56ce706eb29ef263fef96f2d4ec891d21 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a549dd87d6b9d7ef0fd6b25a2d4cc3432ca1059e80b4862da74f5b881b28285 +size 15614 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cfef4eadba2aa48970589ebcd7638e3f3c022b6a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ad90824854c905a28ead29a4d1c60ef3cd18f2ebf02130b35a02df4ed9c08f +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f234d6ee2ae3ab929c648f4a68e701df573e1d9e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_de64a5eb66d5e73e20ff+ee6b6593/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27574b8976983e16ea3701002ddf850856b68c0ffd39c60e0d6e3dbef2e51fd9 +size 159439 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..86042237b9e868290494dac5359d8cc97e8d66d8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0a7bb8f3-642f-4902-93b5-55b3f79a6d49/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c138c5cc140b22fd8230bdcf6ba90d0f0c7d2e8c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e1fd5981be696e697f349ed0a98b679b7e09aed816f966f8b42b5defc7488c +size 15848 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5aba9f14a6e1a6156f6b66585e3be16b56e9ad37 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2903e8af6a2b0f680176b2c38e99471c7dc33bb093ab8f1dfb5c6a5e8c65f1f +size 2192384 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..197e0f812b01831c56ccb34b3421f3104d1612b9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e5486eb6f3f1a553b5f8+ecd1b333/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d3a0f79d2e96d7bab5028a83208c5cf93da51dfd99cc7e98a1f4a24469fb5fc +size 2198099 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ab6e232e9ee3b133ae3d4a0bd368ac35f0d0320a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2276273abc61e34200c7e5a7de5816a7b24632f44411a30fb9fbe0cd8a2c6025 +size 79532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bcb5ecb725258520dd20f292eeeb512e7a5bcb1f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d1195a8042301d6d00dde4797038105abf5e7b8a8e57b91f5ca4e7018133574 +size 1403904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c357a7332b7b2abeab22aa0a138faee89cdeb0e9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e54f2eec2036cfaa2527+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4882327d38006313e821ec651f69d76aedc7796d87a761b48bd9552c4bd9b0 +size 1415127 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3f83206a6e2c54211055572a7acac6c014775542 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4872a69eb3a3edd4dfde05804f634e594dd9ac58017d508faa161b8be069e0b2 +size 63363 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..62ce506aee331c0d9165cbdd886eafc8f7840c4b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebda959e0a7e1b1b3d41+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683ab0a15335bdff2fb59a0427242d606838cec00b7709d27b3a91924146ea37 +size 1055744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1dfd0b5bb9e04dfddd4038e38bea1d5e1ba9ff15 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc5733491df336fd3985f8d434d3e669f9e56be47cb3825dbf3a899f837de23 +size 66585 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9f9465e16024a77bfd75213dca177fdb8975c0b8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0ddf13430a2a717168+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc556959b8b6ca168b0afbc4436724bfdff3471406930b26e3cfc0df55122495 +size 16897024