diff --git a/.gitattributes b/.gitattributes index 2e342e05770e2c7377358753352fb11aba5a643a..cd191bce263bc9e13a230a0ef1507c3d7c40b6d7 100644 --- a/.gitattributes +++ b/.gitattributes @@ -13369,3 +13369,61 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_d7e4ab61410d7ed2f2fe+002646c9/wrapped_nef neuronxcc-2.21.33363.0+82129205/MODULE_ecafd5c328f53085c3ac+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ecafd5c328f53085c3ac+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_f9c594cf85ceddc7f3ad+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/97050f455a3dc7373088.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/97050f455a3dc7373088.json new file mode 100644 index 0000000000000000000000000000000000000000..6dd5ef3412c14fcebb3cfa3304eaa73cdfe664de --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/97050f455a3dc7373088.json @@ -0,0 +1,58 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "hf-internal-testing/tiny-random-GraniteForCausalLM", + "_task": "text-generation", + "architectures": [ + "GraniteForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attention_multiplier": 1.0, + "dtype": "float32", + "embedding_multiplier": 1.0, + "hidden_act": "silu", + "hidden_size": 32, + "initializer_range": 0.02, + "intermediate_size": 64, + "logits_scaling": 1.0, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "granite", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "hf-internal-testing/tiny-random-GraniteForCausalLM", + "checkpoint_revision": "c3074ebc0ac2fe545305f5e5f6cce2cc9b2aa0c5", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float32", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "residual_multiplier": 1.0, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 49152 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/2515e75e29085415e970.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/2515e75e29085415e970.json new file mode 100644 index 0000000000000000000000000000000000000000..6e86e95ce196cf6ec2e4d72c85532bfbe005caa3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/2515e75e29085415e970.json @@ -0,0 +1,62 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "llamafactory/tiny-random-Llama-3", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 4, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 64, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 2, + "capacity_factor": null, + "checkpoint_id": "llamafactory/tiny-random-Llama-3", + "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 2, + "max_context_length": 128, + "max_topk": 256, + "n_active_tokens": 128, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 128, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/96f6efa1fe88a6a9d908.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/96f6efa1fe88a6a9d908.json new file mode 100644 index 0000000000000000000000000000000000000000..d0996bfc053115757715fee53ce30523a45b2536 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/96f6efa1fe88a6a9d908.json @@ -0,0 +1,62 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "llamafactory/tiny-random-Llama-3", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 4, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 64, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "llamafactory/tiny-random-Llama-3", + "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/d5321525bfafe56c1fa7.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/d5321525bfafe56c1fa7.json new file mode 100644 index 0000000000000000000000000000000000000000..df23a79b95bb9d2e11f644dedb184e672c6c8008 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/llamafactory/tiny-random-Llama-3/d5321525bfafe56c1fa7.json @@ -0,0 +1,62 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "llamafactory/tiny-random-Llama-3", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 4, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 64, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "llamafactory/tiny-random-Llama-3", + "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 512, + "max_topk": 256, + "n_active_tokens": 512, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 512, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/7aa61ecee499b16d2a75.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/7aa61ecee499b16d2a75.json new file mode 100644 index 0000000000000000000000000000000000000000..365649267e500b737c017af64f6bc6f2e494e6e0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/7aa61ecee499b16d2a75.json @@ -0,0 +1,63 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": null, + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 5, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/ac22ae3a40ff509f85b5.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/ac22ae3a40ff509f85b5.json new file mode 100644 index 0000000000000000000000000000000000000000..9dca0ce4f9da3c0c9def34622b2990a65e439ffe --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama/unsloth/Llama-3.2-1B-Instruct/ac22ae3a40ff509f85b5.json @@ -0,0 +1,63 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": null, + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama4_text/tiny-random/llama-4/c108820859fb593e97ef.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama4_text/tiny-random/llama-4/c108820859fb593e97ef.json new file mode 100644 index 0000000000000000000000000000000000000000..f1470855a1edbe2b92227af8b941b9cbd6703241 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/llama4_text/tiny-random/llama-4/c108820859fb593e97ef.json @@ -0,0 +1,81 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "tiny-random/llama-4", + "_task": "text-generation", + "attention_bias": false, + "attention_chunk_size": 128, + "attention_dropout": 0.0, + "attn_scale": 0.1, + "attn_temperature_tuning": 4, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "floor_scale": 8192, + "for_llm_compressor": false, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 32, + "initializer_range": 0.02, + "interleave_moe_layer_step": 2, + "intermediate_size": 64, + "intermediate_size_mlp": 128, + "layer_types": [ + "chunked_attention", + "chunked_attention", + "chunked_attention", + "full_attention" + ], + "max_position_embeddings": 1048576, + "model_type": "llama4_text", + "moe_layers": [ + 1, + 3 + ], + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "tiny-random/llama-4", + "checkpoint_revision": "9e716f5d4d1ffe0a44a15f46f4a12b840439aba4", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "no_rope_layers": [ + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 1, + "num_experts_per_tok": 1, + "num_hidden_layers": 4, + "num_key_value_heads": 1, + "num_local_experts": 8, + "output_router_logits": false, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 500000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "tie_word_embeddings": true, + "use_cache": true, + "use_qk_norm": true, + "vocab_size": 202048 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/mixtral/dacorvo/Mixtral-tiny/d27d3b7e6c219c39e0c6.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/mixtral/dacorvo/Mixtral-tiny/d27d3b7e6c219c39e0c6.json new file mode 100644 index 0000000000000000000000000000000000000000..82f80e95be27ce7759b523edefee82097dcb4255 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/mixtral/dacorvo/Mixtral-tiny/d27d3b7e6c219c39e0c6.json @@ -0,0 +1,58 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "dacorvo/Mixtral-tiny", + "_task": "text-generation", + "architectures": [ + "MixtralForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3584, + "max_position_embeddings": 1024, + "model_type": "mixtral", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "dacorvo/Mixtral-tiny", + "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_experts_per_tok": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 8, + "num_local_experts": 8, + "output_router_logits": false, + "rms_norm_eps": 1e-05, + "rope_theta": 10000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "sliding_window": 4096, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 32000 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/phi3/yujiepan/phi-4-tiny-random/3211e8079a23f7cca17d.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/phi3/yujiepan/phi-4-tiny-random/3211e8079a23f7cca17d.json new file mode 100644 index 0000000000000000000000000000000000000000..d8352cff7bfd0fdcec509396f70dca23989f3f5d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/phi3/yujiepan/phi-4-tiny-random/3211e8079a23f7cca17d.json @@ -0,0 +1,59 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "yujiepan/phi-4-tiny-random", + "_task": "text-generation", + "architectures": [ + "Phi3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": {}, + "dtype": "bfloat16", + "embd_pdrop": 0.0, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 32, + "max_position_embeddings": 16384, + "model_type": "phi3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "yujiepan/phi-4-tiny-random", + "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "original_max_position_embeddings": 16384, + "partial_rotary_factor": 1.0, + "resid_pdrop": 0.0, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 250000, + "sliding_window": null, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 100352 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/708e8d742ec0e959ffbf.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/708e8d742ec0e959ffbf.json new file mode 100644 index 0000000000000000000000000000000000000000..876c1ab34f76a302131ad88a093d07d9c86e4c37 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/708e8d742ec0e959ffbf.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen2.5-0.5B", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen2.5-0.5B", + "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 4096, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/e2a98d277483d98cbc4a.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/e2a98d277483d98cbc4a.json new file mode 100644 index 0000000000000000000000000000000000000000..982007519b4d9eebe8bf0f12c4ae203c5af0f22f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/Qwen/Qwen2.5-0.5B/e2a98d277483d98cbc4a.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen2.5-0.5B", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 2, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen2.5-0.5B", + "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 2, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/yujiepan/qwen2.5-128k-tiny-random/55d828b008dd8415c97f.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/yujiepan/qwen2.5-128k-tiny-random/55d828b008dd8415c97f.json new file mode 100644 index 0000000000000000000000000000000000000000..2f615d2a2f550c895e67a499fdeab14d6b68487f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen2/yujiepan/qwen2.5-128k-tiny-random/55d828b008dd8415c97f.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "yujiepan/qwen2.5-128k-tiny-random", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 8, + "initializer_range": 0.02, + "intermediate_size": 16, + "layer_types": [ + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 1, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "yujiepan/qwen2.5-128k-tiny-random", + "checkpoint_revision": "c8296d4ca3f87782876d2382fbb6481d1beb8ef0", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "factor": 4.0, + "original_max_position_embeddings": 32768, + "rope_type": "yarn", + "type": "yarn" + }, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 152064 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-Embedding-0.6B/57719fe1acd233b9fab8.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-Embedding-0.6B/57719fe1acd233b9fab8.json new file mode 100644 index 0000000000000000000000000000000000000000..4af799abf543c0b86d4747a7ddb65286ab148794 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-Embedding-0.6B/57719fe1acd233b9fab8.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "text-generation", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 4, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-Embedding-0.6B/f4eb8a30c219ffacbbb4.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-Embedding-0.6B/f4eb8a30c219ffacbbb4.json new file mode 100644 index 0000000000000000000000000000000000000000..a80d93fbaaab3d706ef3780479dab94ea6acea29 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3/Qwen/Qwen3-Embedding-0.6B/f4eb8a30c219ffacbbb4.json @@ -0,0 +1,87 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "text-generation", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 6, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 6, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/c7cf2a4267f41d17facc.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/c7cf2a4267f41d17facc.json new file mode 100644 index 0000000000000000000000000000000000000000..d561d0d05134fb39e866ff52434c62674e2f20b0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/c7cf2a4267f41d17facc.json @@ -0,0 +1,65 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "optimum-internal-testing/tiny-random-qwen3_moe", + "_task": "text-generation", + "architectures": [ + "Qwen3MoeForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "decoder_sparse_step": 2, + "dtype": "float32", + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 64, + "initializer_range": 0.02, + "intermediate_size": 128, + "max_position_embeddings": 40960, + "max_window_layers": 1, + "mlp_only_layers": [], + "model_type": "qwen3_moe", + "moe_intermediate_size": 128, + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "optimum-internal-testing/tiny-random-qwen3_moe", + "checkpoint_revision": "e0230be2839556b44b7400a233c73c74b4abb7af", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float32", + "tp_degree": 2 + }, + "norm_topk_prob": true, + "num_attention_heads": 2, + "num_experts": 8, + "num_experts_per_tok": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "output_router_logits": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "router_aux_loss_coef": 0.001, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/smollm3/HuggingFaceTB/SmolLM3-3B/7a707f573aa21c74857f.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/smollm3/HuggingFaceTB/SmolLM3-3B/7a707f573aa21c74857f.json new file mode 100644 index 0000000000000000000000000000000000000000..f3e02df5420d3fdcd64eb1abcd907e7d897dcdbd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.3.dev2/smollm3/HuggingFaceTB/SmolLM3-3B/7a707f573aa21c74857f.json @@ -0,0 +1,134 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "HuggingFaceTB/SmolLM3-3B", + "_task": "text-generation", + "architectures": [ + "SmolLM3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 65536, + "max_window_layers": 28, + "mlp_bias": false, + "model_type": "smollm3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "HuggingFaceTB/SmolLM3-3B", + "checkpoint_revision": "a07cc9a04f16550a088caea529712d1d335b0ac1", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.3.dev2", + "output_logits": false, + "pp_degree": 1, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "no_rope_layer_interval": 4, + "no_rope_layers": [ + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 4, + "pretraining_tp": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 5000000.0, + "sliding_window": null, + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fde266f24753492d595dbb2d9fbc88c2a3fa7f78 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c908a5ddbf03970315b73168cfd6d3b14f39328f2b700c5d1e9c4144323034 +size 91147 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5ba2c3da07b97a350a710a7184b984d562c0ad63 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9022b1945dd2e7ef8b45eadbd2dc20dfb74b1add40ec7aad07e57bad2a500b25 +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e58784de0e96cbf62047851c390077bb0dca0874 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0cdc152aff6a7cbf36f6+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95021fb9ec8e64ac096a6e7f993b7f066b620b290e2aa82be5be7695581db3f0 +size 289031 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..74758f04476d3d7e4ffd9b98409f534b8125f3a3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_373770ad-59f8-4200-be26-fe3a56e83168/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..139a40c1de37ff1221cdf2127972e10ba41e63cd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816f3156b088f29ab7d5de607261ccb476e608025bee91f0c33a986b785ca1b6 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e222e86015f70ee03757fbf1d468e95ee99d91c4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1015ebb8c8fe4c3252c9+3287a374/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1dc8581fcc1d833e79312ef56cd444de96a45e0adda2e969d09f0a90d9fcd3 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..124884ebb1c944780e020c9a874d13f9569de9a6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d800848ea22ac4d6f5cf0e1e6088da78460e16b5340dd0f956b5b5bf0c1834 +size 1122 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4b2a85cacdd2ca79f5c54b6c185ddbbda581cf57 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2537e60527205941d984fdd93ad6b7a0cd6b0f15 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0113611968c8ed0cbeaea5ff3bba2ce4eecd5fc989e2592c6b8ac5fdf09c91c2 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8e4e77cb545da4e870c173de35ac1bb2f320c473 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..eb7582b902bd2edb54b480408228e6707405eacd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35335d3e96ee86956cdf93862bf42ae6f83017e9b331b77531ad6942a62366d +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9919d3124720c54b623354f35918493be2744cc2 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3ad9c3bfd79a132579dd5f782b30383d991bfe54 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153fdddade7e1b284f8d78df84523bd332eccc7ddfc7a0698ad8653d560c55ca +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fcff417c96d475e4baeacb57365ebbfa587cfa64 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..933103060a7f2312d11c5ae375b27203b96a5d79 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7434cf1ede5dc6759a8ad5cdc472fb8e1668b1a8bd8dd7e7e08b5c09401b8065 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dd6f31f2be559d917981290bb788a0d901bf8634 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ec05bf8d51fc25e29356d9107de4ebb162ce96d2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7000c9195e6c3c9abfcbac09928468ef4c204488094a046ec7abfd1b7ea8657 +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ebb2f727f3033b00faee2f2db72a8c468df8881b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2e03205f1e361ab764610e16e461b9b00a8c03ca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fcfd4f1816e23bee263009b76a032d3de2454e4937f73423fade31c7a0f0278 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..23e89c9001d5070707785cabfd8f2d5af97e4faf Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2f82cf1c07efabf7f4ab0f220b1b9575678a758b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701e22032f5900dff59bf252dc2804e14345ee4b52f9587d7305edd2a497770f +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..31ffd7202f77843793dbdebd6ecc5ed2299d22cc Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7dc0ea46bd2b69b761f6695a7fa5949ce0b2d1a5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ba973ff38c3c4be9f7ceda4e02dd7d04d9799bf7507445264e5a513b8bcc4e +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..63108213e5737f22d621aaf18755c37c26fce7ea Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..af5b3a3e420298db1ca7eb70b24cc993252e2df2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d49de9ffa9ae82afa026ae1eb0f4b7596894c67fa760474a7363dc25657e8e7 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..056354d5ef5bffe1e0c1908ffe8f06fbc5d6f885 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c2d76d351afacc81af30a318ede14f65dfbe7c19 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8355f9607d3451cba3f284cca8f202a7139823acb40be279d29bdf1ca7f482f +size 2839 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c5b4d3e54b08b218a2e1a35f09a68c79b3e6870b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ee36e35c52710ff156ec7bf165c222c9b00fe078 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ddd671ad8e6d86adee2a075bdcb8595ece3b2911deac74df76755d25876101e +size 1561 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e30fcb6b69bd0b171df75627ef5a6ec3a4e01f7e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..43bf5107ff083bb19e2ebb030dd638fb6e003264 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f0928a33533f819a379b0ad9ff0ae0c1c1b54e6ae13339d55ea0610a9e2389 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a49050ea21fe388aeb1734fa37eef06ee6d48a94 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1aae8517a655f99b06a2cdca212dec6a3faeba15 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a591de74b26ea85b3c61bc1be494c47f9c1fa8923b3b9f6180e955eabaef6657 +size 2839 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..42c3ee838120bd890144897d192be0ba6facb5c1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bcd627e4879d274ec124e61fa05ae10f66bbfbf0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26c0bd2ba77576e5498a156696cfcfeac1be86021368feb0908e79755eed533 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..497e2de63bd4013112500ec44c23ba78fa1f9c6c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..32ab6d67f3b6497f57a2c0736c753f5d903db802 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:199ec7f00113f98677fd447807a97ab72737d90617fda54a1af4afd18c9b33d3 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8360c6e7f1c50f8978aa0b4dd6977309ef097552 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..557c2105986ba3f85e1286f9ede7c19f0a9c64ac --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf55ecff7d3028bae2cbf5f2fbc03167c198e64aad7e464445ac6a5e2424538 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a973609d00b7d732ab6e53721add284feb75646a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a63dd40ae39f47f53c81ec17460d40a392273c2e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e54a0a2ec0667067a1dfc61da1f33cb3266c4f6da202d67a9669c2fcffe960 +size 1560 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ad5560dd6bac35c752bd3c0ce441e8ed98abc469 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..80d4cda0fe6fc602da5ceadc769d2dc3c37e08e6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9419e130aa8fd79326ba8327b8064d560c0f35f608be7c38677a89ba67b9ba53 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f1b7b154e91fdb51f712ac609ce8665b93b4155e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3440a59e17d5181dc3b9cdd45fe1d22f07f406ed --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ce50fd35b56002a320a0e665a0140adb13b78d610af21a12809da39de7890c +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8ecdee0e1e360ff79516276e19d4bc69d4922af8 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..97051668f16154c2861ada42d8b38fedc1942184 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce8eca7f514016ca7ddf18c32df5168016ffca7741edb33f4b602c1efa072fcb +size 1122 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1661519ce93344de1cab43b90bd8bc3dc88c723d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f7450f5ec21a1ec9e73bdfa0902db77908f05f6e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2781f132c46e031208d39895974a19362c478bc055747d8ad4afb390abd652cb +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ed972737e13b8df1b88af6c2258382daa32101d3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cbe93695c3cf42f86542d55ac130df4ff49c58c4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20a5837e2fc84108b51632f318065156cd05574f821ff3b4383fff8d2085e1e +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..10ba869b959cb9769db31d4dec40b36c457c4f4d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0b0ba3bd87b1cf10544ede814622d1313a99a3f9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bec3e6e32c2946a75cf366caffcf035c59b4ed66669998a7d2eb9e92746a235 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ad2d469397cc31fa48ae7441b776a24b35af2887 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..93a3b21ba9b4d60786523ff171fc51adfc06c7b0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ecef61d0a9738171f16b5fc8a68eddab4ce2d2084a47dd73f3c848138efae2 +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..145e59b9932f8c225def4fdff41b9b3f76e2dab1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6016fc36a1ef3b3cb5bf0588ff450d9ec89546ef --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45584387bcadd48cad47007b2515871b4d8501b6cf5e10a63bcbb0293e3f8f2c +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..731d9fb10c5c3e99dce4b8a586cc4c660c00c16d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..07bdc1045dd850da0b9d66d697f3755e9be37aca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f4153165262e845ed3981f2991537fa06c70a539 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54dfc57b2bf49fa38c1e3c3cd23a59f24f20b8c87056d079a6fd21efac499e42 +size 490318 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d416c2e113ede0e374f2a984aa915d9621cb5791 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_155d3059a636dbde2772+fb4cc044/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8345903a4857348a3cbadf26f6808eeafc39063ff0be50a2c06358195765fb11 +size 19364864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..41bfb6c0d020dd122d3f8c6396d17a3b2b193072 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a430bf143c7170afa093bd06643be2f181456b01992615d3e06ad9b9c58c732 +size 2839 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..06ac070326527095cd31cb9a984b639984ab4628 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4846661d33abe144a46e8a8511a4453f273a7583 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9320e8826ce4d627cb8c5441eb549e929da7a656ca17b9840b64f02fb6012e96 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ead0e031793d95c5d55dbca83f89fd360e46a4cb Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f9b49ab6317064eb1ab2274498c53daa6eca05bf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c9b1d5fc37de8bf294a5f8ff61d7f7db479ba96b0467007d77f370caf64468 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c78f928b4f2abdc147672396874733e9a0e96970 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2b1365fdf9429caed333c19b1170509e0e786735 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7758ff75875978a913c9926f5e19c1e4a4a478250069b1e432e104536d6acdef +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d7f34cbf2f85a6e11982e4c19c638d44acd6f9d5 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..60030f6ff406f8a5644055f6b4b2ccff16ffad32 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f100e3073b2d7739e1fd872b5bb2f099fe1128a7c805a326ac6ae8c044d4b03 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9f909cd81c5682310fc7ca7d76f84da536deff60 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..471a4ed1a3838d951011e8210a48c87277ff0d5b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9a6c15381056cc07bf3a7da82329fb72e5357cd91a45c2a57c37df4c714a82 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..36d756e9648763e235946c38d0f85c0894bb074d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a6376da61b349e1afc7fb0c4d50d69b0e1cda5e9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d0ff42338f985ea765bd39144baa05fddcf04e2e0c87f9a579dc81dec070344 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5cc682f8bb5fc019220dbad00ce39159f47b39d6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..edea36e568de0ab02cc13346ebd9d5e0cfd8d7c3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10871e9557189f265c8590afe0579930d47d192d2388ab7c54129a14d25447ac +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d2f81bf21f9c372ffa295e4ef3e19837a2884ccf Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c0d044272042a3ca314b1393ce4dbb89cafac36d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be771db5b4c31679b8e509e6af1c059ab3aa543f3e241c53836c5bd228edb83f +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1d6bc42fec040f5eff4a67d81ebd8cb497eb965b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6792d53f0585b86fc564270f53adb548756d061 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae51e2ca45b600b16b5ca4db1d0eb0b08c3f6b52af11722ea501893a8ed3d23 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..246b1afe5259ece3d582c3f768f859d63338a916 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8294a60306648ef6ce885c400e5a609634060f6b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9164c961d569ed6684d61269aa435d636d22d94ae8310d04257b7a8e3f5fd470 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..63704646f50594f8649a2b9beeb5d5bb47608a27 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..525eda02fb8262c9abb5b8a5f4320ec4e8ae224a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31eb937eceb5dcdcc63bb5542e67ca3f8ef80566b085221cf2fd6ea66518226c +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1a9b1eff8d7c717771f94db0ecbc50367166032f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7e626cf8640c41033045b4f585c51662e1b2b08a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a73f9d43e3650be96da0fa1ba22f3e821d5602b652bf42f23b6d3ad929d1d3ac +size 1347 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..24c26f5250532946735ff1111ff03f5bee1978dc Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1b6098b16ad76b21c5ec1e1867138a64bbab5367 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf131c43642f157e6bbfa112e521c7db709a716383a86c176ec34c321a62160 +size 588406 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2028ca7bec5313bba3901584a94ef58d76e3c71b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe0339bdedb7e420532d0dd23209dbbb2391205629032c292a3da8b73b0a4bb +size 1577984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b64a4d279d57c2f190dab494b995c8457eb8edd2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1752954cd84d208a194c+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7117d1d69e07a377bbf68a0af3ff31758c0c92a3dc7f3dbf7d36cf12e9d12e +size 1734318 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..88a4ef02099481b9d946662e5b2c32baf3a9bc9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe570c56e2c771a29adda9deb46e617811178af3af758a6556f2e75e20d6132 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7ecac282d3e46c21815061bdc1180863e3deb21d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7d5a85d9e03058c4faa66be14d13ae8882927e1b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba0b6c2332db3c53fe4edb740ffed1437ef4a6762bff77e81adb105d00e0824 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0fee4e5ba2baf898dc9be67870314cebec04cbd9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c024c1179d30e4e7ac77bd3bbfe44f5f362273c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca9ed7c09a1fcd89ad987455681dc5857f4d26abc0322491579cfdddd6a436d +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..da858fee3904f3e5ede704ff814ccbae02df232c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d1bd00c58e0bb946c2cb9091a2d31a05056199a5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447362e58f9444e9409f472a58a1dad4aa005006b5f794ecc5dd1d062aff6ccc +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8ebc0db27df8a566b6e998b80b26ea2683a38bc4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c3ab68ad465d47cba7f3790fb0bf33d6a273dbb9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d64f9c086e86830f9b63c0b8c32b103b1f6b4bcb0a56f0525bc97c8eff7a1b1 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a544e142d45627f5e192c89b5481e113cb98cac6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fc5131986d8a90bfbe832dec7daa6df2e7277e9b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f417c3d3891a4aa551e8c388ee608a70eb0070fffbf03c1baa9e0c8f89268da +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d7ba923112a9c733facf1182857dee3c3c03e435 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..86ae55e8d48a76d99062a94fff36ceb5b595c7d6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63a01e64fc6b527b267564c81355d0a269278589ee0440913f16d2ca259d7b8 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3be0b9577e5609d42d4f5d227819a98b7596579f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d36520a190fe8cfe40bb90f520d93262c51cfe8f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf16d08f74844be992a2146623298b5f30c43b624c0be7355d8c526783e870a5 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..81c15570a13e90807060c9432ec3f2674a7159e9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1e94856d49026db435f0a486402c921039d46a94 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a26f69878b069d3a3ceb6fcddd59f1d0a0a0cc09c23aad1fa39acb3866f24320 +size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..892e7ac385b25e537a9fb1ceeb0c0fc4151afaf0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1df28a40cf4145bdfcae+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c780df29ecf9178026fba188a6c11294090cd5e1fe92c091ef11340172ca6dfa +size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b9fe760a1e0d2e72e358073647e63585ae2bbac5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add8897689fb61e0648dd1e48ecd21c64f79bb410f53990f0eb55661dbfd3357 +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0a20bc51313eb8fd12f74f329cdf4f60d7219088 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9ce7e3e0488985578abdde828c9b1ea9f1c0fb45 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45456b37b53b0b6a06b610216e14a515d98135ca5224f322df706ea17c09ec78 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d723600e1fd3ad58905e023e5e8141d29524257d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..608bec449a43a29ca3449653f863d5ac22dd9c2e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a0fb4e60f0b8dab31549071774496d1084aa943d60bae75fd03ba975f51e40 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1c0bf762f6f71da82c565cd53768c100fe921bd3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b2b53e161795e6f8fa9731ef8b474f52f20759b2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568a9462c809b77387087e485e9f6b26fcc1fdfb399610a6dc2a51706cce4476 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b677613e7f8f3df99f7a0bfa0414236937d9d8f2 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..db3e8d420a01ba72d34ecda6bf21397e03575021 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8cbc50c069661a8d1bf347b7a89a51eb5dde74812a2b7b9f1f20f29b47ba98a +size 1599540 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..89913e642459fede9388f5165aeffdee47d3d611 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be87eb33734d501055315e674c9ea080044f608b27f37183d9d0c87ad5986731 +size 779264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ee4e0d9a9ecf340557c0550cc4a2da2b9822de35 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_254c67a8dd8bfb2e240d+ac10809c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b16ac082a3704dd85fa17c59ea417528d86dfdd4b045a432bb74826170e4cf3 +size 787211 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..65704d9768c03aac666774dda2cb66b947e691d8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea0159b626c550a13a8905089c534debb265105c7c809d918473fb6c6d39b28 +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..60eb26c031b41f78d1cbcc71ecd44fcbca111cc7 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..15143a1e694fdaf77d7d75ecef0f5d256d4c7a4f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d61fa5a96412b9a7c6faa3450178901ac4ce51bfd0c93a474da54ea3aeb18f0 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..45000a455845a5a22bf634e8552b191bfa54a501 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1bc201d0e1f32e0d24e1cd010c60ade707a56a0a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6baeaf5dade8a8f217484d76835daf8e2d046fea864ab1af575806cac89fa3 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..322087d006f9a704cae41e40a5812bfedd320d2f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..98e535a37499e77fa0155dccc1e3b230813c7cf0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf05601e9eeb39a55dc3f524c47b8a6a1c12c7d0709369bbbfc58798e96410f +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..de53db3ff338a0fe8c75f3eb63d79c8e7e138f2e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1b267c75dcb0cc9e08fffddaaac180e64bc50a2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb403f8238eef0d57655a1d2f7c4852b4dc960caaeea77dcfaea4ff0fc2e4297 +size 2839 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d5647c8a14a63f7dd1ce884519f1e5cf382b2e47 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..49d05a8cb91848c922cc659a2e42ab6df25c04d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd9819fbbc2940d3d17a4acca136bcfe23177cdf48e41dee38682ff0f141560 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..27512ec9be733697f49ff5f0b7644eef5c3d38ad Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..914cdaca0a4d7b61ed6d16d9800cf372b2a4b32c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_47668f07-0f61-4ecd-bad5-20f35bbc32bc/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5d629ec53f614428fe1a781fb1c424062a33eae8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db1ab7b52771bb0c53692d8a68a88968a32363e6df5be507d49805bac8c3cf7 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8d12beb15f4a81e60835d117c059484a03ba7fb2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_32f05041dda2b4148a17+d3bd0a6b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f16af857fae8855cfa0a19979c42ddfe787d83ee3dc1be6cbd40639dfe8974 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..173c0d402fe6d36863b25f882e44a2605ea6cc78 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0521dc743c5def43a14f8f5399d0d10d714339f5aa52b30c5fbbb62c44e4c3fd +size 82772 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..14a6e249b3da640b5c72105d1d52a9e199c37612 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3e60ddce17a65ac4ee68+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8abb284b0febb6fcb1a834297f3cfe6ddb22317e98d1faeeac315f7100acaf1 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ead377b1c20b000831d42100c43368c555f6cb96 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efff66a8c2f78f8a8b6017b4f1658730b0acf6b16231a6cc09d88c4d1787e80a +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..296c2d4346bf1489b56ae68bc700b9376d17f25f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..228e7397cb7429b492ca0ecf3e17d3000f437681 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5706f45c70599fd5f452d6cbb6551dc245a40ac81c7fb2e33ccfa9c51ed7575f +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..faeb434085cba98868317e69737eee411334e217 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ca75a736a8da056a5f129d886ef1c22e930698eb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0765bfed3b5fcacd120c7727039d8c0a03d993171191b174f937661338915219 +size 81516 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1bf30efb01576b9f3f24a262a0d54c3f6c6281e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_410ef55a3aca5cd80fc8+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0279c42f9c2639ac0658462cee6c2a5f998dffbb6af5531bced1bc78eb4ca0 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7018c545b777bbe09056ae44c14acd58dece6fc2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e93e3084a1b7e8f11120529d2e0d2de375c80e38c9e7dcd4bf8fc05a8da51fe +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9dbef12371b73c3e6e3f7ce4ff67918c31a0cb23 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ddae64ca3b1ad4b0838a3af191a64be1b874bc7f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d702e49d6eabd97584c918a76c0872c349a8330fff8222dab5980cc566b47d02 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..382ccb0a5311403a62ab5d14ffdc291ba84bfbba Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ae07adbb5bd9f95359a6b4b4321e79da69789526 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46fe8fdb1fb41ba01b5dace63a4834e8dd897529f0ca17b449734819dc0ba2dc +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1a5eece99b8a7559215f8bd897e8f9abb9f74382 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6ecaa624db0502603c5d5de8c76a80ad78facf46 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31fcf22de5701ef0965f731595d85f24a2a33c39999a280c4337a0f8d002c27c +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..570d13fdb0164dccffb2e4741bf9fc87d5b96213 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..25fcd81ae3aa1b49c12b5eb5964611bd71bcfca9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:832dbdefae1c623549fdc85f4cf110f5672eb9193a64711a4c432dd21cca1e2c +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..472b82a060b4ee44077502d6fed149b7d8bd3327 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..533dbac3facd87ce2a77338b9c4f1dab5e6b6c28 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff06073fbb3bf24c4bc85add37e0048b4b7804d30f6352c8b597823822821f2 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..aa5c8fa69e596c59751efa4349044952462f221b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f7fa6db0106c5c747f1a128b9ddb0d13c602607b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe5c13f92458747422f9d0c68f9d956dcd6910209befb270000db6bd1c0cf23 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7a5fe9a112c4ce5b575dac79e4be8ba30bf45293 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..58f2c38ca89f9aa2f340552fdd9d5de7ca4b7cee --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e0b6f210a6acdf12812b8b6fe0a9542363d340090387d393ccf52c918cb1ab2 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..db285af9eb0ec06b40cb22cec1a57dcfd96ad3e6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3d2a403c5d8bfb71a4eb5d4fa9ad83dea2bdc001 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e48c5427bae1afb972e0db0cd400c86b50dde6366cfbeeb4a9e2ff34d4c69f +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9bdb44b9c6be530cf0ddb9e9beb7332c6352d6e9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..07bdc1045dd850da0b9d66d697f3755e9be37aca --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..198113b9337ccad33053a43e310353a84267dda1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf36e5102e6db68b6ba9918025ce02ae708b313808d7f07c1112fba25ac27bb5 +size 490318 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..23c25f7b7c4572e873781ef98f2513da4c5715cf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_54e3a5446bba5bfa79af+fb4cc044/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13bbc27bf5c18817532fa063bcf9ef1be35bd12b02180c55963722b95ebf1903 +size 27905024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f6063a063fd797828fb19096905b5b325f91c9e6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d53710ce19d1c4554fc4d7c52ac3be95c5032f3a853b056f221b868a598272 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..de5f13066bd625e8ff8ce215840f41ab2ff34677 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..859cbe32eb34843c3da5a231bb1696a767accc52 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46ea7735f4aadde8f2d382dcb96da002de17fcd16fea8ea7f4535f5d3b3b9b9 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6104f72202fc44c7098048c3676eb63c9c0a73d4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f9aac85f572373187ed5932ede47f59a7a91323f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0902b9467e36affd529236be99c466bb326eb59e56e6b6414b2bde17d7913ac8 +size 676474 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..774aaf48504b9a9f183ba9f9d9881523a7b69ab1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9d24a81ea41c0ab4c3985f07681ca39a0f3fdb753ec4888fc943456fc25e28 +size 543744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3b33006655969f57c0d8be2a9e42aeda35b3e067 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_62abb2454c6da8d57ad5+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b012ac733123dfec9b6b8abb8cf8d3aa8db9f0517986a034029eb776bf6eeda +size 563380 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8b0e12e2580cc2fc4aa66eeee756599d121ae261 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89fa3fc9d44fa90d6a6771776e18597d1fb8561f9238c51c9dba3b2a483a73f +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..53456e6375714bd2bc5b4b346a38f68f5390b304 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..98578d52b81febec85234521f26ee32203bf2a01 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398244ad15ff0322d06d35f20b198a98f1d59c2fdce69b15b70c802cb587c418 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2eb67df03a0ddac74130d0df16fb4abed2a43838 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..96c1648c163b507ee68c5774a5eea4b5b4194d59 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666a24fc2cd759709aab566d5768ef5cb3fbdbf3a86ec63f31e255d04fc3d07d +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0bad0139b771d45f8596c5d7d8e4ae868d533fc4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d448d12f7eb638799b8ff9a5a083058cb0d6ef3e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed684c5d08ebfc375d5043c02039d7175de51c5f523157a5f9df6e2446b13344 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..afd9fa926d876d7ead98fe76490f54e78694847c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2259e64f6d87ea65d39153666872c71ae4909811 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f626908ffced16ec5986bd5c3b22ddf75aacc96c5bea3115fb7593bb3b7d35b +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9825b2e8963b631e2818cbc89594204e46e8181c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..77067cd43da1da8f5b18f8ada0496bfd0e4a2a87 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f7823b93-b02b-42f0-a822-42c25c9a5e3d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..57e079d6937ffb4bc8f4dd97a9bd4bbd91b3ec58 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff721bbedc4365e7fb5201577c353cbb818c7b52357d3ee7f8de418f6550d7b0 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..859a7c15e602eef5a93309c6efc18034820d6a1e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70488145aaecc47ba5cb+70994d97/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcdbe1852ec38f4107749b424abe5f6dded80317dd3420282bf8b34cf7f4399 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c7a344e0407bfd870825ed62394cf1506135d0ce --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2827fec44c2160f1c31d2ec711b12e971c0439fb4305cfba357249c12959a67c +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..51e5eadc682ca86907dda759e6ef4ff7a54c694a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..dd73a9317c7460f209d12ff5b14dcbeca69390f6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_0030ce9e-6179-4f21-a5a2-ba6d1165842d/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e904d729a6694e048907da17c1bd937767b2855c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_71db3475a996ee1ea282+4a347ebe/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5957047362c05d7f5ee06bf34ec049d30799ca52 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb37f55cab8ff3d3b874f0c874ddfe3e285f3ce353c7d9fa8633fdd649238d2 +size 79552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2a94ec867b72b43bd0268f357c32db2d7974a899 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_733744f5680ca67f7ff9+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d2f1739e32f2220ca67c037e6dfcd9119fc02026deac7022bb54f1f99a4182 +size 338944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3d7d85cd3d975162683053faa369dcc6259604af --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2117dab3e3ed8caad749b8256ab430c591d3b72a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec57d9d2f9d9be197ad88a58ece6b14b0ccab97c121b8d20cc9512558ddf6562 +size 70276 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9877af2efc50998125da2b1f84188256908875b0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa6f4dc636f96abb0dd376b1c575b0834c28007b32ff438378700394e027534 +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..7567beb57c057bcf68bbe3c5a651061a20f26da5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_73587bc7122ba5a81758+80d05c3f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f67862a2734e319ddcf8b33e4b30628b4007f180cbb64ba246613f85fb14b4 +size 289571 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2ad69cd01383a682715fed6c7faaf92a72533ca6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2e4f6c42511f16c88bbe1d11dc8bf11ece0bfea6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56af014ec5c117cd494857cd1d5910a369f4f6419e5e954f894aeddc85084adc +size 84807 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..923a7970d627287e92260cc31eb765d91d8dbea6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75329916c4da1120954c+6e4949b4/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a598e90b8b150109443ac15797fd771ef0bc5045de809e5d026f6a601af91903 +size 646144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6b91b1bff11aaac8a2018fab2cb2f351f8bbede3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8488b9ff78cf28711fae06c1840e772100935c15b3c7ea13dc83dd72977d738 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cc8397ece4baa7bca19803c70b1dc929ec1b4ce5 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f4f452a0f7a5599f79d8580e2003d1c0c65964a0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce53467f03398096635507713bb04d5f6307e7f4d5193d0caf3e04c2d36646c +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..890f0ea65465ee45b16b49e7f00ac77e542b156e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..58fbf6b9366d9e28d7f19321e85acd4cd96c0614 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..498e5912b09a24a61484da310dae8412189d9ce2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548be96e8a05cb23bda5fe36b53f9d32fe3154b4396a1b8eb31fe0e07f0d01f1 +size 97794 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7a946419e61d99d1f71af289a7b30547d92bae1c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c590ab98f45f8a8dd15+283df001/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ee19ac9e438f0dee88f88c4e2a45a322abe7ca3275e1791bec7f5079284ee7 +size 410624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cd85e463e99e9b93bec2a7be332c286759eb4cee --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5030b48fcc71cb55348dce6256c2fb56183e2a1bc51a13ff044849b4a62a4d9 +size 726714 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f20585ce373834bfa771dcaa588965cd0b0cc2db --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7c9d7dd1d913b7d0da1a+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1486d84656224c4d29edf7044c682df8e9448b25c0c4535167c0b7e0b2004c8e +size 25897984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b503bf05f37ca24492c099c4ed600f9a35b080d5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ee8e9cc8fadbed653dc442c1fe0ffbabf12e69fc72302103989ac86480243b +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5813e1d7ff81c00e4e78f0652a8e4a47e3f32e16 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a183f592fb2998384e9cf59b6455cdc90b0f51ec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9dd8cffcffb0a341d84ff1d1cb2dca0875149e5263a7c68f0a5935fea891493 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..988c7c44271fc2291cce3ab92e3f2fcd4e073d93 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a13f38f8b376e4eb8b072ac6e4625a08c5e99349 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b675bd71d57acc8f43816e11cca613820bc22be1299c49f9426655bfff683e0 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c32239741ec2e68e5c626cd80f3e88f96ee7c3ce Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ac85e995e77342b635918c9cdf254f1e3c681d23 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abd3f10f212616e20c47a6f1bcb6621cff1ec887b005c23ac7ccfbacde88589 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4049a79d4a6a2325a9d3957ac2839e4e3aa810e2 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d784ce72e29b5099335c478ff0919bb33371aa83 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f91e1a75519c46114a666484125f9f268121b7be45de24d074290695d05b20 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2b213c16443fac04b52e25de627844e174525f07 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7182b855eb5813c16061aed527ac627d28623c7c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d2eddffea69605fad6be896be040afa5932320ec999c2b408b287f9e4af271 +size 83504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3da4db6954db7d8e00c542ab8505a02b01551e99 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8cc67d6573976e582c95+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1a0ecdf3df18cea82800994c0e6d1785aee6f81d5f6be3772083013157fe71 +size 287744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ae7e0c6790082c43cd145aae8cc7e3cc89e15ca8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/speculation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e1d47503a6147d6660f78d4a89f05f4657bfe8b7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7707ed593b1cd987d6610a983e0d581ebae6f51eba46aec434d58c14dd2eec6 +size 415213 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6ee014a8c4b3e3b8fc3b6520b47ce5d03b2b538e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8eedc4b0995b3a9b6f52+677eeb9d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1cf9badaca035baa91e9c89072c30c1001dc37bb2ac2fe6ba45b0691547c1b +size 3666944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..865368aeb5392dacc65d7447ea7d08976866c347 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5264dcf05640a6c8c0216746b3264b441e596170c4280d6c3f2886d4ffefc72d +size 78518 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cb6f20b0f0f4497ef663ca26b0028de07ed53504 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679532ef3907206364ffc4075b9bd9b797733619a0f66d340a77d48e8c302b5d +size 287744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..bfe8f4205e28d6ea4d5d0686f230b8ec0f29b20a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_913d465d9ff4ee2a67a8+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b44ea7fbf7880a68b94879ff3163e8724e01f1a2890b5589c32dd40bf2d03892 +size 296094 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7b5711a620a1ad72517d3a49034a2498e7562b5a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d64b3b25c7de683aed8adf0312bc92adbfa521b917df86023ce20a7bf2976aa0 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ae8ee691513755fc4e060356feedc81e9be2bd76 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f2de6d8206cc05b21f3279d3feb296ce34a966f4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aa39cb4a-bfd9-444a-b444-7fc976611dc2/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6011586207aac9a64bb8d47b56e9ff8017ec3164 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49043cf86c32e5c8252b0536c99a62a17b88317f38ad003af71fb98961b23112 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..6546d4581fe4e1545a6847d5fc9283871fb12830 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_934d9b0b9c6b99b58d80+e49a1423/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:453b74368cc3c742780bcc1e4d0801ce2bfbe94dc6a270451455bff9221f1d2d +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b3616a306cb69cd3096c96fc8d9c0d3b3cfb23d1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_312ae970-58f1-4d09-9c6d-f6e5992edefd/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7b7015a6bd254e703ba321d8cce3ccf4a31d9a1c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9cbd263498cbe7a86ba55ac959911a02026e874f871a4931e6577e2ec37412 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..dbbb5f269f21b3d95b93e99f209089b913b2024a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_93b30fb36d12200ba503+cb72af16/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93947b626a125edfac4ed40f4989490015cd506a9c71c0c29c6d878f75826390 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7810def3e5acdc29639f32f432c3eca9a3559978 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0e98c9988e72644273f5293756a764ceb8eaea0b6def013d7e713100978816 +size 83504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0ac3bb0969d8b0271a39de96778126012a7f76d2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_944763b36d810f4af582+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce8a9243670ecb6fd586ab212d0823ab38d6473d4e6cd57471a71c6a1f0e5d6 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8ae4330fda6101e86cdee0bdf738f7268b0268fe --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f4dfeb50732360e1caef0cb517568d513cc2dbf1560aa21ccc645b2f915493 +size 1269 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b4be3e6e82d8c39170cf38bacab966d129d61ceb Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ae76c64a7626d16b0029bd150ef450fd0831607a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7d3adba443e1506864fd8954c89e898991e5e755ead7d2c8fd9d53a082da74 +size 1563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d20601e2516af4ec731cf521d0586bb6469b2eb3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3b67b0517df5c01b8e466026c5f859b3f21efac6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb3950f99ea6bc3ae5a4a2afb866f714971a583eaa2b3df46d7d7b2179ba75d +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..386d3cd06920c687e0aece6a3f12a6662d53c960 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a1b84944bd41f36506ece4afd68096d3271335d8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c3af8ccf676bfc9035f2832be64f2c64d4fb71e544ed4a55e45823227860db7 +size 863008 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..191cc7117a3ad0cdf3718873f26a50024e797365 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74884ec6c49f50bac46beacc95dededfba3fccd022f10f1dd0cee6c2c5fa9b89 +size 5039104 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2b1d723be3253af102015949af7a453a8a1557ed --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_99a19dff67d566a541e8+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b47434833803971910c8e8401b0e2d9b7d0fa47a451212544a58e0ed06a022b5 +size 5205771 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a7a40c022faf4beb0fb20246d9c1f9c8f32c6900 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..727fe2caac58854e2f659732c11b6b5473ac4505 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6596d3769509c9146ae4a3975d1c70c2eb236f1527bf8cab5cf9306c4300289f +size 89555 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fe5d49a9b5442a5859aeac397aa16fe8581ddaf2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60181cf3c68e1b3dc052c5fe54def5ed78de4c7f3ae1a39b20c895211892d0e +size 369664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b6205cde99fee7b771daa851ed102610c9660b3c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b23271513f9095bde4db+2dde74c7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449f9d3ae1f580d794b8820448e760fc6f7fbbce97e4b3b0106a469e1238ce7c +size 379362 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8c60dc28345e27352f916d96bd05982b1eeb007f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11caa180091be1fb525379540450f3023ef60e5aa94c04160983e4a8edb13e5f +size 626760 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f904174960866906b3f809fde32df4bc4728da0c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bab79a32d874a2a1f09cadf43aaa89baff7f6b70c401f0a3045c95e8cd72ec1e +size 1537024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..65e4def14ff9854f49b5ceb804e78eb6fff902ab --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b5dfe3f2e102fa0dc843+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f021c4279b55b7be47b9f43bd11a05b2ea6fab429f8b5d9a83df02b7aaaa38a5 +size 1693473 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3c18214665ab208ee16402ace66a8dd081416d1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..14692622abdacaad8b8d6b1abce3e9c80a57fba9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c8a70946d9724aee218b4f0727437fc523cd3cbf583dc9a52fec7889649dd3 +size 1314630 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7ec05d50fdb9f0769a9cfbe6f062139de9389580 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b6ed8374075f070c66d6+a32116a7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b9568965a1dff2e99d36e2e5516556a2b4058133b41e72f2d153efa72a7526 +size 728064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be8215e4db02a98e7c7d9a9b026367f5b42a91ea --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ed0858162f8fc2c58bc4c23d0925dbeda5897dae0889f87758206676394f4e +size 81843 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b427c1c8da9ea88fb01a77a0fbf6989713705fbe --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86e10e71976f168a1698746972d300eaf66fdb730eebd874deb89bfa9f760e0 +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e9ee519a90a487335b1cb8fb431ceeeb790d754b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bdf25cde1a48d420319c+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82a2a8acef394d81a0744d5cec9542539b444c90a793ffa1e5691eb069810eb +size 255104 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6600af26a067d11b72cf76c476091ff033467b77 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cacf13484f9c208c8b918dde36511c2ab436fe32de68238d16eb3ab9b7cbe66d +size 761066 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..756be979fb9e663dba5f8172ba7ff1b9da3767fa --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c30a746238d3804f9626+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153d936cca317616d2598ffec1acb13a92cbecd14dfe6d230c49ed195eaa46f0 +size 12493824 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..845742fd11bf9b105c62bf2fbac28a0d36429702 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddde4113c4420f3b4b1554e465d9c437d44fc0c2edb12b75312b7e62f1869f5e +size 90382 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f658b5ff44838be87ceda04324f9c779846278af --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c4737893663f5ff66b53+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b2779d4d3e23a3bb3f22b686354d04a8a16992e2cd26baa4f9becfac1238c4 +size 359424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..91bef7c18c2f0cc75f1bc5bc1e83c5ff26e6abcf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d2399c1f-00c0-4118-be38-f3efb9cc0070/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1d8088484a0ec3b07b6ad9c68e41b73934616522 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de18539422ffb51d0a959241b32c506395b497a950ce6be2486e16c54fc5b77 +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..514d88a16e3e95e654dc77d0b9eb01d56a6cf790 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c82782e8097520d499e5+e0ac078c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a08171ef1cec16931fca25a69e12dde991643abe9967bd539cc297f84baa169 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..61972ab77477b19dee312608af414e380c48b7e9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613e342a683da59642c46d2dc2e949301ad5e16ba24ad1cf98df935a5a3b8b2a +size 380010 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1171b70217c542c53230fa45c978f62decdf836e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fad6fccc6de9564ba5d099f3e834279be29e80c3f46cc05be29fa699037753 +size 1926144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d87364ad1a47d97823f5defcfabb864d81a3cd53 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccb75cdf21908f3399fe+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a51c3dab12fb31e38b9aa10eaad0b257ab4b5bc221155889bf0547d2e4f7d89 +size 2019200 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c954f65885fbf67996673a116e3777ee791b82dc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d167b7fc9794adb3af4bedd335c8d928c11cd023681a9cc51494d42f7eba8fbe +size 392910 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..82a362687c2b618d3f51f6d354872dda317f5918 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ccd99eedd56f698b9cb3+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a8f9e0702d93f6de1aaa0c5e9474c22baa11b9ddb9491ec40d5802abce14ba +size 41626624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3b28dfdd4b213537b2dea5c6bcc967e9c9762156 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d61ac2165fde7772e8d3035b0f89b50beec5e0d305548cbacc624eefa9452d3 +size 82753 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..56189ef47f9b1bfb1b70c8aa863815eb1d840816 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce8e1b54c019e0573c83dc0b5c84f406164a25298dcf48cb0413cf7d91568dc +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..96b43960eedb3822f9df49dec6e7abd2d2db9a64 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_cde3417e6918fabff4a7+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec2285f6c904c2f42cd69afd09ff293eb49a39e4095f48f71a2fe42337112ef +size 285854 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..736a15352739c7f3853ef87c5c077be081fb5903 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a1680fc7c513a26347136ca1c977b98114d0f275e4d71f6ee3ccda752293ab +size 82753 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a4e81ce483591a28c801e78abd4592fd0f1798dd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b5d427003a41278d2e1ecb2e840661c4c5deee7cbdaff6c09e70d8fb12a7483 +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0416212173d2bf265b5e3e7cbd70b802f3014071 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d30bb77760f1638377ba+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f145475299c0a0495be4651a27e895c7a86286ea03c881d5cd2503acf0231407 +size 285854 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e4cc839e7273e66ba15ee208dd7c79a38527c6d0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a510cf4846173f2371acf3fd47814e09b78380db54628e90e1b93b87357080 +size 442335 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7fb283d4f7069383b00acbf2700d645c2d84a82d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e0ce3525251d35c118ed+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214c1ae21bf8a59bb192686500a3b51a19de77d6a6801909582731528928e18b +size 41114624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..92437f77b2f7f28ae473a0c78f88e1863c3046e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186b62018d8d8fda4a50931d42957f7af33277ea3825c8a8c27f7a3d980be1d3 +size 694128 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b6c6cf2ae24a2cafb56129650943175cd6e417d5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f52fe8e88daf6dc9619a+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445900336e67916e65a9603fba47560120a5241a0c4f5db8dee21fdd3bf90534 +size 625664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..64028cc78541c1833466a343e251d2e19d025203 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70386c0d4c7acaf312dfe4908f119fe46d817ab3d82394d549c5ed84707d551 +size 80382 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e19098755010bbf0b694a7c77360dca81a54a4a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f4184d9c752b0198f17f98e29899a630772d5fe0b3439086b19b5be60f92be +size 216064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..13d7d3d6620d0aa6f3628cb1e3b521cfc1534b77 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fef9240b8fbfaca895ba+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b97e1c44e22805335baa3cb6f91fdca1f979735c074498c3bd44dde3c21a5c +size 224412