Synchronizing local compiler cache.

.gitattributes

@@ -7771,3 +7771,6 @@ neuronxcc-2.21.33363.0+82129205/MODULE_f1b8afb5fe5b5d394c2b+a02c3a36/wrapped_nef
 neuronxcc-2.21.33363.0+82129205/MODULE_9295293099bd829ab6ce+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_cad34e8b42cec5152517+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_cad34e8b42cec5152517+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6781be5fc2d8529ad204+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_6781be5fc2d8529ad204+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_f100cf6bbe2c168dffc8+6170d8e1/model.neff filter=lfs diff=lfs merge=lfs -text

neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/527899cc3b15a98022089573f6e42212494e0dbda65770e25bddf8fe48c6bd4a/e93056eae21204286577.json

@@ -0,0 +1,59 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "ibm-granite/granite-3.1-2b-base",
+  "_task": "text-generation",
+  "architectures": [
+    "GraniteForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.1,
+  "attention_multiplier": 0.015625,
+  "dtype": "bfloat16",
+  "embedding_multiplier": 12.0,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "logits_scaling": 8.0,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "granite",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 1,
+    "capacity_factor": null,
+    "checkpoint_id": "ibm-granite/granite-3.1-2b-base",
+    "checkpoint_revision": "bcf4e33e7debde263041db41869f9cdbeaae3f01",
+    "continuous_batching": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 2,
+    "max_batch_size": 1,
+    "max_context_length": 8192,
+    "max_topk": 256,
+    "n_active_tokens": 8192,
+    "neuronxcc_version": "2.21.33363.0+82129205",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.6.dev3",
+    "output_logits": false,
+    "pp_degree": 1,
+    "prefill_chunk_size": 1024,
+    "sequence_length": 8192,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn1",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 2
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "residual_multiplier": 0.22,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 5000000.0,
+  "tie_word_embeddings": true,
+  "use_cache": true,
+  "vocab_size": 49152
+}

neuronxcc-2.21.33363.0+82129205/MODULE_4ff804c2533da46e613e+24129607/model.hlo_module.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77aa6e56466f63a602dedff46d9989619913f612654147b3c637f7d3de61f7bb
+oid sha256:868cca689a34e99963ba4838928c3d05b3b7ff0c504770b6e3b057f912c499df
 size 1050679

neuronxcc-2.21.33363.0+82129205/MODULE_4ff804c2533da46e613e+24129607/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34a2c883e2aa715e151451bee73497a2f06cc46696d7df7deaa3002177def80f
+oid sha256:7092c426f768f52ed7be2a5ae675118ff348d21dc203e5a969ad6da48a833fb0
 size 14050304

neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/model.hlo_module.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c2a0e27aea45eec39afceeccd973f758e74d7f2b39164586a4bd50817a82017
+oid sha256:b5e7fcdf9f65af1b99f353b41bfb54288571325ca47b98d54e3e989a576ff880
 size 1117688

neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1a407e255505988a25235719e0362bc0b25a57529345a8e1a677f7e3958cd16
+oid sha256:29f3a621f39fe257c700d6bfc0b4b4ab251957d63970b10bb8ecf19501d9f36a
 size 5387264

neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/wrapped_neff.hlo

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:134d868a2ff9c32bba7e5cee35716ccddbe5d981756fb94db39373e8bbae9aa9
+oid sha256:61c0c9873fdc5c05d11f5911176dcef5b6049e8a5c619cd4e51ed757c641e98e
 size 5571457

neuronxcc-2.21.33363.0+82129205/MODULE_6781be5fc2d8529ad204+a02c3a36/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.33363.0+82129205/MODULE_6781be5fc2d8529ad204+a02c3a36/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42c09e1757c1b8cc6c9915888f6eec10efda443cff236c078572ce31ea01c7a
+size 1072136

neuronxcc-2.21.33363.0+82129205/MODULE_6781be5fc2d8529ad204+a02c3a36/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c068f9b76116c5732ae7ccb9b27d847d79efe553f050eb104d6cbdce681acbe4
+size 5141504

neuronxcc-2.21.33363.0+82129205/MODULE_6781be5fc2d8529ad204+a02c3a36/wrapped_neff.hlo

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfd0debc2b3578ea74099a763ad76bf4c23a85b79dc90786556ff595364d0b3
+size 5326023

neuronxcc-2.21.33363.0+82129205/MODULE_f100cf6bbe2c168dffc8+6170d8e1/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/chunked_prefill/_tp0_bk0/log-neuron-cc.txt"]

neuronxcc-2.21.33363.0+82129205/MODULE_f100cf6bbe2c168dffc8+6170d8e1/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3aeb00acbd6df6d692c58e05895f2844334b18359ca902b82a8e12bf74f210
+size 1405263

neuronxcc-2.21.33363.0+82129205/MODULE_f100cf6bbe2c168dffc8+6170d8e1/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52809966c77105958fdb72bfc5dc0a79bf3c729153426cb0e4aadffa361f9883
+size 111524864