Synchronizing local compiler cache.

.gitattributes

@@ -1714,3 +1714,5 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff fi
 neuronxcc-2.16.372.0+4a9b2326/MODULE_f6b2b8267d631f2f0fad+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.16.372.0+4a9b2326/MODULE_185d416c669d1d2d5d27+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.16.372.0+4a9b2326/MODULE_2e229618015e416964c5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_4f54951d7f1d19705651+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.372.0+4a9b2326/MODULE_a923e74850212465e6ab+613edded/model.neff filter=lfs diff=lfs merge=lfs -text

neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev0/inference/granite/ibm-granite/granite-3.1-2b-instruct/7cf1a953f534c2649a7d.json

@@ -0,0 +1 @@
+{"architectures": ["GraniteForCausalLM"], "attention_bias": false, "attention_dropout": 0.1, "attention_multiplier": 0.015625, "bos_token_id": 0, "embedding_multiplier": 12.0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "logits_scaling": 8.0, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "granite", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", "checkpoint_revision": "07eae41278b4cd918dbe32da5d77c27e1379f751", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "pad_token_id": 0, "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 5000000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 49155}

neuronxcc-2.16.372.0+4a9b2326/MODULE_4f54951d7f1d19705651+613edded/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.16.372.0+4a9b2326/MODULE_4f54951d7f1d19705651+613edded/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20af142240a176cb7747f1f12b209b0951c70b2402261da25df5366d3c222b75
+size 466083

neuronxcc-2.16.372.0+4a9b2326/MODULE_4f54951d7f1d19705651+613edded/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911cf7985e6f6e7e47492e0286df6ec23219f565be8b5372caedab0da030c4f8
+size 5202944

neuronxcc-2.16.372.0+4a9b2326/MODULE_a923e74850212465e6ab+613edded/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.16.372.0+4a9b2326/MODULE_a923e74850212465e6ab+613edded/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efddae55377500c95d414b1bb58052e09c3cd01826a2096dee2c43778c18a51
+size 569392

neuronxcc-2.16.372.0+4a9b2326/MODULE_a923e74850212465e6ab+613edded/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c0e38c3b3fc17ffb6d5593c4f47a2835c04d6939c47888b47a83340eabe995
+size 3687424