diff --git a/.gitattributes b/.gitattributes index e3a82b839d1553343591e0998e1da7d1113f866c..baf4aaa0f745257b94d255c285020ea5fbd6cc82 100644 --- a/.gitattributes +++ b/.gitattributes @@ -7504,3 +7504,84 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_94df5568a6ee6b8f721b+613edded/model.neff fi neuronxcc-2.16.372.0+4a9b2326/MODULE_9dc8af288609e8374339+613edded/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.16.372.0+4a9b2326/MODULE_a9bcc20735f75ac1f46e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.16.372.0+4a9b2326/MODULE_b2821092d30cdeb76d6a+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ee516b85fc4d649723f307004c4aa971e7c66645 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e515f0718c75625a19063d4f578f532de942a2d35948a292fc17ac27c7e0c91c +size 430651 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ca77b753ceb6b16fa52aba17bc86287b1fcaf7ca --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_01e529942e52a9f61be4+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65982f2734cd853c06302c658436d23c755d95866603e54ccfe01315a664d7da +size 22866944 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b6b6b94d5a90806d40c848b65e86d68a49d7073c --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f4316db50af657375dfaa4c122cafee102332b02b8527169bccfbb7df2eac6 +size 338627 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..10a78708edd4b5d9c12a0b31b43e2ff6a3bce3ee --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6d7e3b9b3b485a5ba7f4d68b4853d8060b52853725eb2b129271483b1d7ad3 +size 2407424 diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/058e3ead348125e7808b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/058e3ead348125e7808b.json new file mode 100644 index 0000000000000000000000000000000000000000..144ed16804bd969a692000397cb2d79c7a7ad6c3 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/058e3ead348125e7808b.json @@ -0,0 +1 @@ +{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/6bf9ef24cedd2d181630.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/6bf9ef24cedd2d181630.json new file mode 100644 index 0000000000000000000000000000000000000000..85e5632d1747598fbc211bbc4836ff4e7b9a2b73 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/6bf9ef24cedd2d181630.json @@ -0,0 +1 @@ +{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/7a4c62323b876a6ad082.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/7a4c62323b876a6ad082.json new file mode 100644 index 0000000000000000000000000000000000000000..6e8436fba0a82f113b9b1d1de92e4294d0cdf10a --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/7a4c62323b876a6ad082.json @@ -0,0 +1 @@ +{"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/gpt2/780a42b2f8414c10d661.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/gpt2/780a42b2f8414c10d661.json new file mode 100644 index 0000000000000000000000000000000000000000..8280bfbb22306f35d95067dc3d6cf7ddefe76e63 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/gpt2/780a42b2f8414c10d661.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/3033d959070fc853146f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/3033d959070fc853146f.json new file mode 100644 index 0000000000000000000000000000000000000000..184f80246d7bb5f8aa4c77f67aa422052e7b8919 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/3033d959070fc853146f.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/46dc72bec418e48dc0b2.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/46dc72bec418e48dc0b2.json new file mode 100644 index 0000000000000000000000000000000000000000..9c2cf5352d0439ef465db0bb6007aa2bad742ad4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/46dc72bec418e48dc0b2.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/fdfe8a25cf9f41629cb9.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/fdfe8a25cf9f41629cb9.json new file mode 100644 index 0000000000000000000000000000000000000000..a44ee8d1797ad14ffbbc095094729bf061f35066 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/gpt2/hf-internal-testing/tiny-random-gpt2/fdfe8a25cf9f41629cb9.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "71034c5d8bde858ff824298bdedc65515b97d2b9", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json new file mode 100644 index 0000000000000000000000000000000000000000..7d81cb1e28d050bac8c01a632cb8a2d4b826fecf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json @@ -0,0 +1 @@ +{"architectures": ["GraniteForCausalLM"], "attention_bias": false, "attention_dropout": 0.1, "attention_multiplier": 0.015625, "bos_token_id": 0, "embedding_multiplier": 12.0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "logits_scaling": 8.0, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "granite", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", "checkpoint_revision": "374ef54e020a3ce208c65e96d6213922a87d8952", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "pad_token_id": 0, "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 5000000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 49155} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/Maykeye/TinyLLama-v0/f71b7fdfb0dfed1fac13.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/Maykeye/TinyLLama-v0/f71b7fdfb0dfed1fac13.json new file mode 100644 index 0000000000000000000000000000000000000000..61171dc815a026ed19f3a711a9f756660c8e6885 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/Maykeye/TinyLLama-v0/f71b7fdfb0dfed1fac13.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 4, "hidden_act": "silu", "hidden_size": 64, "initializer_range": 0.02, "intermediate_size": 256, "max_position_embeddings": 2048, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "Maykeye/TinyLLama-v0", "checkpoint_revision": "298338802ab94432b917bcce11382aa151aee50f", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 16, "num_hidden_layers": 8, "num_key_value_heads": 16, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/NousResearch/Hermes-2-Theta-Llama-3-8B/7bae97d51948b959db6b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/NousResearch/Hermes-2-Theta-Llama-3-8B/7bae97d51948b959db6b.json new file mode 100644 index 0000000000000000000000000000000000000000..9f27520658afacafaa16a60c54d6bfc2ca840ce7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/NousResearch/Hermes-2-Theta-Llama-3-8B/7bae97d51948b959db6b.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128003, "head_dim": 128, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "NousResearch/Hermes-2-Theta-Llama-3-8B", "checkpoint_revision": "57a73110702e7b05ba3f39fef36297454c680725", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/2e8cb42c92e334dfbaa9.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/2e8cb42c92e334dfbaa9.json new file mode 100644 index 0000000000000000000000000000000000000000..11e9a814214cb380faa80a1fca404fb2a9002c3a --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/2e8cb42c92e334dfbaa9.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/5433fffb45752137c8de.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/5433fffb45752137c8de.json new file mode 100644 index 0000000000000000000000000000000000000000..340971e85bf1fbe2e89aa4be2766a239d0fe6ba6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/5433fffb45752137c8de.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/8c48d1da1325809763e8.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/8c48d1da1325809763e8.json new file mode 100644 index 0000000000000000000000000000000000000000..96a087d6f378bc80c42a8413517e37c8a6e97bad --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/llamafactory/tiny-random-Llama-3/8c48d1da1325809763e8.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 4, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 64, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "llamafactory/tiny-random-Llama-3", "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json new file mode 100644 index 0000000000000000000000000000000000000000..726fb137eadf068594c9f3133763ba84970248fb --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", "checkpoint_revision": "9b58d4a36161a1e49ecf0a69d20b2736fef8e438", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128004, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "unsloth_fixed": true, "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/3afe2ef31d28f1e456be.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/3afe2ef31d28f1e456be.json new file mode 100644 index 0000000000000000000000000000000000000000..9e8b3b4e4e529d3311952a9bbd4bfff141333de5 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/3afe2ef31d28f1e456be.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/aa9d07318c2ee53a79c9.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/aa9d07318c2ee53a79c9.json new file mode 100644 index 0000000000000000000000000000000000000000..c72192e24e46ccc834ec0d6ef66a82aab74d0cb0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/aa9d07318c2ee53a79c9.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/ef87caaa517e593a73ba.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/ef87caaa517e593a73ba.json new file mode 100644 index 0000000000000000000000000000000000000000..15a4285ca66a849769b11e6d07dbfed42e1d70d9 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/ef87caaa517e593a73ba.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 8, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json new file mode 100644 index 0000000000000000000000000000000000000000..03bb382e13c6d4221c65d19e003202493e598326 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5632, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "optimum/mistral-1.1b-testing", "checkpoint_revision": "ce03bc8d47dbd2c173ff65f3a8de1325ba724195", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 22, "num_key_value_heads": 4, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/44ccd5195da49c90a57d.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/44ccd5195da49c90a57d.json new file mode 100644 index 0000000000000000000000000000000000000000..757117934b1d5daf3e2b99ac944cd889ca3354fb --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/44ccd5195da49c90a57d.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/908d5d307e281ceae80e.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/908d5d307e281ceae80e.json new file mode 100644 index 0000000000000000000000000000000000000000..10959bb018319e808b94880e42b2109075df3a53 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/908d5d307e281ceae80e.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/be71598b4b4a5244a6a6.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/be71598b4b4a5244a6a6.json new file mode 100644 index 0000000000000000000000000000000000000000..6f6787fd3860b66b8ee3637d15ddc365a6d2ae56 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/be71598b4b4a5244a6a6.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json new file mode 100644 index 0000000000000000000000000000000000000000..2ce396b946aac7ffd2ab031286b58ed8d52ae6d6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/28192c462305efbf7703.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/28192c462305efbf7703.json new file mode 100644 index 0000000000000000000000000000000000000000..be2e62cfbdc25f125978a447eb32ff4a8218cdc7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/28192c462305efbf7703.json @@ -0,0 +1 @@ +{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/62a1679ebaf9c75228d1.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/62a1679ebaf9c75228d1.json new file mode 100644 index 0000000000000000000000000000000000000000..30ce1246857bf087e8b5905f76433beea733ccaf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/62a1679ebaf9c75228d1.json @@ -0,0 +1 @@ +{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/7e39204d4342f7703417.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/7e39204d4342f7703417.json new file mode 100644 index 0000000000000000000000000000000000000000..e0795b32bc3af6668383173dbce0b214b45fb96b --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/7e39204d4342f7703417.json @@ -0,0 +1 @@ +{"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "3f3f2ee1e499cb7ad89b877068684fdc9d9513c3", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json new file mode 100644 index 0000000000000000000000000000000000000000..16ac96b0c01aa048eb04cd698b93b89f171443d7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/91032bbebe8c505cd37f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/91032bbebe8c505cd37f.json new file mode 100644 index 0000000000000000000000000000000000000000..f92855dd233f4a571982f4e5600f28db40cf9fd1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/91032bbebe8c505cd37f.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 4, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/d7892042a1da5eaa0020.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/d7892042a1da5eaa0020.json new file mode 100644 index 0000000000000000000000000000000000000000..35c74246d86f3cb3e8c81a9edcbbae4d98fed852 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/d7892042a1da5eaa0020.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/f6d3183f58f8544aad0f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/f6d3183f58f8544aad0f.json new file mode 100644 index 0000000000000000000000000000000000000000..da7f1f74ee400f3549cc9ec53e95fa9a27802910 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/microsoft/Phi-3-mini-4k-instruct/f6d3183f58f8544aad0f.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 4, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/33891c5b973ec2bfb226.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/33891c5b973ec2bfb226.json new file mode 100644 index 0000000000000000000000000000000000000000..0b5581a9538387a230e3877e8df818a5a0db1fb7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/33891c5b973ec2bfb226.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {}, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 32, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "yujiepan/phi-4-tiny-random", "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 2, "num_hidden_layers": 2, "num_key_value_heads": 1, "original_max_position_embeddings": 16384, "pad_token_id": 100257, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/48d7f1c1e412ea84b60e.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/48d7f1c1e412ea84b60e.json new file mode 100644 index 0000000000000000000000000000000000000000..88492b988948697b287991d1a5bf9e44f69346e0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/48d7f1c1e412ea84b60e.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {}, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 32, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "yujiepan/phi-4-tiny-random", "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 2, "num_hidden_layers": 2, "num_key_value_heads": 1, "original_max_position_embeddings": 16384, "pad_token_id": 100257, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/a37d77e276a4a0f5c4e8.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/a37d77e276a4a0f5c4e8.json new file mode 100644 index 0000000000000000000000000000000000000000..43d48d076983a7e274f4ef10f2ae88ef3aa97d77 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/phi3/yujiepan/phi-4-tiny-random/a37d77e276a4a0f5c4e8.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {}, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 16, "initializer_range": 0.02, "intermediate_size": 32, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "yujiepan/phi-4-tiny-random", "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 2, "num_hidden_layers": 2, "num_key_value_heads": 1, "original_max_position_embeddings": 16384, "pad_token_id": 100257, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json new file mode 100644 index 0000000000000000000000000000000000000000..06000ce3a0864c88f69156dccdd2183d0163eaaa --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev2/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json @@ -0,0 +1 @@ +{"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 896, "initializer_range": 0.02, "intermediate_size": 4864, "max_position_embeddings": 32768, "max_window_layers": 24, "model_type": "qwen2", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-0.5B", "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/gpt2/gpt2/780a42b2f8414c10d661.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/gpt2/gpt2/780a42b2f8414c10d661.json new file mode 100644 index 0000000000000000000000000000000000000000..8280bfbb22306f35d95067dc3d6cf7ddefe76e63 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/gpt2/gpt2/780a42b2f8414c10d661.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json new file mode 100644 index 0000000000000000000000000000000000000000..7d81cb1e28d050bac8c01a632cb8a2d4b826fecf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json @@ -0,0 +1 @@ +{"architectures": ["GraniteForCausalLM"], "attention_bias": false, "attention_dropout": 0.1, "attention_multiplier": 0.015625, "bos_token_id": 0, "embedding_multiplier": 12.0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "logits_scaling": 8.0, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "granite", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", "checkpoint_revision": "374ef54e020a3ce208c65e96d6213922a87d8952", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "pad_token_id": 0, "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 5000000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 49155} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/meta-llama/Llama-3.2-1B-Instruct/c19d11f088aafb7b1382.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/meta-llama/Llama-3.2-1B-Instruct/c19d11f088aafb7b1382.json new file mode 100644 index 0000000000000000000000000000000000000000..26e7770b2f043092dde09d633612ea05764a30f8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/meta-llama/Llama-3.2-1B-Instruct/c19d11f088aafb7b1382.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-3.2-1B-Instruct", "checkpoint_revision": "9213176726f574b556790deb65791e0c5aa438b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json new file mode 100644 index 0000000000000000000000000000000000000000..726fb137eadf068594c9f3133763ba84970248fb --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", "checkpoint_revision": "9b58d4a36161a1e49ecf0a69d20b2736fef8e438", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128004, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "unsloth_fixed": true, "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-1B-Instruct/9d4dd76cfd7e72235824.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-1B-Instruct/9d4dd76cfd7e72235824.json new file mode 100644 index 0000000000000000000000000000000000000000..14e1dd743135351e7c822eaf2b06d5aac080c058 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-1B-Instruct/9d4dd76cfd7e72235824.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", "checkpoint_revision": "9b58d4a36161a1e49ecf0a69d20b2736fef8e438", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128004, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "unsloth_fixed": true, "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-3B-Instruct/b6352a1b005c1b4fdbee.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-3B-Instruct/b6352a1b005c1b4fdbee.json new file mode 100644 index 0000000000000000000000000000000000000000..5a20a2880096e2d338b8d6a42cae61e604c03246 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/llama/unsloth/Llama-3.2-3B-Instruct/b6352a1b005c1b4fdbee.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "head_dim": 128, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "unsloth/Llama-3.2-3B-Instruct", "checkpoint_revision": "889fdd323e8975eec1e1e0fc821a2c818e6ad494", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 24, "num_hidden_layers": 28, "num_key_value_heads": 8, "pad_token_id": 128004, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "unsloth_fixed": true, "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json new file mode 100644 index 0000000000000000000000000000000000000000..03bb382e13c6d4221c65d19e003202493e598326 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5632, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "optimum/mistral-1.1b-testing", "checkpoint_revision": "ce03bc8d47dbd2c173ff65f3a8de1325ba724195", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 22, "num_key_value_heads": 4, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json new file mode 100644 index 0000000000000000000000000000000000000000..2ce396b946aac7ffd2ab031286b58ed8d52ae6d6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json new file mode 100644 index 0000000000000000000000000000000000000000..16ac96b0c01aa048eb04cd698b93b89f171443d7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/phi-4/6f06b5cfdb9e0118d109.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/phi-4/6f06b5cfdb9e0118d109.json new file mode 100644 index 0000000000000000000000000000000000000000..52eab27ba7aefcf38c1aae5a05da08dedf80da23 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/phi-4/6f06b5cfdb9e0118d109.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100265, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 17920, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "microsoft/phi-4", "checkpoint_revision": "187ef0342fff0eb3333be9f00389385e95ef0b61", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 8, "sequence_length": 5433, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 10, "original_max_position_embeddings": 16384, "pad_token_id": 100349, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/phi-4/6faff6d0347b9b3197ed.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/phi-4/6faff6d0347b9b3197ed.json new file mode 100644 index 0000000000000000000000000000000000000000..f34aca95159e6a7c5eeb44d14e3d972dfa1b523e --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/phi3/microsoft/phi-4/6faff6d0347b9b3197ed.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100265, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 17920, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 2, "checkpoint_id": "microsoft/phi-4", "checkpoint_revision": "187ef0342fff0eb3333be9f00389385e95ef0b61", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 10, "original_max_position_embeddings": 16384, "pad_token_id": 100349, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json new file mode 100644 index 0000000000000000000000000000000000000000..06000ce3a0864c88f69156dccdd2183d0163eaaa --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev3/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json @@ -0,0 +1 @@ +{"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 896, "initializer_range": 0.02, "intermediate_size": 4864, "max_position_embeddings": 32768, "max_window_layers": 24, "model_type": "qwen2", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-0.5B", "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/gpt2/gpt2/780a42b2f8414c10d661.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/gpt2/gpt2/780a42b2f8414c10d661.json new file mode 100644 index 0000000000000000000000000000000000000000..8280bfbb22306f35d95067dc3d6cf7ddefe76e63 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/gpt2/gpt2/780a42b2f8414c10d661.json @@ -0,0 +1 @@ +{"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json new file mode 100644 index 0000000000000000000000000000000000000000..7d81cb1e28d050bac8c01a632cb8a2d4b826fecf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/granite/ibm-granite/granite-3.1-2b-instruct/bf71032506a251068193.json @@ -0,0 +1 @@ +{"architectures": ["GraniteForCausalLM"], "attention_bias": false, "attention_dropout": 0.1, "attention_multiplier": 0.015625, "bos_token_id": 0, "embedding_multiplier": 12.0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "logits_scaling": 8.0, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "granite", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct", "checkpoint_revision": "374ef54e020a3ce208c65e96d6213922a87d8952", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "pad_token_id": 0, "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 5000000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 49155} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json new file mode 100644 index 0000000000000000000000000000000000000000..726fb137eadf068594c9f3133763ba84970248fb --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/llama/unsloth/Llama-3.2-1B-Instruct/49d61e18927b113552d1.json @@ -0,0 +1 @@ +{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", "checkpoint_revision": "9b58d4a36161a1e49ecf0a69d20b2736fef8e438", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128004, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "unsloth_fixed": true, "use_cache": true, "vocab_size": 128256} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json new file mode 100644 index 0000000000000000000000000000000000000000..03bb382e13c6d4221c65d19e003202493e598326 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/mistral/optimum/mistral-1.1b-testing/6668357e5d6bb2f40fe7.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5632, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "optimum/mistral-1.1b-testing", "checkpoint_revision": "ce03bc8d47dbd2c173ff65f3a8de1325ba724195", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 22, "num_key_value_heads": 4, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json new file mode 100644 index 0000000000000000000000000000000000000000..2ce396b946aac7ffd2ab031286b58ed8d52ae6d6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json @@ -0,0 +1 @@ +{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json new file mode 100644 index 0000000000000000000000000000000000000000..16ac96b0c01aa048eb04cd698b93b89f171443d7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/Phi-3-mini-4k-instruct/34e681f1c4c2cc6c581b.json @@ -0,0 +1 @@ +{"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json new file mode 100644 index 0000000000000000000000000000000000000000..06000ce3a0864c88f69156dccdd2183d0163eaaa --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/qwen2/Qwen/Qwen2.5-0.5B/08b82ea5dab18178ad7f.json @@ -0,0 +1 @@ +{"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 896, "initializer_range": 0.02, "intermediate_size": 4864, "max_position_embeddings": 32768, "max_window_layers": 24, "model_type": "qwen2", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-0.5B", "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936} \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d9064f1d9458897055e8c118993e4ae9c5aa2dd6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c609165934db8ab45d945ced1d5d3679b3d19330345ee043ba35791949e4f1d +size 432137 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e51371f14982f36a5e50db592927e4950fa882d4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00804590004fa5eab7c9+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351bcd0ff1afd8d62f43322d43e77b9197342bb75911249ea99cb2824cab1ff8 +size 2827264 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3cf506da223430a04084b86b70ff35b5c6aa2e04 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d97dde501733748de3d53e0e4f316c0bf353ce93421aca43b905288ec948a5 +size 84190 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..29f0fe1832b47dd052621488586e6f0eaf2d7cc2 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_00c7ea8a2ca42389a896+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a01cf2f75b9ced5a98dcc66a0d3d410783f73b2e41187c935d872bdf4ea6c64 +size 318464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1c2fb2e249f4a24fbd9ff5cb1805d753025859d4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518344b77df4f791b25bcc4bece98d49518ca6f5df562e839cbc6bdbdc16302f +size 289131 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b0880ff4bbdfdc9e53b5e7c6a6dd9d9ad7b3f00a --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0295f5e523e3ea7df756+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2687b79504c83932d742a49d678864f26cdc1820ef8ca6d2be09a5353746af +size 19364864 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..49fe91a741a5523c925902bd97bf60b2e7fd80c8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efcd712f2b813d9c5c9c26bcd8b968439cbbb0ab9ebda7d08942cd18a620bfaa +size 44778 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9ce5318cd872b7c2bd1fa46390fe166e3b09ead4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_032f74178031f5ed3c74+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c09d3fa1d8555e140ca1118b0805031d13ec76530139b6cd851779eeaa63b7 +size 379904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6bb72380ac500523872f43fde069caf197e6bfa1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7191595e7bf86285b39993aecfc1646e29d6c451c8c0fc10a7ce062bdfd7d35 +size 308272 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7166143425c8eee9a6da0ab560530bf4f7b3cffc --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_05b0003a35326e3b2f57+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82aef26021eff67bee73f75a4ac304e663cf8f198ad2340b8c2376470be68521 +size 2059264 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ce17ac726ed122e75af4656e9fb98c8f69d598e4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ade91ce61be19e85866eb0aa6bfe3ca09aa2f550baa600b401ff635a62459d +size 432137 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c8ddc8be672049aa917e9a7c6f1c94873a562b76 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0977746a68f18f7b9228+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a36cf03a8efebb9c1c8c42a02a47c7fbea7843dcab1293e3de729e8a06e6a63 +size 2806784 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e1bc1eadd95a7a8588d6b9ee279aec5b82229246 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af8a40d93207f97a86ffe36337e43850ddf32595ccc6704a2deabdb2fb42518 +size 318090 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1a934689938b97b16b0118f066f6f48d3a1f934b --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_09d665c9864fd54d66b2+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4e6f25642e4e7c5e6ee795eae8cd1a39d35b63dca6ff430a2102725233bb56 +size 1649664 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b6045dce5b79214b2f4a7a19520ee55a1dc06da4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0975fc341db9cc54898ed384ab7098894c740e7e46124a5b9bc5891aa710b364 +size 43983 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d46d83b09e4148f8e39a6670e6d0db6cc41926c9 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0a88901e8c98f54e4c10+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f76db2c9c1728ce885a12c0b8963db104c4739e6d9a01e670146b31f65abdf +size 451584 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..baab2b82602e019c6d91aa68c5b4532c5084c4af --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcfad888be871d23990989fed385d2f486c755b395748e9eda8c33b2eb3b441 +size 222797 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0c1ea1d982cf3c036a69e815292ae89e3e8531b2 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0c3610ac3206c8024aae+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa880e654a5d2db31886517c2a7ebb3ab978f70336cc4a97732a821464fd6bd +size 27771904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7ff1d3d27cfc65b3f6886fa31aea8555482d99a6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3668379cd299c92b1ee77b0d6ae0a86fc0524b635fc260bb4bf9756dfec73112 +size 52850 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d41cbcaa948c44e7b3208332a39ef43377824dc9 Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_0cfdfd8c26d66b282d5a+613edded/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4e6ca568f48fb6d7c3bd5323e9b37c7ceabee32f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac630532ba8a68d0985b0ed14fae2813e6d77509ee139688d6ea634bafd8287 +size 9509 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..08f37cf6133f380a07c1f3b6f63ec37ca5783ca7 Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_113f3268e3fd4d66fe81+8a3305d3/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4bafe5eac34da3fa50764c38ef6d9498d853753e --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9cb63ce2b40034604ffea4caf5a28e1bf86bde5b9136a77cd8df401350bcf7f +size 52471 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a30d268905f23f9039ac7f038a47bcccdd503eca --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_151e013069d6b102df91+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cff98d13fa67a582ba938a99faeff6b77e4dbcc1970d5fa446f0753fe0fe1cb +size 123904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..03cfc02b8fd14a05a012581a69baeb8e5db4801e --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daea122b3a0a9996f6067eb8b04db9d84d5c7dc8c6d92f0d6f8ea24f4b51d94 +size 307579 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..655c55c11493d2b05fe993f11f8864f9fd352e72 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_177e7d4bfa5feb0f544b+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56a41ba8cd339921b50a0fce5d744bc5112ebcf04d333367d8a41c2ba5657dc +size 14081024 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..56386d70b1fd7227de85144fdc7440f000a3c4ad --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ff8a651f88f4f106437885d0d78190eeeef1aa7a41133e8c01cbe08adc7bf2 +size 308272 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..47db1c8c84698cfbd85efbcdbeb07c9309e36755 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_19afba81b3e0cb8f888e+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74842ee34295c87d8acd1b4beee94a0627e88077263f3d548647473edcfa9269 +size 1752064 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5df068bb8eba45493cce090e21afb21cd083e6aa --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f67fe3389fb94a152a412ccaa71e55e6d9cc448285e41ea5f409e7b74379e44 +size 244204 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c60216752ff4f8bd007f7e1ffb60134debc433a8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_20f9276a7330dc649731+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efdf8581d57dacda28f411e1dfecef807950bc96a19bedff3e9658c28c86657b +size 1874944 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4abc5a906cf2a130afce0e73fabeba74609db934 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94fe1a947149b651a7c79c80adadadad51f361bcfe470c5c63c2e0ab0550ba6 +size 16718 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8d4a6661bd7e1523a96fa4acf0a9408905a04032 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_24ff9ac2787ce9a1d276+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6317297d94fe39b36d1a721a3593cb12313fddccbcae3b3298f745f2d5ecb25 +size 154624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9c9ac7d6753289e98e377cd80678ed832a7db1a2 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357f4beb804636bf923fd3532e7a0d00139b3212ffc1d4f7bde7e7b70701971e +size 308272 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a5b7b0183937238cd8c084b41ff37a25f5d6c0fe --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_25c42f91982701aa03cc+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7bed63f4377e49a809027c08f8d2abc6c96c0b2890fef031e5ade88ec2405f2 +size 2397184 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..01820ac84173e1d761ca09a88f2989f08d966f58 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8b665decfdceb8bee663b03951fa18f2938b895bef637f05f1f043895356d1 +size 54843 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..413a54e6ab00c7576c719edad68031abafec6402 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_272d7dabaeb48e6d7210+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6964a4876c1bb574237a99b31ba1255dfb4017e64a0312103bd2df35b456006a +size 123904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c8f99d96a9375a2320c7309b777b3e600996b9be --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad6e5d764d6d6295c46096fe5455fc3da2560aad7a53534ce85c6d59759f7a4 +size 46121 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9a72dc61c5ebe9268d4dc7d7335af4d24bf6f3b2 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2b6914194b931d7496fc+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf7e6fb1a3301d3b573418268c2373642091de6d0ce59629868c0311c9884b7 +size 410624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..29cfbceb71b16b3dbaf0942a044ae16d81a81ed8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf94c2ac19c05d53ca056a16ee5c2556155a2ed542ad7516bbcd470f0da11dfc +size 55072 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c2b040140e6aa9612431eb88f95f70d4d8931c23 Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2c290567bb51ca0069bf+613edded/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d0671008677e43f1e29a763d8d339679e3a2bfc1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f39d2f048cd8f5feea71d92c63fe8082fc93d498da24713f706eb7271df5af8 +size 241390 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0b9937f922dc6735156c22677308fc3c65adc336 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2d763f4e10d60c4030bd+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6fb8f0dea04ea467308608858be8b7064d5c202118aa37b3f48fdd217b26a4 +size 1629184 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2b0aad7c1c2fab1603a47e5336e76296fe663cef --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e8d79fc0b4c30b9d62eac049d4746fdb8a322571ce55327784dfadc65c3697 +size 288875 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1f33fbba31d80cd707c9b5880d880663a54978d1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_2db40b5b23a523e16b87+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1602d38f6d83987affee3d6f224870a3b17b402277cd685b05cd0c332c0cfa71 +size 6493184 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fdff7d538dbc95c3ca3559436742fe386eb1b1f0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae80c5021d8426bbcb8d44cb4eb336af3357f7559620811a34c60913211a1326 +size 22194 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e07f9e9d1ad4c4fe2dd5b344550d0f10cf213e27 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_320f2622d4d0c9fdd0f1+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5bdbb876215b3e2fa0985301dd0669fc6880f09aa11a20cf830afe903414341 +size 144384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5760757d646857ebbb5d7a09fd57008cfdc916a8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8210594bad3d116ba0d73d29ba21d8197083302ce1bd7e605a5b9a7654c4d90e +size 222605 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ca002536041dc6cbb14581ce6b917cc0bc6e82a1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_396f866b25e26394047c+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc37d213fe1c4dc9702aa25d5b78d8c6e4b057da4aa86bf0d99943729f8f81f +size 27792384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bb14f305eed4d2e02165b0f4150cdfe74d241f5d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99aaffa605498e9857e33d9d4b068bf175dd9dd1e00641d9a29738daded40b5 +size 244204 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..44c87165a20414ab6b8bbd26dc51510fb8a14d05 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3a070e0dd0e8091b4ebd+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c788ff4026f8ed85ddb5e4e5c25900affd75276bc9031ccd29b046b0888b71 +size 19641344 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..39ab38861fb457e4b19b7fcba9294ff95af9e0f8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42f3693a1825ebc37002987e37a65061048df50d59abccb484c7e333dc4b9fa +size 41613 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..683ed73bde684ab4bdf9bd526b1ddd44c2731dbf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3d7f2d2bef4f6fdd2c74+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8133d7b49351fe0c45d67f5494c60945cf1cf1bd7583b2a53c5bd63d5926e9 +size 154624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d6aacbeaf01fa018e0a2104b97c7a499aabe8974 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7433d185932360100f4e201dbf597145ae709dd8f1bc427e210d9f8426bc89 +size 23538 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1ab78abe82c5614892b1fa3e7ae515febb9698e1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3e5f6b34247d2b457ec5+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6b2b53fbd79913aa902c3d9dad9357205e0c8a386f8ac8079493c316890598 +size 134144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..65cdb113315d25e826dae7ddbeb96d4e9ea7a576 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e0a3b132180e0f188bd90371d94b474ef8ac9f25b5f581ca45d2ad7dd81b33 +size 57958 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f21562d3e506c563a38be8cba80de8fe72bff2c7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_3f0110aa8aef5f42c4bc+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c285ed846f8472feb170b36d3a370649c766485f15e66640bdb2f72dcd70a6d +size 144384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d2d77ffcd9b2212f4f684605316a2e5b55264cd9 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0a1ae4b6e52c613439b8506c7ef6cc846e62368e3cf038324f6ffffce6e92c +size 55212 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..60fb5eae4fdc511ea7a730b69d0ce4501350273f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_40f92bf9469aae653e93+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba8e151321c25dccf2dc53acf5077cef3aa370857f9d533f819d67c10117b0a8 +size 113664 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..951e0114590b65a15db9e0e7f9dcd8e8a228836e --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e1f9353ef23dc8ec7add6c118e42dc4de0ccf1226b0c18125113c4abf638e5 +size 19827 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fff87e07b0d316258e3ae71092cb5fb12e497084 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_48437cc74469a8ccaec8+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fa6db21a53eb69e764b8f2ecc7cd4a2bf36e130b0dc64bf088b4a5426d87d0 +size 154624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4910bd27e08f520523b41aaf72e6091c60c0c40b --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102a317de0e480c8217de77ae72f25596f390ecccc0dffadaeced91e3523bc16 +size 107937 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6cc7df2798a65435689bcb60b6984c188d7e7597 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4cccf279275b39cca49c+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfec049e62d95909aaa2d0119aee152f8df7437970b178b3c6f3ab8fcaed806 +size 830464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..92b461fdef7b6801b9a0e2adba2ba9d685a79868 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b00b160f06ad59d9e03409d9469cf778990d7eeaa36932dc4d66ebb51928c3c +size 424072 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f1afc5e7efb8842fccf2c293c5180b02e20d1107 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_4e6317a710ff2fcf60cd+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9643907d601d8b2624cbf0fc1deb411a7a1e9f25a48772e38597b6ff99eb67 +size 6482944 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5e436221d4c3db29d14411d8bd458e880fbbb317 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03072ba3b0037c7540ade148cdbaf328bba0c8266d1db068146fd17e9ef5b9b +size 70244 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5c02abd06a1c07097e2bb766ef550dee9941456f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_506e29dd5cc46918936d+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f3f9c478700ee49ed024467da8b76cbc1fa9101e773dd40324b461a14bcc67 +size 134144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3caa6c984bee3edce191a8282cefeeb555bdcb10 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351540b9e026fe14afcb0e8b7e5ce60b5d38ed95d3cd30fe26023f69de9362b6 +size 327593 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1b3204efaf8dca85cdf155bcae656fe5f7e83b44 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_531613db5d175a66b951+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb5a6853448629c00fd53473e9a19400a0261e2513d9b31a89a0a03a4a8ba6d +size 3052544 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..95723fbd87578d8433e993b4209581b4c6f1b12c --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e39665762043c3e66c4be6746d7a7812127e810de6ad692c97ca43b077e8835 +size 362301 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..37bf254fb135de9abbcf8f1157c14b3bb1fd2eb1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5371a46c9607cc9aeba7+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38216c541556e3c2450f2fe3a5e4a81d008a14e0a1e3c70fc6cd399dfca6a8d +size 3298304 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..783f1c93769e24abd61b45f81169ccfe6b355252 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8cf4c3f1f560f7a914ee694e4a7668ff02ae24b5b1b96ebdeb40a87728ba04 +size 72277 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..75a544b6a6de302c863559c0b49843b6d89db282 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5b36e3b39e7f0fc4612b+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6bcf1e8b92b5c402ba158bc4eddfd63f604abe2141ed55326dd8422df00d953 +size 533504 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fbf3db57e996bc6377d6dcc059503ba72f4062b0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0332009fb71495c1af54af6dec66ff0010c22426c403967c4f798eb9aae3339a +size 21896 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9e8b8f51da14c5ce2671143932f9e36885f8dd51 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5de5ea910315ba9c0def+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030a2ad39ffcd23f8337ba619f8c68c939bf2124bd6d9573c842164776ca8bb4 +size 134144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..976b8a95eba839a7776d11167fbda56126ac9a90 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1afd4521c1ca57b9824ed89b2c45428e837a4b53b67064794a495b7ae25085a +size 244204 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fcd31b39073b1f0676c5b4e530df7810aa0986cf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_5e35dbcf8ed725f26ec0+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2bc4fee752ed5de3ef37d36482dd71f931b8b37d07295cba8d1de0b83b97192 +size 2376704 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0d8b3175142daba2817c049fc8e8fe668ca5f12b --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96427bd617ce1cbedfce1bcd0c51834caeec09448bc6996878ba7103286f5317 +size 16362 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..913646df719aa64f5a34cee8dc1d754bc341c974 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_6819e64fb96e87ffece0+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34505e1c79deda49274dfc9f440f349d10371d3f7c622a7e6cdf9d58906b7ed +size 144384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ece1ecc328d9b274207923ab797ca80d37e7c51d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2018a0e896ac0d102b954040bfd9dbe29c3c51af1636acadd037b0bfc03cc82 +size 84318 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e6b49698227a61dbd044be2aab86f58a64f5ac64 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_682689dd0dabdac18fbd+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22840e918262850b72f61c834fb6e0f475a709080cc909639c731a90a1e64c57 +size 318464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0ed5b2eeb9d8a6407bdc68fdfecc3d70b46b779e --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46085b0a41f3076a59f83fbcc2e221b602257bc41a1cbe1fb97726920fd4dab +size 390454 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..00aceb7ba18dd3ef12b6668821ea67e8e28ac11b --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_686d3373c8eb03797f41+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b5978d62d66836ac4d00c0777b9e004b28f3f0d7a028f869640f811a266cbb +size 16692224 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a9766a2274737d04628d8a1d94183acf947eb97f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294db611da8d18c46fa850387e3b5fca5db31b266ce46e12f9a7aa818b82f218 +size 22710 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fa8983b6df679e4bd89b909922abf7f11590ebe3 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7062a76356ca462bcc78+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea11957a3bbdbab6dc60bf0716ea411695196fd429b44e4a1b56d8e192026f16 +size 134144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5213610905cac2fde45a0868d2d772ff401a5d6a --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beef3dd38ae4c3627df045e26b45b8c1c104b6e6eb4e9b5c6c41be1eec9fb137 +size 67270 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8f574fc9926507d132e3efa6df3c4a15b5c9b492 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_71a034dd7c4a3afb59c6+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664fd499ce34737bd7ca571ddc7ac2470bcc658611bba089dd9863ec245d658e +size 123904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..03ade0f5606d29fe99a2d01d0e8d1a24c0e4a740 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af7d3f0f0a32b4049aaf2706ad1348e27a74727451bcdf4ef74a568263bfb84 +size 57972 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..455fac0109c94ffd0d7ed9729848684af1c69b96 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7329da261de607372f14+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b09ae0da82a4d985c901b40e6e8c3e9d46a0b0f773ed01a741b7c93ccd3e44bc +size 134144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..721594098fbcb8817887933f67943e5ea7b1af55 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d04d3d348db788f72ac5ff0d229db5cb41c3ac9652873459e1f1a4155fb361 +size 308272 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9738cdc795e594d0bebe22f4be66d1e588106f09 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_73e7362a3d706e4803fc+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16bec52bef64a4023f3263507fc50b8604f5b3d93257d4fb4a42dc112b61203d +size 1782784 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a82b7811439b62145f0ab02b1ba3536e82e3a19d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23da9af7c2c88bef8380202356bd116933bdef5940ae6fc3abd4a0b79e0f4d39 +size 20605 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f49b1b26369102c396f035ca57306b8b3d1ad051 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7418d879b0b0dbe9d053+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d701f55294dc432a75d401296e75ab7aea3f0851258005320c898f783821ad9 +size 144384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..41dab1c36e507010790a1f76c7da5b1416f305f2 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7641933efe27b65d3dcaa8695febe47dbfb35a15ccf6042a2e83f1af3a0992f4 +size 70104 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..669642104f0649eb5929ff5f1518f006354c4b6a --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_75bc57af47ebdc36a75e+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c2972eef16ece2c931bcb1d85eab38892ba2e50bbeb6c5bdd7c0222656c762 +size 123904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fac2c7a69f0444e06ec96e9cd7e5f6ac5affc074 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e60529e3855c4844e0065cdee0e9f3a2dd1f57df886d954526c23c8a1a8b933 +size 308272 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cb356f56c9a9364b9f9b38483aeb19049e289f0f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7ce64f3fbb3960eec319+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e6c4a8af68d9e7746cd3c6412215998d68df7e2a171aa5271cf7622a1558dd +size 1864704 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..562123f88be8b683999733d08335166a2e36e665 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ea3c8f0ece68e9db6ae9d55d1b41abd4cda5449eb034a70fce5de4f4b1ac3aa +size 338830 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7622d1dadcbe84bcdc62d6512ae904d215af5245 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_7fce147fef3e3e4e1386+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac0c1efb3a78f4bb23c425081252daee03bc28985252613ead03bdf8983ce5f +size 1516544 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c844334b6c4c7059a5cdeccfc2eaa39f33f58c50 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3cb4644ffdacbbe2d2ff66794d6340c88e8520da406ffc77f6823387f360d52 +size 338062 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0364c781be4b56ee63b8b913dc4a5dbde7859ed7 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_80ed60eb29ade17d45ff+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b62618430546b021ea94c7c5eef05d95c6e4ff00e1c1031a2c7c2d81c39e3b +size 3718144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c229f00533386c594e60420e34371151f4e7254 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a69f8cd37fad51983103d2cbe5a3255ce1fbfd0d94484f01a0115a43abc0e4b +size 2068 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4489ee00f9d46a3bf6bf53f4cbc7377e52a55513 Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_878400bd48be9c48dd23+613edded/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5472e013e69407f07388650f2b3199ea19814f17 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38095f0f234eda3a7506e2037066f8849d16261f7d775973f771b622e8f3b832 +size 428447 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..014699ba6031dea2fe09681f9187702a4cafdd84 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_897fc8ee0fee573d4294+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e284fa7cd1d9cbcce6b2811c74b09e47bdb5f8a4c05ed6b91751f03e5aee1b +size 26717184 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8db91a82f7ea2eac957ceb77da09c04f78390ebf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96411a13be16c96d00c0d0bd03da931b70807dd27c71edb24ee92e4b451b2152 +size 244204 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..eb4f353cddc37050d220ab1eab90b714afb68120 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8a17d7b25a214e612693+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398c0db1cdbe06288af2f40adb45174f8f134557b8bb50836a05f822a8460daf +size 8909824 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2850eea040829d6ae7ebc0ba5951fba0e650946d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6839a901e7fd75a67686b994bc0d95d45ffee3b261877677fc3e421b525b02 +size 56595 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7ee4220b763949cbe2cc6a2985a6eb5b35b773b0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8b38e41cf0a3c0152b87+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8785b96baf25769d90189876ed336854f3e1c3fd3d4a30f4f78b5bb0399db3e +size 123904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6498c310b11a589402df8e6827f37cf00526e8df --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8099d728a8907f1a9446c8e70e2e25187151e62c92951e90b260bd93f5e391fd +size 45034 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8c638432aa985dadcec592bd65c1e1afe54c8b97 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_8bb2b91314df12f54a63+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:704a6680f545a4a45b9cf63b41d5862c70b3481f43a14b2062e3ed9eba530e35 +size 410624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..02ce9a3d4d470202f3f2380a55ea73856b999415 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57ae46473ae68b420ae219590dc0c849258c8c6121d0d8acaac0fea596042be +size 16611 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..72c6d18434feb5fde4ed96d2dff332748bd202f3 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_922ce3591b342750be6b+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562410848ccf512175aa433797ac69a31d5927b007e6647789bfa9b6467906cb +size 154624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..efe246c47559a98c09eeab62eddf302cc59c3f42 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c4fe7642fd828bf074558c7f09049ae2ee39926265f741ba952ff1b098d645 +size 386775 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..33f09c6999052749bfd3ef26120606e1a25a0266 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_934e6cd7e79b2fea88ab+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e626e095579c8a02ec765dc59cf95ce194e166975f9fe8fb0fc8593f4dc855 +size 2817024 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..530390def32b7d4aa11debce7fc567104a02028f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd9800fe6e95f8e4273e004bd5f23c079b121dd737c8e1f8932a410b315b292 +size 9579 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d00b9e31746bdc185d116c36b034133c9e8b50e2 Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_960d05b842008ddeae63+8a3305d3/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b3905aaecf7ec1ee52e383679b3890146d88a6f6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f19630644679714bc4a22dabb385d484f0fc9e3be142184d159431becdee24 +size 542299 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8c5102ed53e80f016e901a04bf362c4e9a253555 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_96624f9b555d2ee1123d+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2fd6e7a985d6b3c30a35853df641b7c1f814f26332f036f893e547c4dc207a +size 4414464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1ac85aa4ce063bd714177bf40fcddf1639ff0fd8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317d8f73b199ff24af718b889545a103377e008117878943dfa6f1b0e0bb66e3 +size 338062 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c26fd21589a3cdfa8bf9f97a219e254e1b259509 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_967d83f73b8fe30e4d14+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af148727dddde4af54bf77d3ee9be134d43b86b3d6100f2845ef33d2055e2f2c +size 14224384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b6b6b94d5a90806d40c848b65e86d68a49d7073c --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f4316db50af657375dfaa4c122cafee102332b02b8527169bccfbb7df2eac6 +size 338627 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8d2973ee3869db160e97a88965dcb435d943ce0c --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9a2a6520ed76b8de514b+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae38e3094eeb601c0b156b8a4d45bfae0eef61aaadaa3605fa7940a5054ebcf +size 2366464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6b8115c6b50e4f0a2ab13136b4fc2d83d46cd03f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a421c5b7e77c6fd5a8f074a30bfddada10fc98c4c3609a5e603742e2368aec75 +size 433033 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4c75f9cab188b429a73c70e5065b7c83183ba573 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_9d4538dd1cfb96628706+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d092923381bac3e529c68185063af45e392f9b3f5bc09f16df652fe798cc9d0 +size 14040064 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..38c19be1edbf9d426b8c6c24ea6811a746ae36f8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4495b7911f4bdc28c3512b064eec41ac2b37b1193e5739ffb2fd93eabfb7501 +size 306811 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5429fe72636de26286465798e94853b75a2953d9 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a08a6102a96eea257396+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3339c50d924db837c2fcff5488d25f6657db9179996c489c1ac20f6b8e84dc03 +size 3503104 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cbceb2ebe5a8564b4b4e7359eceb2bbb00ed6b72 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8e084a7818414ba64ba56806c06d9b7e7b2c445607ef9ba6be9373036891c4 +size 23884 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..042e505be82efd2abadd037eff8286f1ca27973f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a297084c31f9c1ff1d5d+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303312572c05d495bb4ba29e429cc391dec5d5938c6918c03d018f91cec83b59 +size 154624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f4678c56f03cf2b20a7e66cd25b22182aec6765d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2a7075dd86423df1e498bd3ef89a08abfc7bf7378548cb33e4f7484310e554 +size 387511 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c5779e298fa545e9faffe841b9ab0c0bb6f03a4c --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a31729227d8ec6b4f136+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:154d8d7633f03a4a05ca16399f8f98219c309f4ca75577767cdf00ca4a434ceb +size 19016704 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1067795fadbcc16bbf426192fae3ad7fd94c9d45 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3fa8f83ed0de56bc0248741b8e81599d8361f6f35c9b02b3baf564292c0afc +size 244119 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fbf7f8beae88d7eb614ba69946259fe22203d458 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_a95326667095c4d75db0+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c430ece751f3297a945ac9b679a451ea376a77b71d27c70af89c5c5015f4f9f +size 25498624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..242a4733e7400032dbb081fce0058ed4778f2071 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8464ba6e43627ad8edf628a847732702374b43b2ad9dbdeb880cbe21af7bd717 +size 45782 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8ab6fad7c214cfe6e085a3a763cccf0cc3cb58c5 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_abb19eb6336ab05b7e19+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea19de2e00cb53dcf61e6fa3d76460ff40ff07de27c010935699a0f83ce493e +size 410624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6389eaa82a6f955e1c0a680f74c0fe45652b9b67 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e47364ca9891a6ab64f94eba05320df3ef856940effa8467c304510b55b5e60 +size 308272 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..99edd764debcecb87ff9bc60d43788a08d0c73de --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ad7506c3fc27d75f26a6+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330dd2f5c88f8cc6e366ca026538f79a593a37b71281b35a846497c6bc69fdc2 +size 2018304 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b12c328588df6955322fd03473d7e93dc523be6 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=5"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3f351f86258d6d6b913c4dbebc4f9345f451cc68 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c49575bcc44d44082201a7eda6cc3ac2b73424c19184b149b0dee16986aa31e +size 9267 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a0a3239c6dcb78fa314b41b184cb6c928300984e Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_ae572ce5960de37300c8+8a3305d3/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1570d4be617a296740a869438ec642df1d2bffe4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5cfd684b1e58c31edb46b9cdda74a9014a1cf581d9c8e4661fc70ec64caeae +size 2068 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..683e362d1e05e50985ebe26bd51af2460da8594a Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bcec9dc0f552399ba27f+613edded/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3210b22a7c942e74167254aff264f7eb0bf51c6f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589254b726c64912173a5b76d1d07e927b28b1441656465153f5de1c0e32eac1 +size 244204 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..495482373ec0dbfc14f6ebe3024f29e66daf54b1 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_be5892d16c7e2fb6594c+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1969aed2476a688091f93caa2af7a27e048b19326804a5ee5706253b9b50e7bd +size 4393984 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1b0237578426838e72df5c12e9aba0e695f2633f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6807673e4ae403448f0b9daeb45aad8c535b8ce59a0dda4997fb0e9535342ad1 +size 338958 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..597ea938e07615b3a91af8f4dc0fdeab24ed37a0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_bf70065b1150aaeca3bc+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2707f31cb8eddfba652664a53b0a3a1fab96aa1b158309dda3c29e22098a5f44 +size 5960704 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d2afb603b33ad8e0d6d083d989b5fba9b871843d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b6f5487b0f79b306fcf6c190c32def1baa5036198bb4566302fdf4f8c384064 +size 181367 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4f257bdaf11053bdcdcaf59979551ce0cfd2b0d4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c1ff08289224c1071721+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6781f413577ce431c2d808435160940694c7448b362a606e1fa49f3aaa90293 +size 2366464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..15dcb7c0155a50c6952b470945364207a9dba6c8 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8f9e3c0a49ed92e6325ffd642090a9d65dcbd565c812acb8bcc98d12204e08 +size 20644 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7611d371014850245f173ffd15bb9eeb465ca772 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_c49c0c3715f68c22b32f+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d4dd36b6efdc144164579136861d701d964f3a8d27c44d863e139fcd3d12ca +size 144384 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..504119724d1144d847774c47661e81720759ff58 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f862852cb10cc5db7a945c637eda8d8dac7cccc4d728567964e5f9bc543ff3 +size 72278 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2cb51455251929c8d93cad7006ce787ad3137192 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_cc8cf237a3eedbaaeb9b+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d8d4bac41af9ff4c997132ca255850a1901296263f4283956f284a9afcc29e +size 502784 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..92dc529ed6245ab66a70afcd9136b81fd7b2bf5f --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20474d26bc620ae6346285c27d888cbf3d47fff0d7f9678031523e2c589d2f55 +size 54703 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a60531197810b52c3eb8404953d35144a211731c --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dcc643bd43691cdb2cd2+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af0fece269b243d1b47e794cb6f8e43f10bcbcbc60fe72cdf4b07ff3f030e21 +size 123904 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b83d63d6b6494c29ef62c6844e77cd816e1cbf90 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da98860bdd85d597d7b49409a979acd63b3fa0d1f742a03d6f4e31ce32428065 +size 386604 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..abd70e403136a9c9bdcb78c1d29109726cd665cf --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_dd4a13f50d0dab4871b8+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44416eddfca1bda814ad900afad6c9cd29629a2500de163f940ced51428fd443 +size 2714624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9751a4c3470000a5e6aae4ce9f2aa85185a964ad --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d6cbb513a4d05b2373eed42e5176ad95ef019f18a8ac361c54fd9202e507ec +size 396406 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e528068725ccbe027f96bf571c7a9f0715e61eb0 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_de5fab2e2ecc60551050+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d530111c44dc4d76543ef6d352f71f3b541f3bec4c131644006ad9d27e07d9b8 +size 19958784 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6dbb25dabbb87c729eeca1a4e31ff4baf52a09b4 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905a7378ccf2c97e45de51a848471829b62b6943fcd2bb223f09bc2664a772c0 +size 19321 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6f7639229e3e63fea76f5d344e83fc2adf9f0d33 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_df48af4bf01af7f3857e+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a162da0c58ebb3af1e1c860d3d5bf7671b7b82cacb95d6fbcb558099c97f02e1 +size 154624 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..386bde1b14b44bc0714c8546fc099cb0c6a0ecec --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff629ad43ce310cabe8899c23fd446e352eb7870d4624781307bab10dd2662cc +size 46107 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e1b339fe693b36c9a29d188c7c8262f3de6bb37b --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e50c30ad9376ce18d039+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a39104aedb31b39ef16bcfeeea9e9574991709f3b1b2c1cb04b8096e370a67 +size 349184 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1bc0d67f9546e13578f724140162bfdd58ef3dba --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca5063e8197ac1b4d62f5cf5821ef178f26d1badc78900bb9ce8149c75f5b32 +size 23695 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8f7256c847f4dd3c0190dabe7741dd4c4a590d23 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e8eb6214f5c387ad6b43+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29217ac1764afb4509cefb569226330e04a2029f782229110a3cceb8a742f35d +size 134144 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..eb5f309631c2babf5db994f00f5c70eecc496283 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a999c572b26af083b225b79bc3cf83aa4e0bf327d71b238eab87cd8de5f22d +size 289321 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6ec925180204f37299319e9ca360223fbe282b49 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_e99dd53d1f163d6bb260+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821fdec7262711f5147d7b148c13de2eb97bd6eb2d07d5fca6b8521fee89d072 +size 19825664 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..923451ebf252468e4474a493a5360fe4c50eef98 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247bddf6caf49e01a3a7b882413c20e485c7f599bb695f883bd464c9498e3524 +size 432905 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a0ff327e868c3dbc75aae03e70ee0d05c2638d11 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_eaebd6f723294af70148+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eeba4954d894e1f88f1308e3feef813f1327db6a1cce837a26ecfc7a5ac1dc1 +size 14040064 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..461fe645001145b42857203d9f35543cfeb23a21 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ca5f56809851c6e232bd4b88c6c20277b8d98e984d0abc7d720a1d99362bbc +size 1972 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..295ac853fa28bb3e77707c2837aca813f33f3ec5 Binary files /dev/null and b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f2ec318005f05562a667+613edded/model.neff differ diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c1b7abb10b59da18e0746435071d70e606fde105 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6a67dd9d5bf439b2299170c3441bfac72f0f0ed114524ba6f0e5353be982ef +size 432571 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f719a3bdac12441cf83dee319bdd770591a198b9 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f7bd275f6b204e1d6808+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec29258836e4a355558956287e1d94aeb093742e29efe773a2ea4b675ec7d6d +size 22447104 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bb398860e50031bfd3e8249d9ace594704114ec2 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc998a517871f9971580382edc47f8e45377a0dab229bff749798ab51c992928 +size 181367 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b0e3a1ae9a5c4e1aea9cc0e5f8bb7dbaec7cfb4c --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_f91cd98a64f373af274d+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77dd9e4543e1ac818e4fd323945cf7f7f810e11a47115dfc4350a4fe240d7326 +size 2366464 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/compile_flags.json b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0c655e4bcad17c00d4d9ec479b31fc9e637d4287 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.done b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.hlo_module.pb b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f98533303a7555c0806df095c52f07ae02838a9d --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee229dd86a63de20098a7bcb0d9fe762f3eed803f4490a9785a16f57d1c35b14 +size 395669 diff --git a/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.neff b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ffd2dfa2de332fe08cd47ec42dfa44ffd254f019 --- /dev/null +++ b/neuronxcc-2.16.372.0+4a9b2326/MODULE_feed1320e32bafc2a577+613edded/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d8cb6060672892a2a6d18b186fac84a5bf5878d96101a052bc9f4250b9c51f +size 3482624