Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files Community
dacorvo HF staff commited on
Commit
09a7635
·
verified ·
1 Parent(s): b0df0e0

Synchronizing local compiler cache.

Browse files
Files changed (9) hide show
  1. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json +1 -0
  2. neuronxcc-2.16.372.0+4a9b2326/MODULE_06ca6d62f0361998714e+613edded/model.neff +1 -1
  3. neuronxcc-2.16.372.0+4a9b2326/MODULE_0a8fcf8ddb59d8730a24+613edded/model.neff +1 -1
  4. neuronxcc-2.16.372.0+4a9b2326/MODULE_226930e6ac9b200c488a+613edded/model.neff +1 -1
  5. neuronxcc-2.16.372.0+4a9b2326/MODULE_3f45d3caa2f3862b756d+613edded/model.neff +1 -1
  6. neuronxcc-2.16.372.0+4a9b2326/MODULE_8a11747c1cf643ac58ca+613edded/model.neff +1 -1
  7. neuronxcc-2.16.372.0+4a9b2326/MODULE_90381dde99583f54a60b+613edded/model.neff +1 -1
  8. neuronxcc-2.16.372.0+4a9b2326/MODULE_9ad3b35220e91074c83c+613edded/model.neff +1 -1
  9. neuronxcc-2.16.372.0+4a9b2326/MODULE_a7513d3ab2f1b0306086+613edded/model.neff +1 -1
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev1/inference/mixtral/dacorvo/Mixtral-tiny/f574775a377747e5836b.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 32, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.16.372.0+4a9b2326/MODULE_06ca6d62f0361998714e+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0ea7ef5b0b3d6cf5ab2d99d353d33702a9f1abaf3fd8eb8f1b6fce463892710
3
  size 420864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e010830f1b97a199d8bb9c042612ad55588eb6c7e61ccc9a2df25b5edaa0115
3
  size 420864
neuronxcc-2.16.372.0+4a9b2326/MODULE_0a8fcf8ddb59d8730a24+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04347ad8715b4340b691cbb0403fcc90589b8947f9339b49147d296a959b8c40
3
  size 420864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15130708e3bb3b3fb32779e62228e34638140e39ab5b2ce534c51b69ca0bf074
3
  size 420864
neuronxcc-2.16.372.0+4a9b2326/MODULE_226930e6ac9b200c488a+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af18d890ee455e083f107af35ce59cb7fc8b85770ce086241169f6625bc02524
3
  size 451584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe56f34d62e9a1834fe2f22b56f8ff06ee6a6b548af83b5a0356426a407318b8
3
  size 451584
neuronxcc-2.16.372.0+4a9b2326/MODULE_3f45d3caa2f3862b756d+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3888e62d8de6e08e0e13e07b520db2ed270144d6263c1ca4ee8c0537e3ee90a
3
  size 1393664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4252e1382d2b998c9e3ea1a979c4f791283f074a2233b5173c16684896a70866
3
  size 1393664
neuronxcc-2.16.372.0+4a9b2326/MODULE_8a11747c1cf643ac58ca+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:895847106a31930a932577d7db9b58d8b56e4b07f9428e2aaf2c9865e13686a3
3
  size 492544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf30635390f5224eceaadfe5af62bea7a27794835e2b58490f25c84eba01563
3
  size 492544
neuronxcc-2.16.372.0+4a9b2326/MODULE_90381dde99583f54a60b+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8455360d2c232288970dfbb5ef4cef4b8eeddaf6f5e368178e4211390b846d02
3
  size 472064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f91d99bd4d12ef7b5d9e3ae7c82d4d1730a0304cd674b238e6d919dc90d21538
3
  size 472064
neuronxcc-2.16.372.0+4a9b2326/MODULE_9ad3b35220e91074c83c+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e4e813199a7ca978ea5679d99cde0169da44d640cd4f3264e22d4bd9c5d3a83
3
  size 431104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a949c9d4bb4bd7870f81998816630d0364af3da52b53abf61ce6d6c5a58dbca
3
  size 431104
neuronxcc-2.16.372.0+4a9b2326/MODULE_a7513d3ab2f1b0306086+613edded/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd7f3e22fd8c69719c369fec5b1312cd150346dc26fbb0c1008df91ca59cbe32
3
  size 758784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76afb7ffa792b1c6303c2efa5237ef2f299460cc189500d9b2ae0464add52e59
3
  size 758784