Upload LlamaForCausalLM

config.json

@@ -1,8 +1,10 @@
 {
-  "_name_or_path": "meta-llama/Llama-2-7b-hf",
+  "_name_or_path": "TinyPixel/l2-chatml",
   "architectures": [
     "LlamaForCausalLM"
   ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -18,9 +20,10 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
+  "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
   "transformers_version": "4.31.0",
   "use_cache": true,
-  "vocab_size": 32000
+  "vocab_size": 32002
 }

pytorch_model-00001-of-00002.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5441103ee26d87bd3e4eaa745a117fc958be0c871f5b77708916c995cea75ec2
-size 9976638373
+oid sha256:0a6620091cc4106c02e3dfbbfd52fb77ed1b37f79850553e1e0ba830a48b8bd4
+size 9976654757

pytorch_model-00002-of-00002.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6637a30b9250c0c9d06b939323e570b77450bc955c8503a2a77645c0d84f2ba2
-size 3500317102
+oid sha256:99bceb4d5e500224d47c0f384d257dc04443715247917a21723d710c91b54b9e
+size 3500333486

pytorch_model.bin.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 13476839424
+    "total_size": 13476872192
   },
   "weight_map": {
     "lm_head.weight": "pytorch_model-00002-of-00002.bin",