Liu-Xiang commited on
Commit
9c3ac14
·
verified ·
1 Parent(s): e912c2d

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -7,6 +7,7 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128256,
9
  "eos_token_id": 128257,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
@@ -24,7 +25,7 @@
24
  "rope_theta": 500000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float16",
27
- "transformers_version": "4.44.0",
28
  "use_cache": true,
29
  "vocab_size": 128258
30
  }
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128256,
9
  "eos_token_id": 128257,
10
+ "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
13
  "initializer_range": 0.02,
 
25
  "rope_theta": 500000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "float16",
28
+ "transformers_version": "4.46.3",
29
  "use_cache": true,
30
  "vocab_size": 128258
31
  }
generation_config.json CHANGED
@@ -6,5 +6,5 @@
6
  "pad_token_id": 128257,
7
  "temperature": 0.6,
8
  "top_p": 0.9,
9
- "transformers_version": "4.44.0"
10
  }
 
6
  "pad_token_id": 128257,
7
  "temperature": 0.6,
8
  "top_p": 0.9,
9
+ "transformers_version": "4.46.3"
10
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0402677cbb9a4e544a35dd080ba374f2030a4295ba194196f11177933b983bf
3
  size 4976714976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a266bff81ea4dc2ef83dd870dc6f7e1f832510ea1dfe857cfa842348a4ceda5
3
  size 4976714976
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:264318a3b39d1d75adc7ca08dd69132ebdfd7d791033d0b7256f2805bf86900e
3
  size 4999802616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:958a9d64c2661f370244aa3de0a08fdc78f757f3105d60558f5d81af745b5cb3
3
  size 4999802616
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6fdd9e31a5841b0b9a4c1c6c268546eb6408ecf81a32e142d074fde88fd14474
3
  size 4915916080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84735b50a33eb6edafadb471b8769b5dd50df0291969205d82db14ce6a55e38f
3
  size 4915916080
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9002b48a4b54656a43f618b39f771dfa5261686eeefb66b8debbe9643042fdf2
3
  size 1168155192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:522361c6be8a292fa9d1cc7acf93f3ac9013b29ac7992f26a5bdac1bb53da6b9
3
  size 1168155192