Hugging Face's logo

42dot
/
42dot_LLM-SFT-1.3B

Text Generation
Transformers
PyTorch
Safetensors
English
Korean
llama
causal-lm
42dot_llm
text-generation-inference
Inference Endpoints
Model card Files Community
3
ykhwang commited on
Commit
693946e
·
1 Parent(s): 3067976

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +4 -3
  2. generation_config.json +1 -1
  3. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "42dot-sft-1.3b",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -9,7 +9,7 @@
9
  "hidden_size": 2048,
10
  "initializer_range": 0.01,
11
  "intermediate_size": 5632,
12
- "max_position_embeddings": 8192,
13
  "model_type": "llama",
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 24,
@@ -18,10 +18,11 @@
18
  "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-06,
20
  "rope_scaling": null,
 
21
  "tie_word_embeddings": false,
22
  "tokenizer_class": "GPT2TokenizerFast",
23
  "torch_dtype": "float32",
24
- "transformers_version": "4.31.0",
25
  "use_cache": false,
26
  "vocab_size": 50304
27
  }
 
1
  {
2
+ "_name_or_path": "v0.1.6.1-enko_1.3b_free_4k_300b-llama_2309121652",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
9
  "hidden_size": 2048,
10
  "initializer_range": 0.01,
11
  "intermediate_size": 5632,
12
+ "max_position_embeddings": 4096,
13
  "model_type": "llama",
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 24,
 
18
  "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-06,
20
  "rope_scaling": null,
21
+ "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "tokenizer_class": "GPT2TokenizerFast",
24
  "torch_dtype": "float32",
25
+ "transformers_version": "4.33.1",
26
  "use_cache": false,
27
  "vocab_size": 50304
28
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 50257,
4
  "eos_token_id": 50256,
5
  "pad_token_id": 50258,
6
- "transformers_version": "4.31.0"
7
  }
 
3
  "bos_token_id": 50257,
4
  "eos_token_id": 50256,
5
  "pad_token_id": 50258,
6
+ "transformers_version": "4.33.1"
7
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7161f06098bcee61545f9421641112d666df02d41715db763a68afa5b219743f
3
- size 5757165853
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c4e4a9b32503e3f5e66b6325dde81a368fc27147f62f80e0dca5d5eae6f3d8
3
+ size 5757154933