Hugging Face's logo

arcee-ai
/
llama_from_mistral_instruct_v2

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files Community
Shamane commited on
Commit
de93473
·
verified ·
1 Parent(s): 994bd5c

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +4 -3
config.json CHANGED
@@ -16,12 +16,13 @@
16
  "num_hidden_layers": 32,
17
  "num_key_value_heads": 8,
18
  "pretraining_tp": 1,
19
- "rms_norm_eps": 1e-06,
20
  "rope_scaling": null,
21
- "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float32",
24
  "transformers_version": "4.38.2",
25
  "use_cache": true,
26
- "vocab_size": 32000
 
27
  }
 
16
  "num_hidden_layers": 32,
17
  "num_key_value_heads": 8,
18
  "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
  "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float32",
24
  "transformers_version": "4.38.2",
25
  "use_cache": true,
26
+ "vocab_size": 32000,
27
+ "move_model_to_device":true
28
  }