outputs / config.json
Khushiee's picture
Create config.json
b1f9276 verified
raw
history blame contribute delete
370 Bytes
{
"model_type": "gemma",
"vocab_size": 50257,
"max_position_embeddings": 2048,
"hidden_size": 9216,
"num_attention_heads": 72,
"num_hidden_layers": 30,
"intermediate_size": 36864,
"initializer_range": 0.02,
"layer_norm_eps": 1e-5,
"torch_dtype": "float16",
"use_cache": true,
"bos_token_id": 50256,
"eos_token_id": 50256,
"pad_token_id": 0
}