bwaves-new / config.json
fracapuano's picture
Upload Seq2SeqCrossFormer
45c3d78 verified
raw
history blame contribute delete
539 Bytes
{
"architectures": [
"Seq2SeqCrossFormer"
],
"auto_map": {
"AutoModel": "hf_transformer.Seq2SeqCrossFormer"
},
"bos_token_id": 1,
"d_ff": 2048,
"d_model": 512,
"dropout": 0.1,
"eos_token_id": 2,
"model_type": "custom_code",
"n_heads": 8,
"n_layers": 6,
"pad_token_id": 0,
"router_dim": 10,
"sequence_length": 8192,
"source_sequence_dimension": 70,
"target_sequence_dimension": 306,
"torch_dtype": "float32",
"transformers_version": "4.48.1",
"vocab_size_src": 258,
"vocab_size_tgt": 258
}