| { | |
| "cfg": { | |
| "SAVE_DIR": "/scope40/esm2_6", | |
| "act_size": 320, | |
| "batch_size": 4096, | |
| "beta1": 0.9, | |
| "beta2": 0.99, | |
| "device": "cuda:0", | |
| "dict_mult": 10, | |
| "dict_size": 3200, | |
| "enc_dtype": "fp32", | |
| "git_version": "4d97e16fdbfa2b0c7d0fa759244f424314a0c6c1", | |
| "l1_coeff": 0.001, | |
| "layer": "esm.encoder.layer.3", | |
| "lr": 0.0005, | |
| "model_batch_size": 512, | |
| "model_name": "facebook/esm2_t6_8M_UR50D", | |
| "n_split": 50, | |
| "name": "facebook/esm2_t6_8M_UR50D_esm.encoder.layer.3_3200_output", | |
| "num_iterations": 5, | |
| "num_sequences": 15029, | |
| "num_tokens": 2791247, | |
| "seed": 49, | |
| "seq_len": 128, | |
| "site": "output", | |
| "test_sub_n": 10 | |
| } | |
| } |