config.json

{
  "cfg": {
    "SAVE_DIR": "/scope40/esm2_6",
    "act_size": 320,
    "batch_size": 4096,
    "beta1": 0.9,
    "beta2": 0.99,
    "device": "cuda:0",
    "dict_mult": 10,
    "dict_size": 3200,
    "enc_dtype": "fp32",
    "git_version": "4d97e16fdbfa2b0c7d0fa759244f424314a0c6c1",
    "l1_coeff": 0.001,
    "layer": "esm.encoder.layer.3",
    "lr": 0.0005,
    "model_batch_size": 512,
    "model_name": "facebook/esm2_t6_8M_UR50D",
    "n_split": 50,
    "name": "facebook/esm2_t6_8M_UR50D_esm.encoder.layer.3_3200_output",
    "num_iterations": 5,
    "num_sequences": 15029,
    "num_tokens": 2791247,
    "seed": 49,
    "seq_len": 128,
    "site": "output",
    "test_sub_n": 10
  }
}