args.json

{
    "project": "iterative preference learning",
    "exp_name": "llama-3.1-8b_iter3",
    "cache_dir": "/scratch/yu.chi/",
    "result_dir": "results",
    "data": null,
    "data_path": null,
    "prompt_max_length": 1024,
    "max_length": 2048,
    "model_name_or_path": "/scratch/yu.chi/llama-3.1-8b_iter2/",
    "ref_model_name_or_path": "/scratch/yu.chi/llama-3.1-8b_iter2/",
    "beta": 0.1,
    "n_epochs": 1,
    "per_device_batch_size": 1,
    "gradient_accumulation_steps": 32,
    "lr": 5e-07,
    "warmup_ratio": 0.03,
    "max_grad_norm": 1,
    "open_port": 56367
}