nbeerbower commited on
Commit
cbd2ffb
·
verified ·
1 Parent(s): 3435b16

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -5
README.md CHANGED
@@ -46,12 +46,12 @@ orpo_args = ORPOConfig(
46
  run_name=new_model,
47
  learning_rate=8e-6,
48
  lr_scheduler_type="linear",
49
- max_length=4096,
50
- max_prompt_length=2048,
51
- max_completion_length=2048,
52
  beta=0.1,
53
- per_device_train_batch_size=2,
54
- per_device_eval_batch_size=2,
55
  gradient_accumulation_steps=1,
56
  optim="paged_adamw_8bit",
57
  num_train_epochs=2,
 
46
  run_name=new_model,
47
  learning_rate=8e-6,
48
  lr_scheduler_type="linear",
49
+ max_length=2048,
50
+ max_prompt_length=1024,
51
+ max_completion_length=1024,
52
  beta=0.1,
53
+ per_device_train_batch_size=4,
54
+ per_device_eval_batch_size=4,
55
  gradient_accumulation_steps=1,
56
  optim="paged_adamw_8bit",
57
  num_train_epochs=2,