Update README.md
Browse files
README.md
CHANGED
@@ -46,12 +46,12 @@ orpo_args = ORPOConfig(
|
|
46 |
run_name=new_model,
|
47 |
learning_rate=8e-6,
|
48 |
lr_scheduler_type="linear",
|
49 |
-
max_length=
|
50 |
-
max_prompt_length=
|
51 |
-
max_completion_length=
|
52 |
beta=0.1,
|
53 |
-
per_device_train_batch_size=
|
54 |
-
per_device_eval_batch_size=
|
55 |
gradient_accumulation_steps=1,
|
56 |
optim="paged_adamw_8bit",
|
57 |
num_train_epochs=2,
|
|
|
46 |
run_name=new_model,
|
47 |
learning_rate=8e-6,
|
48 |
lr_scheduler_type="linear",
|
49 |
+
max_length=2048,
|
50 |
+
max_prompt_length=1024,
|
51 |
+
max_completion_length=1024,
|
52 |
beta=0.1,
|
53 |
+
per_device_train_batch_size=4,
|
54 |
+
per_device_eval_batch_size=4,
|
55 |
gradient_accumulation_steps=1,
|
56 |
optim="paged_adamw_8bit",
|
57 |
num_train_epochs=2,
|