Upload ICM-DPO enhanced Gemma PEFT adapter with comprehensive LoRA and model card

README.md

@@ -41,7 +41,7 @@ This model demonstrates comprehensive capability enhancement using ICM-generated
 - **Target Modules**: q_proj, k_proj, v_proj, o_proj, gate_proj, up_proj, down_proj
 - **Modules to Save**: embed_tokens, lm_head (full layers)
 - **Training Method**: Direct Preference Optimization (DPO)
-- **Beta (KL Penalty)**: 0.1
+- **Beta (KL Penalty)**: 0.05
 - **Adapter Size**: ~669MB (includes full embedding/head layers)
 - **Trainable Parameters**: ~56.13838755173775% of base model
 
@@ -54,11 +54,11 @@ This model demonstrates comprehensive capability enhancement using ICM-generated
 - **Evaluation Samples**: 50
 
 ### Training Configuration
-- **Epochs**: 3
+- **Epochs**: 2
 - **Batch Size**: 4 (per device)
-- **Gradient Accumulation**: 8 steps
-- **Effective Batch Size**: 32
-- **Learning Rate**: 5e-06
+- **Gradient Accumulation**: 2 steps
+- **Effective Batch Size**: 8
+- **Learning Rate**: 2e-06
 - **Optimizer**: paged_adamw_8bit
 - **Memory Optimization**: BF16, Gradient Checkpointing
 

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea8b9b9fe8720ed96c0cc938abb9da0ec35f9fbf0f18d92681aee01e2ec47e1
+oid sha256:6a234dd0ff63009ec2e352d3431092f12a59ec0610c4ee7eb83db2cf5c0381e5
 size 701497992

results.json

@@ -1,11 +1,11 @@
 {
   "training_metrics": {
-    "train_runtime": 230.3572,
-    "train_samples_per_second": 13.805,
-    "train_steps_per_second": 0.443,
+    "train_runtime": 285.2857,
+    "train_samples_per_second": 7.431,
+    "train_steps_per_second": 0.932,
     "total_flos": 0.0,
-    "train_loss": 0.6297222118751675,
-    "epoch": 3.0
+    "train_loss": 0.6799837825889874,
+    "epoch": 2.0
   },
   "config": {
     "model_name": "google/gemma-3-270m-it",
@@ -28,13 +28,13 @@
       "lm_head"
     ],
     "max_train_samples": null,
-    "beta": 0.1,
+    "beta": 0.05,
     "max_length": 1024,
     "max_prompt_length": 512,
     "batch_size": 4,
-    "gradient_accumulation_steps": 8,
-    "learning_rate": 5e-06,
-    "num_train_epochs": 3,
+    "gradient_accumulation_steps": 2,
+    "learning_rate": 2e-06,
+    "num_train_epochs": 2,
     "warmup_ratio": 0.1,
     "weight_decay": 0.01,
     "max_grad_norm": 1.0,
@@ -43,8 +43,8 @@
     "bf16": true,
     "optim": "paged_adamw_8bit",
     "remove_unused_columns": false,
-    "eval_steps": 50,
-    "save_steps": 100,
+    "eval_steps": 25,
+    "save_steps": 25,
     "logging_steps": 10,
     "eval_strategy": "steps",
     "save_strategy": "steps",

training_config.json

@@ -19,13 +19,13 @@
     "lm_head"
   ],
   "max_train_samples": null,
-  "beta": 0.1,
+  "beta": 0.05,
   "max_length": 1024,
   "max_prompt_length": 512,
   "batch_size": 4,
-  "gradient_accumulation_steps": 8,
-  "learning_rate": 5e-06,
-  "num_train_epochs": 3,
+  "gradient_accumulation_steps": 2,
+  "learning_rate": 2e-06,
+  "num_train_epochs": 2,
   "warmup_ratio": 0.1,
   "weight_decay": 0.01,
   "max_grad_norm": 1.0,
@@ -34,8 +34,8 @@
   "bf16": true,
   "optim": "paged_adamw_8bit",
   "remove_unused_columns": false,
-  "eval_steps": 50,
-  "save_steps": 100,
+  "eval_steps": 25,
+  "save_steps": 25,
   "logging_steps": 10,
   "eval_strategy": "steps",
   "save_strategy": "steps",