Create training_config.py

training_config.py

@@ -0,0 +1,21 @@
+from transformers import TrainingArguments
+
+training_args = TrainingArguments(
+    output_dir="./results",
+    num_train_epochs=3,
+    per_device_train_batch_size=8,  # Optimized for T4 GPU
+    per_device_eval_batch_size=8,
+    warmup_steps=500,
+    weight_decay=0.01,
+    logging_dir='./logs',
+    logging_steps=50,
+    save_steps=500,
+    eval_steps=500,
+    evaluation_strategy="steps",
+    save_strategy="steps",
+    save_total_limit=3,
+    load_best_model_at_end=True,
+    learning_rate=5e-5,
+    fp16=True,  # Using GPU features
+    gradient_checkpointing=True
+)