Update finetune_flan_t5.py

finetune_flan_t5.py

@@ -55,14 +55,19 @@ training_args = TrainingArguments(
 # Define data collator
 data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
 
-# Initialize trainer
+def formatting_func(example):
+    return f"Input: {example['input']}\nOutput: {example['output']}"
+
 trainer = SFTTrainer(
     model=model,
-    args=training_args,
-    train_dataset=tokenized_dataset,
     tokenizer=tokenizer,
-    data_collator=data_collator,
+    train_dataset=tokenized_dataset,
+    args=training_args,
+    data_collator=DataCollatorForSeq2Seq(tokenizer, padding=True),
+    formatting_func=formatting_func,
+    packing=False
 )
 
+
 # Start training
 trainer.train()