cconsti commited on
Commit
49eb74f
·
verified ·
1 Parent(s): 1d780ea

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +2 -1
train.py CHANGED
@@ -24,7 +24,7 @@ if "test" not in dataset:
24
  model_name = "t5-large"
25
  tokenizer = T5Tokenizer.from_pretrained(model_name)
26
  model = T5ForConditionalGeneration.from_pretrained(model_name)
27
- model.gradient_checkpointing_enable()
28
 
29
  # Define tokenization function
30
  def tokenize_function(examples):
@@ -58,6 +58,7 @@ training_args = TrainingArguments(
58
  evaluation_strategy="epoch",
59
  save_strategy="epoch",
60
  push_to_hub=False,
 
61
  )
62
 
63
  # Set up Trainer
 
24
  model_name = "t5-large"
25
  tokenizer = T5Tokenizer.from_pretrained(model_name)
26
  model = T5ForConditionalGeneration.from_pretrained(model_name)
27
+ model.gradient_checkpointing_enable(False)
28
 
29
  # Define tokenization function
30
  def tokenize_function(examples):
 
58
  evaluation_strategy="epoch",
59
  save_strategy="epoch",
60
  push_to_hub=False,
61
+ fp16=True
62
  )
63
 
64
  # Set up Trainer