Update train.py
Browse files
train.py
CHANGED
@@ -24,7 +24,7 @@ if "test" not in dataset:
|
|
24 |
model_name = "t5-large"
|
25 |
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
26 |
model = T5ForConditionalGeneration.from_pretrained(model_name)
|
27 |
-
model.gradient_checkpointing_enable()
|
28 |
|
29 |
# Define tokenization function
|
30 |
def tokenize_function(examples):
|
@@ -58,6 +58,7 @@ training_args = TrainingArguments(
|
|
58 |
evaluation_strategy="epoch",
|
59 |
save_strategy="epoch",
|
60 |
push_to_hub=False,
|
|
|
61 |
)
|
62 |
|
63 |
# Set up Trainer
|
|
|
24 |
model_name = "t5-large"
|
25 |
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
26 |
model = T5ForConditionalGeneration.from_pretrained(model_name)
|
27 |
+
model.gradient_checkpointing_enable(False)
|
28 |
|
29 |
# Define tokenization function
|
30 |
def tokenize_function(examples):
|
|
|
58 |
evaluation_strategy="epoch",
|
59 |
save_strategy="epoch",
|
60 |
push_to_hub=False,
|
61 |
+
fp16=True
|
62 |
)
|
63 |
|
64 |
# Set up Trainer
|