Update train.py
Browse files
train.py
CHANGED
@@ -1,6 +1,11 @@
|
|
1 |
import torch
|
2 |
from transformers import T5ForConditionalGeneration, T5Tokenizer, Trainer, TrainingArguments
|
3 |
from datasets import load_dataset
|
|
|
|
|
|
|
|
|
|
|
4 |
|
5 |
# Load dataset (Replace this with your dataset)
|
6 |
dataset = load_dataset("tatsu-lab/alpaca") # Example alternative dataset
|
|
|
1 |
import torch
|
2 |
from transformers import T5ForConditionalGeneration, T5Tokenizer, Trainer, TrainingArguments
|
3 |
from datasets import load_dataset
|
4 |
+
import os
|
5 |
+
|
6 |
+
os.environ["HF_HOME"] = "/app/hf_cache"
|
7 |
+
os.environ["HF_DATASETS_CACHE"] = "/app/hf_cache"
|
8 |
+
os.environ["TRANSFORMERS_CACHE"] = "/app/hf_cache"
|
9 |
|
10 |
# Load dataset (Replace this with your dataset)
|
11 |
dataset = load_dataset("tatsu-lab/alpaca") # Example alternative dataset
|