cconsti commited on
Commit
a570747
·
verified ·
1 Parent(s): bd03b19

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +5 -0
train.py CHANGED
@@ -1,6 +1,11 @@
1
  import torch
2
  from transformers import T5ForConditionalGeneration, T5Tokenizer, Trainer, TrainingArguments
3
  from datasets import load_dataset
 
 
 
 
 
4
 
5
  # Load dataset (Replace this with your dataset)
6
  dataset = load_dataset("tatsu-lab/alpaca") # Example alternative dataset
 
1
  import torch
2
  from transformers import T5ForConditionalGeneration, T5Tokenizer, Trainer, TrainingArguments
3
  from datasets import load_dataset
4
+ import os
5
+
6
+ os.environ["HF_HOME"] = "/app/hf_cache"
7
+ os.environ["HF_DATASETS_CACHE"] = "/app/hf_cache"
8
+ os.environ["TRANSFORMERS_CACHE"] = "/app/hf_cache"
9
 
10
  # Load dataset (Replace this with your dataset)
11
  dataset = load_dataset("tatsu-lab/alpaca") # Example alternative dataset