Update train.py
Browse files
train.py
CHANGED
@@ -10,7 +10,7 @@ output_dir = "/tmp/t5-finetuned"
|
|
10 |
os.makedirs(output_dir, exist_ok=True)
|
11 |
# Load dataset
|
12 |
dataset = load_dataset("tatsu-lab/alpaca")
|
13 |
-
dataset["train"] = dataset["train"].select(range(
|
14 |
|
15 |
# Check dataset structure
|
16 |
print("Dataset splits available:", dataset)
|
|
|
10 |
os.makedirs(output_dir, exist_ok=True)
|
11 |
# Load dataset
|
12 |
dataset = load_dataset("tatsu-lab/alpaca")
|
13 |
+
dataset["train"] = dataset["train"].select(range(2000))
|
14 |
|
15 |
# Check dataset structure
|
16 |
print("Dataset splits available:", dataset)
|