Spaces:

nroggendorff
/

train-llama

Runtime error

nroggendorff commited on Jul 17, 2024

Commit

a40e2b5

verified ·

1 Parent(s): a72e320

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -10,7 +10,7 @@ from datasets import load_dataset
 from tokenizers import ByteLevelBPETokenizer
 import trl
-dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(1e+5)))
 def get_training_corpus():
     for i in range(0, len(dataset), 1000):

 from tokenizers import ByteLevelBPETokenizer
 import trl
+dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(1e+4)))
 def get_training_corpus():
     for i in range(0, len(dataset), 1000):