test

generate.py

@@ -52,7 +52,7 @@ class Dataset(BaseModel):
 samples_generator_template = generate.json(model, Dataset, sampler=sampler)
 
 class Columns(BaseModel):
-    columns: conset(Annotated[str, StringConstraints(pattern=r'[a-z0-9_]+')], min_length=2, max_length=len(Sample.model_fields))  # type: ignore
+    columns: conset(Annotated[str, StringConstraints(pattern=r'[a-z0-9_]+')], min_length=2, max_length=len(Sample.model_fields) - 1)  # type: ignore
 
 columns_generator = generate.json(model, Columns, sampler=sampler)
 

requirements.txt

@@ -3,4 +3,6 @@ outlines==0.0.37
 transformers
 torch
 ijson
-pydantic
+pydantic
+accelerate
+datasets