Upload dataset.py with huggingface_hub
Browse files- dataset.py +7 -0
dataset.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
import datasets
|
| 2 |
|
|
|
|
| 3 |
from .artifact import Artifact, UnitxtArtifactNotFoundError
|
| 4 |
from .artifact import __file__ as _
|
| 5 |
from .artifact import fetch_artifact
|
|
@@ -9,6 +10,7 @@ from .catalog import __file__ as _
|
|
| 9 |
from .collections import __file__ as _
|
| 10 |
from .common import __file__ as _
|
| 11 |
from .dataclass import __file__ as _
|
|
|
|
| 12 |
from .file_utils import __file__ as _
|
| 13 |
from .fusion import __file__ as _
|
| 14 |
from .generator_utils import __file__ as _
|
|
@@ -22,6 +24,7 @@ from .normalizers import __file__ as _
|
|
| 22 |
from .operator import __file__ as _
|
| 23 |
from .operators import __file__ as _
|
| 24 |
from .processors import __file__ as _
|
|
|
|
| 25 |
from .recipe import __file__ as _
|
| 26 |
from .register import __file__ as _
|
| 27 |
from .register import register_all_artifacts
|
|
@@ -91,3 +94,7 @@ class Dataset(datasets.GeneratorBasedBuilder):
|
|
| 91 |
generator = self.generators[split_name]
|
| 92 |
for i, row in enumerate(generator):
|
| 93 |
yield i, row
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
import datasets
|
| 2 |
|
| 3 |
+
from ._version import __file__ as _
|
| 4 |
from .artifact import Artifact, UnitxtArtifactNotFoundError
|
| 5 |
from .artifact import __file__ as _
|
| 6 |
from .artifact import fetch_artifact
|
|
|
|
| 10 |
from .collections import __file__ as _
|
| 11 |
from .common import __file__ as _
|
| 12 |
from .dataclass import __file__ as _
|
| 13 |
+
from .dict_utils import __file__ as _
|
| 14 |
from .file_utils import __file__ as _
|
| 15 |
from .fusion import __file__ as _
|
| 16 |
from .generator_utils import __file__ as _
|
|
|
|
| 24 |
from .operator import __file__ as _
|
| 25 |
from .operators import __file__ as _
|
| 26 |
from .processors import __file__ as _
|
| 27 |
+
from .random_utils import __file__ as _
|
| 28 |
from .recipe import __file__ as _
|
| 29 |
from .register import __file__ as _
|
| 30 |
from .register import register_all_artifacts
|
|
|
|
| 94 |
generator = self.generators[split_name]
|
| 95 |
for i, row in enumerate(generator):
|
| 96 |
yield i, row
|
| 97 |
+
|
| 98 |
+
def _download_and_prepare(self, dl_manager, verification_mode, **prepare_splits_kwargs):
|
| 99 |
+
result = super()._download_and_prepare(dl_manager, "no_checks", **prepare_splits_kwargs)
|
| 100 |
+
return result
|