Update app.py

app.py

@@ -99,8 +99,7 @@ def _sorted_split_key(split: str) -> str:
 @lru_cache(maxsize=128)
 def get_parquet_splits(dataset: str, config: str) -> List[str]:
     fs = get_parquet_fs(dataset)
-    all_parts = [path.rsplit(".", 1)[0].split("-") for path in fs.glob(f"{config}/*.parquet")]
-    return sorted(set(parts[-4] if len(parts) > 3 and parts[-2] == "of" else parts[-1] for parts in all_parts), key=_sorted_split_key)
+    return [path for path in fs.ls(config) if fs.isdir(path)]
 
 
 #####################################################
@@ -114,7 +113,7 @@ RowGroupReaders = List[Callable[[], pa.Table]]
 @lru_cache(maxsize=128)
 def index(dataset: str, config: str, split: str) -> Tuple[np.ndarray, RowGroupReaders, int, Features]:
     fs = get_parquet_fs(dataset)
-    sources = fs.glob(f"{config}/*-{split}.parquet") + fs.glob(f"{config}/*-{split}-*-of-*.parquet")
+    sources = fs.glob(f"{config}/{split}/*.parquet")
     if not sources:
         if config not in get_parquet_configs(dataset):
             raise AppError(f"Invalid config {config}. Available configs are: {', '.join(get_parquet_configs(dataset))}.")