We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 781ce85 commit a256b85Copy full SHA for a256b85
src/datasets/load.py
@@ -76,6 +76,7 @@
76
_PACKAGED_DATASETS_MODULES,
77
_hash_python_lines,
78
)
79
+from .packaged_modules.folder_based_builder.folder_based_builder import FolderBasedBuilder
80
from .splits import Split
81
from .utils import _dataset_viewer
82
from .utils.file_utils import (
@@ -517,7 +518,7 @@ def infer_module_for_data_files_list(
517
518
- dict of builder kwargs
519
"""
520
extensions_counter = Counter(
- ("." + suffix.lower(), xbasename(filepath) in ("metadata.jsonl", "metadata.csv"))
521
+ ("." + suffix.lower(), xbasename(filepath) in FolderBasedBuilder.METADATA_FILENAMES)
522
for filepath in data_files_list[: config.DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE]
523
for suffix in xbasename(filepath).split(".")[1:]
524
0 commit comments