Skip to content

Commit a256b85

Browse files
authored
Minor fix for metadata files in extension counter (#7464)
minor fix metadata files
1 parent 781ce85 commit a256b85

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

src/datasets/load.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -76,6 +76,7 @@
7676
_PACKAGED_DATASETS_MODULES,
7777
_hash_python_lines,
7878
)
79+
from .packaged_modules.folder_based_builder.folder_based_builder import FolderBasedBuilder
7980
from .splits import Split
8081
from .utils import _dataset_viewer
8182
from .utils.file_utils import (
@@ -517,7 +518,7 @@ def infer_module_for_data_files_list(
517518
- dict of builder kwargs
518519
"""
519520
extensions_counter = Counter(
520-
("." + suffix.lower(), xbasename(filepath) in ("metadata.jsonl", "metadata.csv"))
521+
("." + suffix.lower(), xbasename(filepath) in FolderBasedBuilder.METADATA_FILENAMES)
521522
for filepath in data_files_list[: config.DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE]
522523
for suffix in xbasename(filepath).split(".")[1:]
523524
)

0 commit comments

Comments
 (0)