|
30 | 30 | from ray.data.block import Block |
31 | 31 | from ray.data.context import DataContext |
32 | 32 | from ray.data.datasource import Datasource |
33 | | -from ray.data.datasource._default_metadata_providers import ( |
34 | | - get_generic_metadata_provider, |
35 | | -) |
36 | 33 | from ray.data.datasource.datasource import ReadTask |
37 | 34 | from ray.data.datasource.file_meta_provider import ( |
| 35 | + DefaultFileMetadataProvider, |
38 | 36 | _handle_read_os_error, |
39 | 37 | ) |
40 | 38 | from ray.data.datasource.parquet_meta_provider import ( |
@@ -219,7 +217,7 @@ def __init__( # noqa: PLR0912,PLR0915 |
219 | 217 | # files. To avoid this, we expand the input paths with the default metadata |
220 | 218 | # provider and then apply the partition filter or file extensions. |
221 | 219 | if partition_filter is not None or file_extensions is not None: |
222 | | - default_meta_provider = get_generic_metadata_provider(file_extensions=None) |
| 220 | + default_meta_provider = DefaultFileMetadataProvider() |
223 | 221 | expanded_paths, _ = map(list, zip(*default_meta_provider.expand_paths(paths, filesystem))) |
224 | 222 |
|
225 | 223 | paths = list(expanded_paths) |
|
0 commit comments