1818
1919from collections import defaultdict
2020from concurrent import futures
21+ from contextlib import nullcontext
2122from functools import partial , reduce
2223
2324import sys
@@ -3389,7 +3390,8 @@ def write_metadata(schema, where, metadata_collector=None, **kwargs):
33893390 metadata .write_metadata_file (where )
33903391
33913392
3392- def read_metadata (where , memory_map = False , decryption_properties = None ):
3393+ def read_metadata (where , memory_map = False , decryption_properties = None ,
3394+ filesystem = None ):
33933395 """
33943396 Read FileMetaData from footer of a single Parquet file.
33953397
@@ -3400,6 +3402,10 @@ def read_metadata(where, memory_map=False, decryption_properties=None):
34003402 Create memory map when the source is a file path.
34013403 decryption_properties : FileDecryptionProperties, default None
34023404 Decryption properties for reading encrypted Parquet files.
3405+ filesystem : FileSystem, default None
3406+ If nothing passed, will be inferred based on path.
3407+ Path will try to be found in the local on-disk filesystem otherwise
3408+ it will be parsed as an URI to determine the filesystem.
34033409
34043410 Returns
34053411 -------
@@ -3422,11 +3428,19 @@ def read_metadata(where, memory_map=False, decryption_properties=None):
34223428 format_version: 2.6
34233429 serialized_size: ...
34243430 """
3425- return ParquetFile (where , memory_map = memory_map ,
3426- decryption_properties = decryption_properties ).metadata
3431+ filesystem , where = _resolve_filesystem_and_path (where , filesystem )
3432+ file_ctx = nullcontext ()
3433+ if filesystem is not None :
3434+ file_ctx = where = filesystem .open_input_file (where )
3435+
3436+ with file_ctx :
3437+ file = ParquetFile (where , memory_map = memory_map ,
3438+ decryption_properties = decryption_properties )
3439+ return file .metadata
34273440
34283441
3429- def read_schema (where , memory_map = False , decryption_properties = None ):
3442+ def read_schema (where , memory_map = False , decryption_properties = None ,
3443+ filesystem = None ):
34303444 """
34313445 Read effective Arrow schema from Parquet file metadata.
34323446
@@ -3437,6 +3451,10 @@ def read_schema(where, memory_map=False, decryption_properties=None):
34373451 Create memory map when the source is a file path.
34383452 decryption_properties : FileDecryptionProperties, default None
34393453 Decryption properties for reading encrypted Parquet files.
3454+ filesystem : FileSystem, default None
3455+ If nothing passed, will be inferred based on path.
3456+ Path will try to be found in the local on-disk filesystem otherwise
3457+ it will be parsed as an URI to determine the filesystem.
34403458
34413459 Returns
34423460 -------
@@ -3454,9 +3472,16 @@ def read_schema(where, memory_map=False, decryption_properties=None):
34543472 n_legs: int64
34553473 animal: string
34563474 """
3457- return ParquetFile (
3458- where , memory_map = memory_map ,
3459- decryption_properties = decryption_properties ).schema .to_arrow_schema ()
3475+ filesystem , where = _resolve_filesystem_and_path (where , filesystem )
3476+ file_ctx = nullcontext ()
3477+ if filesystem is not None :
3478+ file_ctx = where = filesystem .open_input_file (where )
3479+
3480+ with file_ctx :
3481+ file = ParquetFile (
3482+ where , memory_map = memory_map ,
3483+ decryption_properties = decryption_properties )
3484+ return file .schema .to_arrow_schema ()
34603485
34613486
34623487# re-export everything
0 commit comments