@@ -3038,6 +3038,26 @@ def create_partition_positional_delete_entry(
30383038 return ManifestEntry .from_args (status = ManifestEntryStatus .DELETED , sequence_number = sequence_number , data_file = delete_file )
30393039
30403040
3041+ def create_positional_delete_entry_with_referenced_data_file (
3042+ sequence_number : int = 1 , file_path : str = "s3://bucket/data.parquet" , spec_id : int = 0 , partition : Optional [Record ] = None
3043+ ) -> ManifestEntry :
3044+ """Create a positional delete entry with referenced_data_file field set (for table format version 3)."""
3045+ delete_file = DataFile .from_args (
3046+ _table_format_version = 3 ,
3047+ content = DataFileContent .POSITION_DELETES ,
3048+ file_path = f"s3://bucket/pos-delete-{ sequence_number } .parquet" ,
3049+ file_format = FileFormat .PARQUET ,
3050+ partition = partition or Record (),
3051+ record_count = 10 ,
3052+ file_size_in_bytes = 100 ,
3053+ referenced_data_file = file_path ,
3054+ # Note: intentionally NOT setting lower_bounds/upper_bounds to test the referenced_data_file path
3055+ )
3056+ delete_file ._spec_id = spec_id
3057+
3058+ return ManifestEntry .from_args (status = ManifestEntryStatus .DELETED , sequence_number = sequence_number , data_file = delete_file )
3059+
3060+
30413061def create_deletion_vector_entry (
30423062 sequence_number : int = 1 , file_path : str = "s3://bucket/data.parquet" , spec_id : int = 0
30433063) -> ManifestEntry :
@@ -3067,6 +3087,8 @@ def create_equality_delete_file(
30673087 upper_bounds : Optional [Dict [int , Any ]] = None ,
30683088 value_counts : Optional [Dict [int , Any ]] = None ,
30693089 null_value_counts : Optional [Dict [int , Any ]] = None ,
3090+ first_row_id : Optional [int ] = None ,
3091+ referenced_data_file : Optional [str ] = None ,
30703092 spec_id : int = 0 ,
30713093) -> DataFile :
30723094 partition_record = partition
@@ -3082,6 +3104,8 @@ def create_equality_delete_file(
30823104 upper_bounds = upper_bounds ,
30833105 value_counts = value_counts ,
30843106 null_value_counts = null_value_counts ,
3107+ first_row_id = first_row_id ,
3108+ referenced_data_file = referenced_data_file ,
30853109 )
30863110 data_file ._spec_id = spec_id
30873111 return data_file
@@ -3096,6 +3120,8 @@ def create_data_file(
30963120 upper_bounds : Optional [Dict [int , Any ]] = None ,
30973121 value_counts : Optional [Dict [int , Any ]] = None ,
30983122 null_value_counts : Optional [Dict [int , Any ]] = None ,
3123+ first_row_id : Optional [int ] = None ,
3124+ referenced_data_file : Optional [str ] = None ,
30993125 spec_id : int = 0 ,
31003126) -> DataFile :
31013127 # Set default value counts and null value counts if not provided
@@ -3114,6 +3140,8 @@ def create_data_file(
31143140 upper_bounds = upper_bounds ,
31153141 value_counts = value_counts ,
31163142 null_value_counts = null_value_counts ,
3143+ first_row_id = first_row_id ,
3144+ referenced_data_file = referenced_data_file ,
31173145 )
31183146 data_file ._spec_id = spec_id
31193147 return data_file
0 commit comments