Can't partition by nested field #2095

# Define schema with nested structure and timestamp
schema = Schema(
    NestedField(id=1, name="name", field_type=StringType(), required=True),
    NestedField(id=2,
                name="nested_field",
                field_type=StructType(
                    NestedField(id=5,
                                name="timestamp",
                                field_type=TimestampType(),
                                required=True), ),
                required=True),
)

# Define partition spec to partition by the nested timestamp field (by hour)
partition_spec = PartitionSpec(
    PartitionField(
        source_id=5,  # ID of the timestamp field in the nested struct
        field_id=1000,  # A unique ID for this partition field
        transform=HourTransform(),  # Partition by hour
        name="timestamp_hour"  # Name for the partition
    )
)

# Create the table with partition spec
table = catalog.create_table(identifier=table_identifier,
                                schema=schema,
                                partition_spec=partition_spec)

print(
    f"Table {table.name()} created successfully with partition spec: {table.spec()}"
)

# Function to generate random data with timestamps
def generate_batch_data(batch_size):
    data_list = []
    for i in range(batch_size):
        # Generate a random name
        first_names = [
            "John", "Jane", "Alex", "Sarah", "Mike", "Emma", "David",
            "Lisa"
        ]
        last_names = [
            "Smith", "Jones", "Doe", "Brown", "Wilson", "Davis", "Miller",
            "Taylor"
        ]
        name = f"{random.choice(first_names)} {random.choice(last_names)}"

        data_list.append({
            "name": name,
            "nested_field": {
                "timestamp": datetime.now()
            }
        })

    return pa.Table.from_pylist(data_list,
                                schema=table.schema().as_arrow())

batch_size = 1000
num_batches = 10
for batch_num in range(num_batches):
    batch_data = generate_batch_data(batch_size=batch_size)

    # Write the batch to the table
    table.append(batch_data)
    print(
        f"Wrote batch {batch_num + 1}/{num_batches} with {batch_size} records to {table.name()}"
    )