Skip to content

Commit 8198161

Browse files
committed
add tests
1 parent 0be3214 commit 8198161

File tree

1 file changed

+45
-0
lines changed
  • tests/integration/test_storage_azure_blob_storage

1 file changed

+45
-0
lines changed

tests/integration/test_storage_azure_blob_storage/test.py

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -647,6 +647,51 @@ def test_simple_write_named_collection_1_table_function(cluster):
647647
)
648648

649649

650+
def test_named_collection_hive_partitioning_partition_columns_in_data_file(cluster):
651+
node = cluster.instances["node"]
652+
port = cluster.env_variables["AZURITE_PORT"]
653+
azure_query(
654+
node,
655+
f"""INSERT INTO TABLE FUNCTION azureBlobStorage(azure_conf2,
656+
storage_account_url = '{cluster.env_variables['AZURITE_STORAGE_ACCOUNT_URL']}',
657+
container='cont',
658+
blob_path='test_hive_partitioning_partition_columns_in_data_file',
659+
format=Parquet,
660+
partition_strategy = 'hive',
661+
partition_columns_in_data_file = 1)
662+
PARTITION BY (year, country)
663+
SELECT 1 as key, 2020 as year, 'USA' as country"""
664+
)
665+
666+
azure_query(
667+
node,
668+
f"""INSERT INTO TABLE FUNCTION azureBlobStorage(azure_conf2,
669+
storage_account_url = '{cluster.env_variables['AZURITE_STORAGE_ACCOUNT_URL']}',
670+
container='cont',
671+
blob_path='test_hive_partitioning_partition_columns_not_in_data_file',
672+
format=Parquet,
673+
partition_strategy = 'hive',
674+
partition_columns_in_data_file = 0) PARTITION BY (year, country)
675+
SELECT 1 as key, 2020 as year, 'USA' as country""",
676+
)
677+
678+
assert azure_query(node,
679+
f"""SELECT num_columns FROM azureBlobStorage(
680+
azure_conf2,
681+
storage_account_url = '{cluster.env_variables['AZURITE_STORAGE_ACCOUNT_URL']}',
682+
container='cont',
683+
blob_path='test_hive_partitioning_partition_columns_in_data_file/**.parquet',
684+
format=ParquetMetadata)""") == "3\n"
685+
686+
assert azure_query(node,
687+
f"""SELECT num_columns FROM azureBlobStorage(
688+
azure_conf2,
689+
storage_account_url = '{cluster.env_variables['AZURITE_STORAGE_ACCOUNT_URL']}',
690+
container='cont',
691+
blob_path='test_hive_partitioning_partition_columns_not_in_data_file/**.parquet',
692+
format=ParquetMetadata)""") == "1\n"
693+
694+
650695
def test_simple_write_named_collection_2_table_function(cluster):
651696
node = cluster.instances["node"]
652697
port = cluster.env_variables["AZURITE_PORT"]

0 commit comments

Comments
 (0)