Skip to content

Commit 119fad9

Browse files
compheadovoievodinkevinjqliuCopilot
authored
ci: replace MinIO with RustFS for integration tests (#3273)
* ci: replace MinIO with RustFS for integration tests `quay.io/minio/minio` no longer allows anonymous pulls, so `make docker-up` fails and the integration tests cannot start. DataFusion hit the same failure and switched to RustFS in apache/datafusion#25706. PyIceberg moved to RustFS earlier in apache/iceberg-python#3928. Run `rustfs/rustfs:1.0.0` as the shared S3 service instead. It keeps the `admin`/`password` credentials, the 9000/9001 ports, and virtual-hosted-style access through `RUSTFS_SERVER_DOMAINS` and the bucket aliases. The healthcheck uses `/health/ready`, which waits for storage and IAM. The `mc` bucket setup becomes `curl --aws-sigv4` run from the RustFS image, and the public bucket policy is dropped because no test reads anonymously. Point the REST fixture, HMS, and Spark at `http://rustfs:9000`, and rename the MinIO-specific test helpers and the `ICEBERG_TEST_MINIO_ENDPOINT` override to RustFS. Closes #3272 * ci: use vendor-neutral object-store naming for S3 test service Rename the RustFS service, hostname, bucket aliases, test helpers and env var to a generic object-store name (matching PyIceberg), so future backend swaps only need an image change. Co-authored-by: Copilot App <[email protected]> * ci: fail fast and gate readiness on test bucket creation Treat any non-200/409 response as a failure instead of ignoring it, and add a healthcheck so `docker compose up --wait` blocks until the buckets exist. Co-authored-by: Copilot App <[email protected]> * ci: remove orphan containers on docker-up Renaming the minio service leaves stale containers holding port 9000 for anyone with a previously started stack; clean them up automatically. Co-authored-by: Copilot App <[email protected]> * ci: make create-buckets a one-shot job RustFS returns 200 when re-creating an existing bucket, so plain chained curl -f calls are idempotent. Replace the status-code parsing, marker-file healthcheck and tail with a one-shot container, and gate spark-iceberg on its successful completion. Co-authored-by: Copilot App <[email protected]> --------- Co-authored-by: ovoievodin <[email protected]> Co-authored-by: Kevin Liu <[email protected]> Co-authored-by: Copilot App <[email protected]>
1 parent c9a25b2 commit 119fad9

11 files changed

Lines changed: 65 additions & 74 deletions

File tree

‎Makefile‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -112,7 +112,7 @@ site: install-mdbook
112112

113113
# Docker targets for integration tests
114114
docker-up:
115-
docker compose -f dev/docker-compose.yaml up -d --build --wait
115+
docker compose -f dev/docker-compose.yaml up -d --build --wait --remove-orphans
116116

117117
docker-down:
118118
docker compose -f dev/docker-compose.yaml down -v --remove-orphans --timeout 0

‎crates/catalog/hms/tests/hms_catalog_test.rs‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ use iceberg_catalog_hms::{
3333
HmsCatalog, HmsCatalogBuilder, THRIFT_TRANSPORT_BUFFERED,
3434
};
3535
use iceberg_storage_opendal::OpenDalStorageFactory;
36-
use iceberg_test_utils::{get_hms_endpoint, get_minio_endpoint, set_up};
36+
use iceberg_test_utils::{get_hms_endpoint, get_object_store_endpoint, set_up};
3737
use tokio::time::sleep;
3838
use tracing::info;
3939

@@ -43,7 +43,7 @@ async fn get_catalog() -> HmsCatalog {
4343
set_up();
4444

4545
let hms_endpoint = get_hms_endpoint();
46-
let minio_endpoint = get_minio_endpoint();
46+
let object_store_endpoint = get_object_store_endpoint();
4747

4848
let props = HashMap::from([
4949
(HMS_CATALOG_PROP_URI.to_string(), hms_endpoint),
@@ -55,7 +55,7 @@ async fn get_catalog() -> HmsCatalog {
5555
HMS_CATALOG_PROP_WAREHOUSE.to_string(),
5656
"s3a://warehouse/hive".to_string(),
5757
),
58-
(S3_ENDPOINT.to_string(), minio_endpoint),
58+
(S3_ENDPOINT.to_string(), object_store_endpoint),
5959
(S3_ACCESS_KEY_ID.to_string(), "admin".to_string()),
6060
(S3_SECRET_ACCESS_KEY.to_string(), "password".to_string()),
6161
(S3_REGION.to_string(), "us-east-1".to_string()),

‎crates/catalog/loader/tests/common/mod.rs‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,8 @@ use iceberg_catalog_sql::{
5050
};
5151
use iceberg_storage_opendal::OpenDalStorageFactory;
5252
use iceberg_test_utils::{
53-
get_glue_endpoint, get_hms_endpoint, get_minio_endpoint, get_rest_catalog_endpoint, set_up,
53+
get_glue_endpoint, get_hms_endpoint, get_object_store_endpoint, get_rest_catalog_endpoint,
54+
set_up,
5455
};
5556
use sqlx::migrate::MigrateDatabase;
5657
use tempfile::TempDir;
@@ -230,7 +231,7 @@ async fn rest_catalog(kms_client_factory: Arc<dyn KmsClientFactory>) -> RestCata
230231

231232
async fn glue_catalog(kms_client_factory: Arc<dyn KmsClientFactory>) -> GlueCatalog {
232233
let glue_endpoint = get_glue_endpoint();
233-
let minio_endpoint = get_minio_endpoint();
234+
let object_store_endpoint = get_object_store_endpoint();
234235

235236
let props = HashMap::from([
236237
(AWS_ACCESS_KEY_ID.to_string(), "my_access_id".to_string()),
@@ -239,7 +240,7 @@ async fn glue_catalog(kms_client_factory: Arc<dyn KmsClientFactory>) -> GlueCata
239240
"my_secret_key".to_string(),
240241
),
241242
(AWS_REGION_NAME.to_string(), "us-east-1".to_string()),
242-
(S3_ENDPOINT.to_string(), minio_endpoint),
243+
(S3_ENDPOINT.to_string(), object_store_endpoint),
243244
(S3_ACCESS_KEY_ID.to_string(), "admin".to_string()),
244245
(S3_SECRET_ACCESS_KEY.to_string(), "password".to_string()),
245246
(S3_REGION.to_string(), "us-east-1".to_string()),
@@ -279,7 +280,7 @@ async fn glue_catalog(kms_client_factory: Arc<dyn KmsClientFactory>) -> GlueCata
279280

280281
async fn hms_catalog(kms_client_factory: Arc<dyn KmsClientFactory>) -> HmsCatalog {
281282
let hms_endpoint = get_hms_endpoint();
282-
let minio_endpoint = get_minio_endpoint();
283+
let object_store_endpoint = get_object_store_endpoint();
283284

284285
let props = HashMap::from([
285286
(HMS_CATALOG_PROP_URI.to_string(), hms_endpoint),
@@ -291,7 +292,7 @@ async fn hms_catalog(kms_client_factory: Arc<dyn KmsClientFactory>) -> HmsCatalo
291292
HMS_CATALOG_PROP_WAREHOUSE.to_string(),
292293
"s3a://warehouse/hive".to_string(),
293294
),
294-
(S3_ENDPOINT.to_string(), minio_endpoint),
295+
(S3_ENDPOINT.to_string(), object_store_endpoint),
295296
(S3_ACCESS_KEY_ID.to_string(), "admin".to_string()),
296297
(S3_SECRET_ACCESS_KEY.to_string(), "password".to_string()),
297298
(S3_REGION.to_string(), "us-east-1".to_string()),

‎crates/integration_tests/src/lib.rs‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ use iceberg::io::{
2222
S3_ACCESS_KEY_ID, S3_ENDPOINT, S3_PATH_STYLE_ACCESS, S3_REGION, S3_SECRET_ACCESS_KEY,
2323
};
2424
use iceberg_catalog_rest::REST_CATALOG_PROP_URI;
25-
use iceberg_test_utils::{get_minio_endpoint, get_rest_catalog_endpoint, set_up};
25+
use iceberg_test_utils::{get_object_store_endpoint, get_rest_catalog_endpoint, set_up};
2626

2727
/// Global test fixture that uses environment-based configuration.
2828
/// This assumes Docker containers are started externally (e.g., via `make docker-up`).
@@ -39,11 +39,11 @@ impl GlobalTestFixture {
3939
set_up();
4040

4141
let rest_endpoint = get_rest_catalog_endpoint();
42-
let minio_endpoint = get_minio_endpoint();
42+
let object_store_endpoint = get_object_store_endpoint();
4343

4444
let catalog_config = HashMap::from([
4545
(REST_CATALOG_PROP_URI.to_string(), rest_endpoint),
46-
(S3_ENDPOINT.to_string(), minio_endpoint),
46+
(S3_ENDPOINT.to_string(), object_store_endpoint),
4747
(S3_ACCESS_KEY_ID.to_string(), "admin".to_string()),
4848
(S3_SECRET_ACCESS_KEY.to_string(), "password".to_string()),
4949
(S3_REGION.to_string(), "us-east-1".to_string()),

‎crates/storage/opendal/tests/file_io_s3_test.rs‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -32,19 +32,19 @@ mod tests {
3232
use iceberg_storage_opendal::{
3333
AwsCredential, CustomAwsCredentialLoader, OpenDalStorageFactory, ProvideCredential,
3434
};
35-
use iceberg_test_utils::{get_minio_endpoint, normalize_test_name_with_parts, set_up};
35+
use iceberg_test_utils::{get_object_store_endpoint, normalize_test_name_with_parts, set_up};
3636
use reqsign_core::Context;
3737

3838
async fn get_file_io() -> FileIO {
3939
set_up();
4040

41-
let minio_endpoint = get_minio_endpoint();
41+
let object_store_endpoint = get_object_store_endpoint();
4242

4343
FileIOBuilder::new(Arc::new(OpenDalStorageFactory::S3 {
4444
customized_credential_load: None,
4545
}))
4646
.with_props(vec![
47-
(S3_ENDPOINT, minio_endpoint),
47+
(S3_ENDPOINT, object_store_endpoint),
4848
(S3_ACCESS_KEY_ID, "admin".to_string()),
4949
(S3_SECRET_ACCESS_KEY, "password".to_string()),
5050
(S3_REGION, "us-east-1".to_string()),
@@ -138,7 +138,7 @@ mod tests {
138138
Self { credential }
139139
}
140140

141-
fn new_minio() -> Self {
141+
fn new_object_store() -> Self {
142142
Self::new(Some(AwsCredential {
143143
access_key_id: "admin".to_string(),
144144
secret_access_key: "password".to_string(),
@@ -162,7 +162,7 @@ mod tests {
162162
#[test]
163163
fn test_custom_aws_credential_loader_instantiation() {
164164
// Test creating CustomAwsCredentialLoader with mock loader
165-
let mock_loader = MockCredentialLoader::new_minio();
165+
let mock_loader = MockCredentialLoader::new_object_store();
166166
let custom_loader = CustomAwsCredentialLoader::new(mock_loader);
167167

168168
// Test that the loader can be used in FileIOBuilder with OpenDalStorageFactory
@@ -182,17 +182,17 @@ mod tests {
182182
let _file_io = get_file_io().await;
183183

184184
// Create a mock credential loader
185-
let mock_loader = MockCredentialLoader::new_minio();
185+
let mock_loader = MockCredentialLoader::new_object_store();
186186
let custom_loader = CustomAwsCredentialLoader::new(mock_loader);
187187

188-
let minio_endpoint = get_minio_endpoint();
188+
let object_store_endpoint = get_object_store_endpoint();
189189

190190
// Build FileIO with custom credential loader via OpenDalStorageFactory
191191
let file_io_with_custom_creds = FileIOBuilder::new(Arc::new(OpenDalStorageFactory::S3 {
192192
customized_credential_load: Some(custom_loader),
193193
}))
194194
.with_props(vec![
195-
(S3_ENDPOINT, minio_endpoint),
195+
(S3_ENDPOINT, object_store_endpoint),
196196
(S3_REGION, "us-east-1".to_string()),
197197
(S3_PATH_STYLE_ACCESS, "true".to_string()),
198198
])
@@ -213,14 +213,14 @@ mod tests {
213213
let mock_loader = MockCredentialLoader::new(None);
214214
let custom_loader = CustomAwsCredentialLoader::new(mock_loader);
215215

216-
let minio_endpoint = get_minio_endpoint();
216+
let object_store_endpoint = get_object_store_endpoint();
217217

218218
// Build FileIO with custom credential loader via OpenDalStorageFactory
219219
let file_io_with_custom_creds = FileIOBuilder::new(Arc::new(OpenDalStorageFactory::S3 {
220220
customized_credential_load: Some(custom_loader),
221221
}))
222222
.with_props(vec![
223-
(S3_ENDPOINT, minio_endpoint),
223+
(S3_ENDPOINT, object_store_endpoint),
224224
(S3_REGION, "us-east-1".to_string()),
225225
(S3_PATH_STYLE_ACCESS, "true".to_string()),
226226
])

‎crates/storage/opendal/tests/resolving_storage_test.rs‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -33,16 +33,16 @@ mod tests {
3333
S3_SECRET_ACCESS_KEY,
3434
};
3535
use iceberg_storage_opendal::OpenDalResolvingStorageFactory;
36-
use iceberg_test_utils::{get_minio_endpoint, normalize_test_name_with_parts, set_up};
36+
use iceberg_test_utils::{get_object_store_endpoint, normalize_test_name_with_parts, set_up};
3737

3838
fn get_resolving_file_io() -> iceberg::io::FileIO {
3939
set_up();
4040

41-
let minio_endpoint = get_minio_endpoint();
41+
let object_store_endpoint = get_object_store_endpoint();
4242

4343
FileIOBuilder::new(Arc::new(OpenDalResolvingStorageFactory::new()))
4444
.with_props(vec![
45-
(S3_ENDPOINT, minio_endpoint),
45+
(S3_ENDPOINT, object_store_endpoint),
4646
(S3_ACCESS_KEY_ID, "admin".to_string()),
4747
(S3_SECRET_ACCESS_KEY, "password".to_string()),
4848
(S3_REGION, "us-east-1".to_string()),
@@ -268,9 +268,9 @@ mod tests {
268268
use reqsign_core::Context;
269269

270270
#[derive(Debug)]
271-
struct MinioCredentialLoader;
271+
struct ObjectStoreCredentialLoader;
272272

273-
impl ProvideCredential for MinioCredentialLoader {
273+
impl ProvideCredential for ObjectStoreCredentialLoader {
274274
type Credential = AwsCredential;
275275

276276
async fn provide_credential(
@@ -287,14 +287,14 @@ mod tests {
287287
}
288288

289289
set_up();
290-
let minio_endpoint = get_minio_endpoint();
290+
let object_store_endpoint = get_object_store_endpoint();
291291

292292
let factory = OpenDalResolvingStorageFactory::new()
293-
.with_s3_credential_loader(CustomAwsCredentialLoader::new(MinioCredentialLoader));
293+
.with_s3_credential_loader(CustomAwsCredentialLoader::new(ObjectStoreCredentialLoader));
294294

295295
let file_io = FileIOBuilder::new(Arc::new(factory))
296296
.with_props(vec![
297-
(S3_ENDPOINT, minio_endpoint),
297+
(S3_ENDPOINT, object_store_endpoint),
298298
(S3_REGION, "us-east-1".to_string()),
299299
(S3_PATH_STYLE_ACCESS, "true".to_string()),
300300
])

‎crates/test_utils/src/lib.rs‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -37,24 +37,24 @@ mod common {
3737
}
3838

3939
// Environment variable names for service endpoints
40-
pub const ENV_MINIO_ENDPOINT: &str = "ICEBERG_TEST_MINIO_ENDPOINT";
40+
pub const ENV_OBJECT_STORE_ENDPOINT: &str = "ICEBERG_TEST_OBJECT_STORE_ENDPOINT";
4141
pub const ENV_REST_CATALOG_ENDPOINT: &str = "ICEBERG_TEST_REST_ENDPOINT";
4242
pub const ENV_HMS_ENDPOINT: &str = "ICEBERG_TEST_HMS_ENDPOINT";
4343
pub const ENV_GLUE_ENDPOINT: &str = "ICEBERG_TEST_GLUE_ENDPOINT";
4444
pub const ENV_GCS_ENDPOINT: &str = "ICEBERG_TEST_GCS_ENDPOINT";
4545

4646
// Default ports matching dev/docker-compose.yaml
47-
pub const DEFAULT_MINIO_PORT: u16 = 9000;
47+
pub const DEFAULT_OBJECT_STORE_PORT: u16 = 9000;
4848
pub const DEFAULT_REST_CATALOG_PORT: u16 = 8181;
4949
pub const DEFAULT_HMS_PORT: u16 = 9083;
5050
pub const DEFAULT_GLUE_PORT: u16 = 5001;
5151
pub const DEFAULT_GCS_PORT: u16 = 4443;
5252

53-
/// Returns the MinIO S3-compatible endpoint.
54-
/// Checks ICEBERG_TEST_MINIO_ENDPOINT env var, otherwise returns localhost default.
55-
pub fn get_minio_endpoint() -> String {
56-
std::env::var(ENV_MINIO_ENDPOINT)
57-
.unwrap_or_else(|_| format!("http://localhost:{DEFAULT_MINIO_PORT}"))
53+
/// Returns the S3-compatible object store endpoint.
54+
/// Checks ICEBERG_TEST_OBJECT_STORE_ENDPOINT env var, otherwise returns localhost default.
55+
pub fn get_object_store_endpoint() -> String {
56+
std::env::var(ENV_OBJECT_STORE_ENDPOINT)
57+
.unwrap_or_else(|_| format!("http://localhost:{DEFAULT_OBJECT_STORE_PORT}"))
5858
}
5959

6060
/// Returns the REST catalog endpoint.

‎dev/docker-compose.yaml‎

Lines changed: 24 additions & 34 deletions
Original file line numberDiff line numberDiff line change
@@ -25,53 +25,43 @@ networks:
2525

2626
services:
2727
# =============================================================================
28-
# MinIO - S3-compatible storage (shared by all tests)
28+
# Object store - S3-compatible storage backed by RustFS (shared by all tests)
2929
# =============================================================================
30-
minio:
31-
image: quay.io/minio/minio:RELEASE.2025-05-24T17-08-30Z
30+
object-store:
31+
image: rustfs/rustfs:1.0.0
3232
environment:
33-
- MINIO_ROOT_USER=admin
34-
- MINIO_ROOT_PASSWORD=password
35-
- MINIO_DOMAIN=minio
36-
hostname: minio
33+
- RUSTFS_ACCESS_KEY=admin
34+
- RUSTFS_SECRET_KEY=password
35+
- RUSTFS_SERVER_DOMAINS=object-store
36+
hostname: object-store
3737
networks:
3838
iceberg_test:
3939
# Add aliases for virtual-hosted style bucket access
4040
aliases:
41-
- icebergdata.minio
42-
- warehouse.minio
43-
- bucket1.minio
41+
- icebergdata.object-store
42+
- warehouse.object-store
43+
- bucket1.object-store
4444
ports:
4545
- "9000:9000"
4646
- "9001:9001"
47-
command: ["server", "/data", "--console-address", ":9001"]
4847
healthcheck:
49-
test: ["CMD", "mc", "ready", "local"]
48+
test: ["CMD", "curl", "-f", "http://localhost:9000/health/ready"]
5049
interval: 5s
5150
timeout: 5s
5251
retries: 5
5352

54-
# MinIO client - creates buckets for tests
55-
mc:
53+
# One-shot job that creates buckets for tests. Re-creating an existing bucket
54+
# returns 200, so this is safe to re-run.
55+
create-buckets:
5656
depends_on:
57-
minio:
57+
object-store:
5858
condition: service_healthy
59-
image: quay.io/minio/mc:RELEASE.2025-05-21T01-59-54Z
60-
environment:
61-
- AWS_ACCESS_KEY_ID=admin
62-
- AWS_SECRET_ACCESS_KEY=password
63-
- AWS_REGION=us-east-1
59+
image: rustfs/rustfs:1.0.0
6460
entrypoint: >
6561
/bin/sh -c "
66-
/usr/bin/mc alias set minio http://minio:9000 admin password;
67-
/usr/bin/mc mb --ignore-existing minio/icebergdata;
68-
/usr/bin/mc mb --ignore-existing minio/warehouse;
69-
/usr/bin/mc mb --ignore-existing minio/bucket1;
70-
/usr/bin/mc policy set public minio/icebergdata;
71-
/usr/bin/mc policy set public minio/warehouse;
72-
/usr/bin/mc policy set public minio/bucket1;
73-
echo 'Buckets created successfully';
74-
tail -f /dev/null
62+
curl -fsS --aws-sigv4 aws:amz:us-east-1:s3 -u admin:password -X PUT http://object-store:9000/icebergdata &&
63+
curl -fsS --aws-sigv4 aws:amz:us-east-1:s3 -u admin:password -X PUT http://object-store:9000/warehouse &&
64+
curl -fsS --aws-sigv4 aws:amz:us-east-1:s3 -u admin:password -X PUT http://object-store:9000/bucket1
7565
"
7666
networks:
7767
iceberg_test:
@@ -89,9 +79,9 @@ services:
8979
- CATALOG_URI=jdbc:sqlite:file:/tmp/iceberg_rest.db?journal_mode=WAL
9080
- CATALOG_WAREHOUSE=s3://icebergdata/demo
9181
- CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO
92-
- CATALOG_S3_ENDPOINT=http://minio:9000
82+
- CATALOG_S3_ENDPOINT=http://object-store:9000
9383
depends_on:
94-
minio:
84+
object-store:
9585
condition: service_healthy
9686
networks:
9787
iceberg_test:
@@ -113,7 +103,7 @@ services:
113103
dockerfile: Dockerfile
114104
platform: ${DOCKER_DEFAULT_PLATFORM:-linux/amd64}
115105
depends_on:
116-
minio:
106+
object-store:
117107
condition: service_healthy
118108
networks:
119109
iceberg_test:
@@ -170,8 +160,8 @@ services:
170160
depends_on:
171161
rest:
172162
condition: service_healthy
173-
minio:
174-
condition: service_healthy
163+
create-buckets:
164+
condition: service_completed_successfully
175165
environment:
176166
- AWS_ACCESS_KEY_ID=admin
177167
- AWS_SECRET_ACCESS_KEY=password

‎dev/hms/core-site.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@
3030
</property>
3131
<property>
3232
<name>fs.s3a.endpoint</name>
33-
<value>http://minio:9000</value>
33+
<value>http://object-store:9000</value>
3434
</property>
3535
<property>
3636
<name>fs.s3a.access.key</name>

‎dev/spark/spark-defaults.conf‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ spark.sql.catalog.rest.type rest
2323
spark.sql.catalog.rest.uri http://rest:8181
2424
spark.sql.catalog.rest.io-impl org.apache.iceberg.aws.s3.S3FileIO
2525
spark.sql.catalog.rest.warehouse s3://warehouse/rest/
26-
spark.sql.catalog.rest.s3.endpoint http://minio:9000
26+
spark.sql.catalog.rest.s3.endpoint http://object-store:9000
2727
spark.sql.catalog.rest.cache-enabled false
2828

2929
spark.sql.defaultCatalog rest

0 commit comments

Comments
 (0)