env {
  job.name = "hive2iceberg_ods_p85_acdoca_di"
  job.mode = "BATCH"
  # checkpoint.interval = 300000
  # checkpoint.timeout = 300000
}

source{
  Hive {
    parallelism = 40
    table_name = "jt_ods.ods_p85_acdoca_di"
    metastore_uri = "thrift://ATBGMASTER01:9083,thrift://ATBGMASTER02:9083"
    hdfs_site_path = "/data/anta/seatunnel/yzs/config/prod/hadoop-site.xml"
    result_table_name = "src"
  }
}

transform {
}
sink {
  Iceberg {
    parallelism = 40   
    source_table_name = "src"
    catalog_name = "seatunnel_yzs"
    namespace = "db_yzs"
    table = "ods_p85_acdoca_di"
    iceberg.hadoop-conf-path = "/data/anta/seatunnel/yzs/config/hbase"
    iceberg.catalog.config = {
      type = hadoop
      warehouse = "hdfs://hadoopcluster:8020/tmp/iceberg"
    }
    iceberg.table.write-props = {
      write.format.default = "orc"
    }
    schema_save_mode = CREATE_SCHEMA_WHEN_NOT_EXIST
  }
}

2024-04-25 13:42:06,711 ERROR [.s.e.s.c.CheckpointCoordinator] [hz.main.generic-operation.thread-22] - report error from task
org.apache.seatunnel.common.utils.SeaTunnelException: java.util.ServiceConfigurationError: org.apache.seatunnel.shade.connector-iceberg.org.apache.orc.impl.K
eyProvider$Factory: jar:file:/data/anta/seatunnel/connectors/connector-iceberg-2.3.4-2.12.15.jar!/META-INF/services/org.apache.seatunnel.shade.connector-iceb
erg.org.apache.orc.impl.KeyProvider$Factory:15: Illegal provider-class name: org.apache.seatunnel.shade.connector-iceberg.org.apache.orc.impl.CryptoUtils$Had
oopKeyProviderFactory
        at java.util.ServiceLoader.fail(ServiceLoader.java:239)
        at java.util.ServiceLoader.fail(ServiceLoader.java:245)
        at java.util.ServiceLoader.parseLine(ServiceLoader.java:272)
        at java.util.ServiceLoader.parse(ServiceLoader.java:307)
        at java.util.ServiceLoader.access$200(ServiceLoader.java:185)
        at java.util.ServiceLoader$LazyIterator.hasNextService(ServiceLoader.java:357)
        at java.util.ServiceLoader$LazyIterator.hasNext(ServiceLoader.java:393)
        at java.util.ServiceLoader$1.hasNext(ServiceLoader.java:474)
        at org.apache.seatunnel.shade.connector-iceberg.org.apache.orc.impl.CryptoUtils.getKeyProvider(CryptoUtils.java:140)
        at org.apache.seatunnel.shade.connector-iceberg.org.apache.orc.impl.WriterImpl.setupEncryption(WriterImpl.java:953)
        at org.apache.seatunnel.shade.connector-iceberg.org.apache.orc.impl.WriterImpl.<init>(WriterImpl.java:162)
        at org.apache.seatunnel.shade.connector-iceberg.org.apache.orc.OrcFile.createWriter(OrcFile.java:1010)
        at org.apache.iceberg.orc.ORC.newFileWriter(ORC.java:797)
        at org.apache.iceberg.orc.OrcFileAppender.<init>(OrcFileAppender.java:89)
        at org.apache.iceberg.orc.ORC$WriteBuilder.build(ORC.java:207)
        at org.apache.iceberg.data.GenericAppenderFactory.newAppender(GenericAppenderFactory.java:115)
        at org.apache.iceberg.data.GenericAppenderFactory.newDataWriter(GenericAppenderFactory.java:130)
        at org.apache.iceberg.io.BaseTaskWriter$RollingFileWriter.newWriter(BaseTaskWriter.java:352)
        at org.apache.iceberg.io.BaseTaskWriter$RollingFileWriter.newWriter(BaseTaskWriter.java:345)
        at org.apache.iceberg.io.BaseTaskWriter$BaseRollingWriter.openCurrent(BaseTaskWriter.java:303)
        at org.apache.iceberg.io.BaseTaskWriter$BaseRollingWriter.<init>(BaseTaskWriter.java:265)
        at org.apache.iceberg.io.BaseTaskWriter$BaseRollingWriter.<init>(BaseTaskWriter.java:255)
        at org.apache.iceberg.io.BaseTaskWriter$RollingFileWriter.<init>(BaseTaskWriter.java:347)
        at org.apache.iceberg.io.UnpartitionedWriter.<init>(UnpartitionedWriter.java:37)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.writer.IcebergWriterFactory.createTaskWriter(IcebergWriterFactory.java:152)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.writer.IcebergRecordWriter.createTaskWriter(IcebergRecordWriter.java:69)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.writer.IcebergRecordWriter.<init>(IcebergRecordWriter.java:65)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.writer.IcebergWriterFactory.createWriter(IcebergWriterFactory.java:89)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.IcebergSinkWriter.tryCreateRecordWriter(IcebergSinkWriter.java:96)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.IcebergSinkWriter.<init>(IcebergSinkWriter.java:77)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.IcebergSinkWriter.of(IcebergSinkWriter.java:109)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.IcebergSinkWriter.of(IcebergSinkWriter.java:101)
        at org.apache.seatunnel.connectors.seatunnel.iceberg.sink.IcebergSink.createWriter(IcebergSink.java:93)
        at org.apache.seatunnel.connectors.seatunnel.common.multitablesink.MultiTableSink.createWriter(MultiTableSink.java:70)
        at org.apache.seatunnel.engine.server.task.flow.SinkFlowLifeCycle.restoreState(SinkFlowLifeCycle.java:297)
        at org.apache.seatunnel.engine.server.task.SeaTunnelTask.lambda$restoreState$16(SeaTunnelTask.java:425)
        at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
        at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
        at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175)
        at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
        at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
        at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
        at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151)
        at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174)
        at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
        at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418)
        at org.apache.seatunnel.engine.server.task.SeaTunnelTask.restoreState(SeaTunnelTask.java:422)
        at org.apache.seatunnel.engine.server.checkpoint.operation.NotifyTaskRestoreOperation.lambda$null$0(NotifyTaskRestoreOperation.java:106)
        at java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1640)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:750)

        at org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.reportCheckpointErrorFromTask(CheckpointCoordinator.java:372) [seatunnel-start
er.jar:2.3.4]
        at org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.reportCheckpointErrorFromTask(CheckpointManager.java:183) [seatunnel-starter.jar:2
.3.4]
        at org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointErrorReportOperation.run(CheckpointErrorReportOperation.java:48) [seatunnel-star
ter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationexecutor.impl.OperationThread.process(OperationThread.java:175) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationexecutor.impl.OperationThread.process(OperationThread.java:139) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.spi.impl.operationexecutor.impl.OperationThread.executeRun(OperationThread.java:123) [seatunnel-starter.jar:2.3.4]
        at com.hazelcast.internal.util.executor.HazelcastManagedThread.run(HazelcastManagedThread.java:102) [seatunnel-starter.jar:2.3.4]