-
Notifications
You must be signed in to change notification settings - Fork 2.2k
Closed
Labels
Description
Search before asking
- I had searched in the issues and found no similar issues.
What happened
when i use hbase as a sink to receive data, it occur the problem like this:
Caused by: java.io.IOException: java.lang.IllegalStateException: Failed to load SIMPLE, KERBEROS, and DIGEST authentication providers. Classpath is not sane.
The config file is just for test purpose.But I can't do it in success.
SeaTunnel Version
2.3.3
SeaTunnel Config
env{
execution.parallelism = 1
job.mode = "BATCH"
}
source{
Kafka {
schema = {
fields {
dataType = "string"
hasSignal = "int"
kpiId = "string"
rows = "array<string>"
state = "int"
step = "double"
}
}
format = json
field_delimiter = ","
topic = "xxx"
bootstrap.servers = "xxx:9092,xxx:9092,xxx:9092"
kafka.config = {
client.id = "1"
max.pool.records = "500"
auto.offset.reset = "earliest"
enable.auto.commit = "false"
}
}
}
transform{
}
sink{
Hbase{
zookeeper_quorum = "xxx:**,xxx:**,xxx:**"
table = "bigdata:seatunnel3"
rowkey_column = ["kpiId"]
family_name {
all_columns = info
}
}
}
Running Command
./bin/seatunnel.sh --config ./config/kafka.to.hbase -e localError Exception
2023-12-20 18:26:26,587 INFO org.apache.hadoop.hbase.client.RpcRetryingCallerImpl - Call exception, tries=11, retries=16, started=48451 ms ago, cancel
led=false, msg=Call to address=xxx/xxx:** failed on local exception: java.io.IOException: java.lang.IllegalStateExc
eption: Failed to load SIMPLE, KERBEROS, and DIGEST authentication providers. Classpath is not sane., details=row 'bigdata:seatunnel3,CCM2_ODD_SEG2_UPP
ER_DRIVE_ROLLER_MOTOR_TORQUE_ACT,99999999999999' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=xxx,**,1
678956163135, seqNum=-1, see https://s.apache.org/timeout
java.net.SocketTimeoutException: callTimeout=60000, callDuration=68645: Call to address=xxx/xxx:** failed on local
exception: java.io.IOException: java.lang.IllegalStateException: Failed to load SIMPLE, KERBEROS, and DIGEST authentication providers. Classpath is not
sane. row 'bigdata:seatunnel3,CCM2_ODD_SEG2_UPPER_DRIVE_ROLLER_MOTOR_TORQUE_ACT,99999999999999' on table 'hbase:meta' at region=hbase:meta,,1.15882307
40, hostname=xxx,**,1678956163135, seqNum=-1
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:160)
at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:80)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Call to address=xxx/xxx:** failed on local exception: java.io.IOException: java.lan
g.IllegalStateException: Failed to load SIMPLE, KERBEROS, and DIGEST authentication providers. Classpath is not sane.
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:233)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:383)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:89)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:414)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:410)
at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:118)
at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:133)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:427)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:325)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:89)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:576)
at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$BlockingStub.scan(ClientProtos.java:46351)
at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:330)
at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:240)
at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:58)
at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:127)
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:193)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:395)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:369)
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:108)
Zeta or Flink or Spark Version
Zeta
Java or Scala Version
java version "1.8.0_202"
Screenshots
Are you willing to submit PR?
- Yes I am willing to submit a PR!
Code of Conduct
- I agree to follow this project's Code of Conduct