集成带kerberos的hive查询报错NullPointerException

Viewed 18

doris version: 2.1.7

当前环境有中两套带krb的大数据集群,一套是3.1,一套是2.1.1,
3.1版本的这一套集成没有任何问题,
2.1版本集成后,能查看各种元数据,但是执行查询就报null,可能是什么原因呢

CREATE CATALOG hive_krb_ha PROPERTIES (
    'type'='hms',
    'hive.version' = '2.1.1',
    'hive.metastore.uris' = 'thrift://nf5460d3-nn-zk.XXX.bdp.com:9083,thrift://nf5460d4-zk.XXX.bdp.com:9083',
    'hive.metastore.sasl.enabled' = 'true',
    'hive.metastore.kerberos.principal' = 'hive/_HOST@XXX.BDP.COM',
    'hadoop.security.authentication' = 'kerberos',
    'hadoop.kerberos.keytab' = '/tmp/BDATA_AICF_ADM.keytab',   
    'hadoop.kerberos.principal' = 'BDATA_AICF_ADM@XXX.BDP.COM',
    'yarn.resourcemanager.principal' = 'yarn/_HOST@XXX.BDP.COM',
    'dfs.nameservices'='nameservice1',
    'dfs.ha.namenodes.nameservice1'='namenode110,namenode154',
    'dfs.namenode.rpc-address.nameservice1.namenode110'='nf5460d2-nn-zk.XXX.bdp.com:8020',
    'dfs.namenode.rpc-address.nameservice1.namenode154'='nf5460d3-nn-zk.XXX.bdp.com:8020',
'dfs.client.failover.proxy.provider.nameservice1'='org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider',
    'hadoop.security.auth_to_local' = 'RULE:[1:$1@$0](^.*@.*$)s/^(.*)@.*$/$1/g
                                   RULE:[2:$1@$0](^.*@.*$)s/^(.*)@.*$/$1/g
                                   DEFAULT'
);

hive版本:
image.png

查询时报错:
image.png

fe中错误日志:

RuntimeLogger 2025-01-17 14:41:51,605 WARN (mysql-nio-pool-1|153) [HiveScanNode.getSplits():188] get file split failed for table: tmp_xid_psix
java.lang.NullPointerException: null
	at org.apache.doris.datasource.hive.source.HiveScanNode.getPartitions(HiveScanNode.java:136) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.hive.source.HiveScanNode.getSplits(HiveScanNode.java:170) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.FileQueryScanNode.createScanRangeLocations(FileQueryScanNode.java:351) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.FileQueryScanNode.doFinalize(FileQueryScanNode.java:216) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.FileQueryScanNode.finalize(FileQueryScanNode.java:202) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.planner.OriginalPlanner.createPlanFragments(OriginalPlanner.java:207) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.planner.OriginalPlanner.plan(OriginalPlanner.java:101) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.analyzeAndGenerateQueryPlan(StmtExecutor.java:1460) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.analyze(StmtExecutor.java:1267) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.executeByLegacy(StmtExecutor.java:900) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:606) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:532) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:337) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:218) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:284) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:312) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:479) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_352-352]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_352-352]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_352-352]
RuntimeLogger 2025-01-17 14:41:51,606 WARN (mysql-nio-pool-1|153) [StmtExecutor.executeByLegacy():1025] execute Exception. stmt[44, 8ef155857e04a41-92fb8b350f439741]
org.apache.doris.common.UserException: errCode = 2, detailMessage = get file split failed for table: tmp_xid_psix, err: java.lang.NullPointerException
	at org.apache.doris.datasource.hive.source.HiveScanNode.getSplits(HiveScanNode.java:190) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.FileQueryScanNode.createScanRangeLocations(FileQueryScanNode.java:351) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.FileQueryScanNode.doFinalize(FileQueryScanNode.java:216) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.FileQueryScanNode.finalize(FileQueryScanNode.java:202) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.planner.OriginalPlanner.createPlanFragments(OriginalPlanner.java:207) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.planner.OriginalPlanner.plan(OriginalPlanner.java:101) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.analyzeAndGenerateQueryPlan(StmtExecutor.java:1460) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.analyze(StmtExecutor.java:1267) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.executeByLegacy(StmtExecutor.java:900) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:606) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:532) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:337) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:218) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:284) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:312) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:479) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_352-352]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_352-352]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_352-352]
Caused by: java.lang.NullPointerException
	at org.apache.doris.datasource.hive.source.HiveScanNode.getPartitions(HiveScanNode.java:136) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.hive.source.HiveScanNode.getSplits(HiveScanNode.java:170) ~[doris-fe.jar:1.2-SNAPSHOT]
	... 19 more

0 Answers