建Catalog语句
CREATE CATALOG hive
PROPERTIES (
"yarn.resourcemanager.principal" = "yarn/_HOST@HADOOP.COM",
"uri" = "thrift://ali-odp-master-01.huan.tv:9083,thrift://ali-odp-master-02.huan.tv:9083",
"type" = "hms",
"oss.secret_key" = "",
"oss.endpoint" = "",
"oss.access_key" = "",
"metadata_refresh_interval_sec" = "3600",
"ipc.client.fallback-to-simple-auth-allowed" = "true",
"hive.version" = "3.1.3",
"hive.metastore.uris" = "thrift://ali-odp-master-01.huan.tv:9083,thrift://ali-odp-master-02.huan.tv:9083",
"hive.metastore.sasl.enabled" = "true",
"hive.metastore.kerberos.principal" = "hive/_HOST@HADOOP.COM",
"hadoop.security.authentication" = "kerberos",
"hadoop.kerberos.principal" = "hive@HUAN.TV",
"hadoop.kerberos.keytab" = "/root/hive.keytab",
"dfs.nameservices" = "ha-nn",
"dfs.namenode.rpc-address.ha-nn.nn2" = "ali-odp-master-02.huan.tv:8020",
"dfs.namenode.rpc-address.ha-nn.nn1" = "ali-odp-master-01.huan.tv:8020",
"dfs.ha.namenodes.ha-nn" = "nn1,nn2",
"dfs.client.failover.proxy.provider.ha-nn" = "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider",
"access_controller.properties.ranger.service.name" = "hive",
"access_controller.class" = "org.apache.doris.catalog.authorizer.ranger.hive.RangerHiveAccessControllerFactory"
);
建表语句
CREATE EXTERNAL TABLE ad_monitor.huan_ad_monitor_impression_log_orc
(
motype
string,
third
string,
logdate
string,
logtime
string,
serialnum
string,
hk
string,
hm
string,
hp
string,
mac
string,
wifimac
string,
hdnum
string,
hmac
string,
realip
string,
ip
string,
time
string,
nc
string,
platform
string,
sign
string,
signver
string,
signcorrect
string,
hmzk
string,
hmzp
string,
hmzsalt
string,
provincename
string,
provincecode
string,
cityname
string,
citycode
string,
countyname
string,
countycode
string,
ua
string,
hpid
string,
hpsid
string,
tr
string,
hupadid
string,
hadid
string,
hcreativeid
string,
hgroupid
string,
hplayid
string,
hvideoid
string,
source
string,
hbd
string,
ipipprovincename
string,
ipipcityname
string,
ipipcountyname
string,
ipipcountycode
string,
hchip
string,
appversion
string,
sdkversion
string,
idfa
string,
idfamd5
string,
imeimd5
string,
oaid
string,
oaidmd5
string,
hprid
string,
hadvid
string,
os
string,
hds
string,
hprice
string)
PARTITIONED BY (
dt
string)
ROW FORMAT SERDE
'org.apache.hadoop.hive.ql.io.orc.OrcSerde'
STORED AS INPUTFORMAT
'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat'
OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'