[HIVE-24136] create table table_name as 任务执行成功，表没有创建出来

• Type: Bug
• Status: Open
• Priority: Blocker
• Resolution: Unresolved
• Affects Version/s: 3.1.2
• Assignee: Unassigned
• Reporter: paul
• Created: 09/Sep/20 12:23
• Updated: 09/Sep/20 12:26

Description

hive 版本 3.1.2，使用 CTAS 方式创建表，执行状态成功但是表没有创建出来。 通过查询日志，发现没有  metastore.HiveMetaStore: 22556: create_table: Table(tableName:t_nagent_trade_water_day_temp1061  和  exec.Task: Moving data to directory  相关的日志。 

查找过mysql binlog，没有在元数据库执行创建表语句

 

这个问题不是经常出现，定时任务每天跑着跑着就会出现一次。 有的时候yarn 集群重启也会发生这种情况

 

 

 

 

create table t_nagent_trade_water_day_temp1061 as

select a.trade_water_id,mrch_no,FIRST_REPORT_SUC_TIME,trade_amt,trade_date,create_time,trans_type,a.agent_code,mrch_type,level_four,level_four_name,level_three,level_three_name,

level_two,level_two_name,level_one,level_one_name from 

(select t1.trade_water_id,t1.mrch_no,t1.trade_amt,t1.trade_date,t1.create_time,t1.trans_type,t1.agent_code,t2.level_four,t2.level_four_name,

t2.level_three,t2.level_three_name,t2.level_two,t2.level_two_name,t2.level_one,t2.level_one_name

from t_nagent_trade_water t1 left join agent_belong_temp1061 t2 on t1.agent_code=t2.level_four

where t2.level_four!='' and t1.trade_status='1'

union all

select t1.trade_water_id,t1.mrch_no,t1.trade_amt,t1.trade_date,t1.create_time,t1.trans_type,t1.agent_code,'' level_four,'' level_four_name,

t2.level_three,t2.level_three_name,t2.level_two,t2.level_two_name,t2.level_one,t2.level_one_name

from t_nagent_trade_water t1 left join 

(select level_three,level_three_name,level_two,level_two_name,level_one,level_one_name from agent_belong_temp1061

group by level_three,level_three_name,level_two,level_two_name,level_one,level_one_name) 

t2 on t1.agent_code=t2.level_three\nwhere t2.level_three!='' and t1.trade_status='1'

union all

select t1.trade_water_id,t1.mrch_no,t1.trade_amt,t1.trade_date,t1.create_time,t1.trans_type,t1.agent_code,'' level_four,'' level_four_name,

'' level_three,'' level_three_name,t2.level_two,t2.level_two_name,t2.level_one,t2.level_one_name\nfrom t_nagent_trade_water t1 left join 

(select level_two,level_two_name,level_one,level_one_name from agent_belong_temp1061\ngroup by level_two,level_two_name,level_one,level_one_name) 

t2 on t1.agent_code=t2.level_two\nwhere t2.level_two!='' and t1.trade_status='1'

union all

select t1.trade_water_id,t1.mrch_no,t1.trade_amt,t1.trade_date,t1.create_time,t1.trans_type,t1.agent_code,'' level_four,'' level_four_name,

'' level_three,'' level_three_name,'' level_two,'' level_two_name,t2.level_one,t2.level_one_name

from t_nagent_trade_water t1 left join 

(select level_one,level_one_name from agent_belong_temp1061\ngroup by level_one,level_one_name) 

t2 on t1.agent_code=t2.level_one

where t2.level_one!='' and t1.trade_status='1'

) a left join t_nagent_merchant_incoming b on a.mrch_no=b.merc_no where platform_code='05' and to_date(create_time)=from_unixtime(unix_timestamp("20200829",'yyyyMMdd'),'yyyy-MM-dd')