hive多分区写入


hive多分区写入

-- 多分区写入
set mapred.max.split.size=256000000;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.exec.max.dynamic.partitions=800;
set hive.exec.max.dynamic.partitions.pernode=800;

INSERT overwrite table ods.im_session_content_record partition(`date`)
select
-999 as source_type,
a.cid,
a.sid,
a.vccid,
a.userid,
current_timestamp as bi_update_datetime,
to_date(from_unixtime(cast(cont.createTime as int))) as `date`
from ods.im_session_content a LATERAL VIEW explode(content) bb AS cont
where from_unixtime(cast(cont.createTime as int)) < '2018-11-25'
;

INSERT overwrite table ods.im_session_content_record partition(`date`)
select
-999 as source_type,
a.cid,
a.sid,
a.vccid,
a.userid,
current_timestamp as bi_update_datetime,
to_date(from_unixtime(cast(cont.createTime as int))) as `date`
from ods.im_session_content a LATERAL VIEW explode(content) bb AS cont
where from_unixtime(cast(cont.createTime as int)) >= '2018-11-25'
and from_unixtime(cast(cont.createTime as int)) < '2018-12-02'
;


免责声明!

本站转载的文章为个人学习借鉴使用,本站对版权不负任何法律责任。如果侵犯了您的隐私权益,请联系本站邮箱yoyou2525@163.com删除。



 
粤ICP备18138465号  © 2018-2025 CODEPRJ.COM