Hadoop Python Transform

set fs.dgs.impl.disable.cache=true;
add file {FILENC_PATH}/filenc.py;
add file {CUR_PATH}/cal_zx_loan_rate.py;
set mapred.reduce.tasks=50;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;
alter table holmes_dws.t_dws_zx_loan_rate_dm drop if exists partition (month='{MONTH}')
select transform(create_time,query_reason,prc_id,source,report,report_request)
using 'python cal_zx_loan_rate.py'
as (createTime,queryReason,bid,prcid,reportReqTime,reportId,source,titleLoanInstitutionCode,titleOccurDate,titleLoanInstitutionType,titleGuaranteedType,titleLoanAmount,titleEventType,titlePayType,titleLoanPeriods,accountStatus,thisMonthRepayAmount,thisMonthActualRepayAmount,principalAmount,remainRepayNum,personAccountType,repaymentType,rate1,rate2,rate3,guessPayType)
from ods_ric_credit.ric_report_dd
where ods_day>= 'END' and length(report)>0;

全部评论

相关推荐

杨柳哥:这不是普通人,那这个钱的是天才
点赞 评论 收藏
分享
点赞 收藏 评论
分享
牛客网
牛客企业服务