Skip to content

G
gy_shell
Commit e92d2f9c by 李辅翼
Options

信用概览修改

parent 1c5e829a
Showing with 584 additions and 0 deletions
信用分相关/credit_activate_stat/credit_activate_stat2mysql.sh 0 → 100644
#!/bin/bash
#!/bin/bash
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/sqoop export --connect jdbc:mysql://172.16.25.43:3306/db_gy_dmsmp --username root --password 'mysql!@Hik' -m 1 \
--table credit_activate_stat --input-fields-terminated-by "\t" --input-lines-terminated-by "\n" --update-key "date_time" --update-mode allowinsert \
--columns "total_driver, add_driver,date_time " \
--export-dir /data/traffic/credit_activate_stat/000*
信用分相关/credit_activate_stat/statistics_everyday_credit_activate_stat.sh 0 → 100644
#!/bin/bash
#!/bin/bash
##每天向date_table插入当天的日期数据
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into date_table SELECT current_date(),pmod(datediff(current_date(),'2018-01-01') + 1,7),substr(current_date(),1,7),substr(current_date(),1,4)"
##交通信用激活人数（两部分，一部分是昨日新申领驾照的，另一部分是注册APP的，需要去重：昨日新申领驾照的+昨日注册app中没有驾照的,app注册用户直接写入hdfs）
##昨日新申领驾照的
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table activate_credit_day select sfzmhm,cclzrq,to_date(cclzrq),SUBSTR(cclzrq,1,7) from drivinglicense_gy_day_removal"
##昨日app注册的用户（去除申领了驾照的）
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into activate_credit_day select a.* from app_activate_credit a
left outer join drivinglicense_gy_all b on a.id_card = b.sfzmhm and a.day = date_add(current_date,-1) where b.sfzmhm is null"
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into activate_credit_all partition(month) select * from activate_credit_day" -hiveconf hive.exec.dynamic.partition.mode=nonstrict --hiveconf hive.exec.dynamic.partition=true --hiveconf hive.exec.max.dynamic.partitions=36600 --hiveconf hive.exec.max.dynamic.partitions.pernode=36600
##交通信用激活人数统计计全表
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_activate_stat
select sum(b.num),max(a.num), a.day,current_timestamp from
(select day,count(1) as num from activate_credit_all group by day) a
inner join
(select day,count(day) as num from activate_credit_all group by day) b
on 1=1
where a.day>=b.day
group by a.day
order by a.day desc"
##统计全表日期补全
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_activate_stat select sum(d.add_driver),max(c.add_driver),c.day,current_timestamp from
(select case when b.date_time is null then 0 else b.add_driver end as add_driver,
a.date_time as day from date_table a left outer join credit_activate_stat b on a.date_time=b.date_time) c
inner join
(select case when b.date_time is null then 0 else b.add_driver end as add_driver,
a.date_time as day from date_table a left outer join credit_activate_stat b on a.date_time=b.date_time) d
on 1=1 where c.day>=d.day group by c.day order by c.day desc"
##全表数据抽出天表数据
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_activate_stat_day select * from credit_activate_stat where date_time=date_add(current_date,-1)"
信用分相关/credit_change_analysis/credit_change_analysis2mysql.sh 0 → 100644
#!/bin/bash
#!/bin/bash
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/sqoop export -m 5 --connect jdbc:mysql://172.16.25.43:3306/db_gy_dmsmp --username root --password 'mysql!@Hik' -m 3 --table credit_change_analysis --input-fields-terminated-by "\t" --input-lines-terminated-by "\n" --columns "item_name,item_type,num,date_time,dimension,update_time" --update-key "item_name,date_time" --update-mode allowinsert --export-dir /data/credit/credit_change_analysis_day/
信用分相关/credit_change_analysis/statistics_everyday_credit_change_analysis.sh 0 → 100644
#!/bin/bash
#!/bin/bash
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -f /var/lib/hadoop-hdfs/work/credit/statistics_everyday_credit_change_analysis.sql
信用分相关/credit_change_analysis/statistics_everyday_credit_change_analysis.sql 0 → 100644
INSERT overwrite table credit_change_analysis_day
INSERT overwrite table credit_change_analysis_day
SELECT act_type2,act_type1,sum(times) total,date_sub(eval_day,1) cal_date,score_type,current_timestamp() from credit_action_times_coe
WHERE eval_day=current_date() GROUP BY act_type2,act_type1,score_type,eval_day ;
信用分相关/credit_level_analysis/credit_level_analysis2mysql.sh 0 → 100644
#!/bin/bash
#!/bin/bash
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/sqoop export --connect jdbc:mysql://172.16.25.43:3306/db_gy_dmsmp --username root --password 'mysql!@Hik' -m 1 \
--table credit_level_analysis --input-fields-terminated-by "\t" --input-lines-terminated-by "\n" \
--columns "credit_type,credit_name,type_count,date_time" \
--export-dir /data/credit/credit_level_analysis_day/000*
信用分相关/credit_level_analysis/statistics_everymonth_credit_level_analysis.sh 0 → 100644
#!/bin/bash
#!/bin/bash
##--信用分等级分析
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_level_analysis_day
select
a.big_level ,
case
when a.big_level=1 then '优'
when a.big_level=2 then '良'
when a.big_level=3 then '中'
when a.big_level=4 then '差'
else 'other' end,
a.num ,
trunc(current_date,'MM'),
current_timestamp()
from
(select big_level ,count(1) as num from credit_score_mining_out
where eval_day= trunc(current_date,'MM') group by big_level ) a "
##天表数据导入到全表
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into credit_level_analysis select * from credit_level_analysis_day"
sh /var/lib/hadoop-hdfs/work/blacklist/sqoop2mysql/credit_level_analysis2mysql.sh>>/home/logs/blacklist/credit_level_analysis2mysql_$(date +\%Y\%m\%d).log 2>&1
信用分相关/credit_month_average/credit_month_average2mysql.sh 0 → 100644
#!/bin/bash
#!/bin/bash
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/sqoop export --connect jdbc:mysql://172.16.25.43:3306/db_gy_dmsmp --username root --password 'mysql!@Hik' -m 1 \
--table credit_month_average --input-fields-terminated-by "\t" --input-lines-terminated-by "\n" \
--columns "date_month,avg_credit" \
--export-dir /data/credit/credit_month_average/000*
信用分相关/credit_month_average/statistics_everymonth_credit_month_average.sh 0 → 100644
#!/bin/bash
#!/bin/bash
##月平均分记录
#SUBSTR(DATE_SUB(current_date,DAYOFMONTH(current_date)),1,7)
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_month_average_month select
current_date,
avg(b_score),
current_timestamp
from credit_score_mining_out where eval_day= trunc(current_date(),'MM')"
##月表插入到总表
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into credit_month_average select * from credit_month_average_month"
echo "结果导出"
sh /var/lib/hadoop-hdfs/work/blacklist/sqoop2mysql/credit_month_average2mysql.sh>>/home/logs/blacklist/credit_month_average2mysql_$(date +\%Y\%m\%d).log 2>&1
信用分相关/credit_radar/credit_radar2mysql.sh 0 → 100644
#!/bin/bash
#!/bin/bash
##信用雷达
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/sqoop export --connect jdbc:mysql://172.16.25.43:3306/db_gy_dmsmp --username root --password 'mysql!@Hik' -m 1 \
--table credit_radar --input-fields-terminated-by "\t" --input-lines-terminated-by "\n" --update-key "indicator_type,date_time" --update-mode allowinsert \
--columns "indicator_type,indicator_name,indicator_score,date_time" \
--export-dir /data/credit/credit_radar/000*
信用分相关/credit_radar/statistics_everyday_credit_radar.sh 0 → 100644
#!/bin/bash
#!/bin/bash
##雷达信用
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e"insert overwrite table credit_radar select 1,'违法行为',avg(crime_percent_rank),date_add(eval_day,-1),current_date
from credit_score_mining_out where eval_day=current_date group by eval_day"
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into credit_radar select 2,'安全行驶',avg(accident_percent_rank),date_add(eval_day,-1),current_date
from credit_score_mining_out where eval_day=current_date group by eval_day "
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into credit_radar select 3,'基础信息',avg(per_info_rank),date_add(eval_day,-1), current_date
from credit_score_mining_out where eval_day=current_date group by eval_day "
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e " insert into credit_radar select 4,'文明活动',avg(good_act_rank),date_add(eval_day,-1),current_date
from credit_score_mining_out where eval_day=current_date group by eval_day"
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into credit_radar select 5,'信用履约',avg(task_percent_rank),date_add(eval_day,-1) ,current_date
from credit_score_mining_out where eval_day=current_date group by eval_day"
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert into credit_radar_his partition(day) select * , date_time from credit_radar" -hiveconf hive.exec.dynamic.partition.mode=nonstrict --hiveconf hive.exec.dynamic.partition=true --hiveconf hive.exec.max.dynamic.partitions=36600 --hiveconf hive.exec.max.dynamic.partitions.pernode=36600
信用分相关/credit_total/credit_activate_stat2mysql.sh 0 → 100644
#!/bin/bash
#!/bin/bash
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/sqoop export --connect jdbc:mysql://172.16.25.43:3306/db_gy_dmsmp --username root --password 'mysql!@Hik' -m 1 \
--table credit_activate_stat --input-fields-terminated-by "\t" --input-lines-terminated-by "\n" --update-key "date_time" --update-mode allowinsert \
--columns "total_driver, add_driver,date_time " \
--export-dir /data/traffic/credit_activate_stat/000*
信用分相关/credit_total/statistics_everyday_credit_total.sh 0 → 100644
#!/bin/bash
#!/bin/bash
##信用数据总计表插入数据
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_total
select
i.date_time as date_time,
case when i.total_driver_hb is null then 0.00 else i.total_driver_hb end as total_driver_hb,
case when j.total_driver_tb is null then 0.00 else j.total_driver_tb end as total_driver_tb,
i.total_driver as total_driver,
case when i.add_driver is null then 0 else i.add_driver end as add_driver,
case when j.add_driver_tb is null then 0.00 else j.add_driver_tb end as add_driver_tb,
case when i.add_driver_hb is null then 0.00 else i.add_driver_hb end as add_driver_hb,
case when k.add_blacklist is null then 0 else k.add_blacklist end as add_blacklist,
case when k.add_blacklist_hb is null then 0.00 else k.add_blacklist_hb end as add_blacklist_hb,
case when l.add_blacklist_tb is null then 0.00 else l.add_blacklist_tb end as add_blacklist_tb,
current_timestamp
from
(
select
a.date_time as date_time,
a.total_driver as total_driver,
a.add_driver as add_driver,
round((a.total_driver-b.total_driver)/b.total_driver,6)*100 as total_driver_hb,
round((a.add_driver-b.add_driver)/b.add_driver,6)*100 as add_driver_hb
from (select *,row_number() over(order by date_time desc ) xh from credit_activate_stat) a
inner join (select *,row_number() over(order by date_time desc ) xh from credit_activate_stat) b on a.xh=b.xh-1
) i left outer join
(
select
c.date_time as date_time,
round((c.total_driver-d.total_driver)/d.total_driver,6)*100 as total_driver_tb,
round((c.add_driver-d.add_driver)/d.add_driver,6)*100 as add_driver_tb
from credit_activate_stat c inner join credit_activate_stat d on c.date_time=date_add(d.date_time,30)
) j on (i.date_time=j.date_time) left outer join
(
select
e.date_time as date_time,
e.num as add_blacklist,
round((e.num-f.num)/f.num,6)*100 as add_blacklist_hb
from
(select SUBSTR(startTime,1,10) as date_time,count(1) as num from blacklist_total where sfhmd=1 group by SUBSTR(startTime,1,10) ) e
inner join
(select SUBSTR(startTime,1,10) as date_time,count(1) as num from blacklist_total where sfhmd=1 group by SUBSTR(startTime,1,10)) f
on e.date_time = date_add(f.date_time,1)
) k on (j.date_time=k.date_time) left outer join
(
select
g.date_time as date_time,
round((g.num-h.num)/h.num,6)*100 as add_blacklist_tb
from
(select SUBSTR(startTime,1,10) as date_time,count(1) as num from blacklist_total where sfhmd=1 group by SUBSTR(startTime,1,10)) g
inner join
(select SUBSTR(startTime,1,10) as date_time,count(1) as num from blacklist_total where sfhmd=1 group by SUBSTR(startTime,1,10)) h
on g.date_time = date_add(h.date_time,30)
) l on (k.date_time=l.date_time) order by date_time desc"
/opt/cloudera/parcels/CDH-5.15.1-1.cdh5.15.1.p0.4/bin/hive -e "insert overwrite table credit_total_day select * from credit_total where date_time=date_add(current_date,-1)"
信用分相关/建表语句/credit.txt 0 → 100644
-------------------credit_total-------------------------------
-------------------credit_total-------------------------------
create table IF NOT EXISTS app.credit_total(
date_time string,
total_driver_hb decimal(10,2),
total_driver_tb decimal(10,2),
total_driver_driver int ,
add_driver int ,
add_driver_tb decimal(10,2),
add_driver_hb decimal(10,2),
add_blacklist int ,
add_blacklist_hb decimal(10,2),
add_blacklist_tb decimal(10,2),
active_total_user int,
active_total_user_hb decimal(10,2),
active_total_user_tb decimal(10,2),
active_black_user int,
active_black_user_hb decimal(10,2),
active_black_user_tb decimal(10,2),
blacklist int,
update_time string
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_total';
create table IF NOT EXISTS app.credit_active_total(
date_time string,
active_total_user int,
active_total_user_hb decimal(10,2),
active_total_user_tb decimal(10,2),
active_black_user int,
active_black_user_hb decimal(10,2),
active_black_user_tb decimal(10,2),
blacklist int
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_active_total';
------------------------------------------------credit_activate_stat--------------------------------------------------------
create table IF NOT EXISTS app.credit_activate_stat (
total_driver int COMMENT'总数',
add_driver int COMMENT'当日新增总数',
date_time string COMMENT'日期',
update_time string COMMENT'更新时间'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_activate_stat';
create table IF NOT EXISTS app.credit_activate_stat_his (
total_driver int COMMENT'总数',
add_driver int COMMENT'当日新增总数',
date_time string COMMENT'日期',
update_time string COMMENT'更新时间'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_activate_stat_his';
-------------------------------------------active_black------------------------------------------
create table IF NOT EXISTS app.active_black (
idcard string COMMENT'身份证号',
fromtable string COMMENT'来源表',
starttime string COMMENT'开始时间,default.blacklist_total.starttime',
endtime string COMMENT'结束时间',
startday string COMMENT'开始日期',
reasoncode string COMMENT'原因代码',
sfhmd string COMMENT'是否黑名单'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/active_black';
create table IF NOT EXISTS app.active_black_hiscount (
date_time string COMMENT'日期',
all_num string COMMENT'累计人数',
add_num string COMMENT'新增人数'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/active_black_hiscount';
create table IF NOT EXISTS app.total_black_hiscount (
date_time string COMMENT'日期',
all_num string COMMENT'累计人数',
add_num string COMMENT'新增人数'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/total_black_hiscount';
-------------------------------------------------------app.credit_level_analysis_day------------------------------------------------------------
create table IF NOT EXISTS app.credit_level_analysis_day (
credit_type string COMMENT'等级类型',
credit_name string COMMENT'等级名称',
type_count int COMMENT'该级别人数',
date_time string COMMENT'日期',
update_time string COMMENT'更新时间'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_level_analysis_day';
create table IF NOT EXISTS app.credit_level_analysis_all (
credit_type string COMMENT'等级类型',
credit_name string COMMENT'等级名称',
type_count int COMMENT'该级别人数',
date_time string COMMENT'日期',
update_time string COMMENT'更新时间',
type string COMMENT'1为激活，0为所有'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_level_analysis_all';
--------------------------------------------------------------------app.credit_month_average_month----------------------------------------------------------------------------------
create table IF NOT EXISTS app.credit_month_average_month_all (
date_month string COMMENT'月份',
avg_credit string COMMENT'平均分',
update_time string COMMENT'更新时间',
type string COMMENT'1为激活，0为所有'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_month_average_month_all';
---------------------------------------------------------------------------------app.credit_change_analysis_day--------------------------------------------------------------------------------------------------------
create table IF NOT EXISTS app.credit_change_analysis_day (
item_name string comment '行为小类',
item_type string comment '行为大类',
num int comment '次数',
date_time date comment '计算日期',
dimension int comment '计算维度:1加分,0减分',
update_time string comment '更新时间',
type string COMMENT'1为激活，0为所有'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_change_analysis_day';
-------------------------------------------------------------------------------------app.credit_radar-----------------------------------------------------------------------------------------------------------------
create table IF NOT EXISTS app.credit_radar (
indicator_type string,
indicator_name string,
indicator_score double,
date_time string,
update_time string,
type string COMMENT'1为激活，0为所有'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/traffic/credit_radar';
---------------------------------------------------------------------------------------------------app.credit_score_record----------------------------------------------------------------------------------------------------------
create table IF NOT EXISTS app.credit_score_record(
id_card string COMMENT '身份证号',
gmt_evaluate string COMMENT '评估时间',
month_evaluate string COMMENT '评估月份',
credit_hide_score int COMMENT '用户隐藏信用分',
credit_display_score int COMMENT '用户展示分',
credit_big_level_code int COMMENT '大等级',
credit_small_level_code int COMMENT '小等级',
credit_score_rate string COMMENT '展示分排名占比. 2710表示: 27.1%',
increase_score int COMMENT '加分的分数',
deduction_score int COMMENT '扣分的分数',
traffic_compliance double COMMENT '交通守法',
safe_driving double COMMENT '安全行驶',
base_info double COMMENT '基础信息',
civilized_activity double COMMENT '文明活动',
credit_compliance double COMMENT '信用履约',
credit_display_score_rank int COMMENT '展示分排名',
credit_hide_score_rank int COMMENT '隐藏分排名',
credit_hide_score_rate string COMMENT '隐藏分排名占比',
type string COMMENT'1为激活，0为所有'
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
location '/app/credit/credit_score_record';
信用分相关/建表语句/脚本.txt 0 → 100644
--credit_activate_stat天表
--credit_activate_stat天表
insert overwrite table app.credit_activate_stat SELECT total1.num,daytotal1.num,daytotal1.day,current_timestamp() from (SELECT count(1) num from (SELECT id_card,min(day) day from default.app_activate_credit GROUP BY id_card)a WHERE a.day<current_date()) total1 inner join (SELECT date_add(current_date(),-1) day,count(1) num from (SELECT id_card,min(day) day from default.app_activate_credit GROUP BY id_card)a WHERE a.day=date_add(current_date(),-1)) daytotal1 on 1=1;
--credit_activate_stat_his历史表
insert overwrite table app.credit_activate_stat_his
select sum(b.num),max(a.num), a.day,current_timestamp from
(select mtb2.day,count(1) as num from (SELECT id_card,min(day) day from default.app_activate_credit GROUP BY id_card) mtb2 group by mtb2.day) a
inner join
(select mtb1.day,count(mtb1.day) as num from (SELECT id_card,min(day) day from default.app_activate_credit GROUP BY id_card) mtb1 group by mtb1.day) b
on 1=1
where a.day>=b.day
group by a.day
order by a.day desc;
insert overwrite table app.credit_activate_stat_his select sum(d.add_driver),max(c.add_driver),c.day,current_timestamp from
(select case when b.date_time is null then 0 else b.add_driver end as add_driver,
a.date_time as day from default.date_table a left outer join app.credit_activate_stat_his b on a.date_time=b.date_time) c
inner join
(select case when b.date_time is null then 0 else b.add_driver end as add_driver,
a.date_time as day from default.date_table a left outer join app.credit_activate_stat_his b on a.date_time=b.date_time) d
on 1=1 where c.day>=d.day group by c.day order by c.day desc;
--app.active_black：激活人员的黑名单
INSERT OVERWRITE TABLE app.active_black
SELECT a.id_card,b.fromtable,b.starttime,b.endtime,substr(b.starttime,0,10),b.reasoncode,'1' from
(SELECT id_card,min(`time`) time from default.app_activate_credit GROUP BY id_card) a
INNER JOIN (SELECT idcard,starttime,fromtable,endtime,reasoncode from default.blacklist_total WHERE sfhmd=1)b on a.id_card=b.idcard;
--app.active_black_hiscount：激活黑名单历史统计
insert overwrite table app.active_black_hiscount
select date_time,sum(add_num) over(partition by sfhmd order by date_time) all_num,add_num from
(select a.date_time date_time,case when b.startday is null then 0 else b.num end as add_num,'1' sfhmd from default.date_table a left outer join
(select startday,count(1) num from app.active_black group by startday) b on a.date_time=b.startday) tab;
--app.total_black_hiscount:黑名单全量历史统计
insert overwrite table app.total_black_hiscount
select date_time,sum(add_num) over(partition by sfhmd order by date_time) all_num,add_num from
(select a.date_time date_time,case when b.startday is null then 0 else b.num end as add_num,'1' sfhmd from default.date_table a left outer join
(select day startday,count(1) num from (select idcard,min(substr(starttime,0,10)) day from default.blacklist_total group by idcard)tb group by day)
b on a.date_time=b.startday) tab;
--credit_active_total:激活环比同比表
insert overwrite table app.credit_active_total
select
i.date_time as date_time,
i.active_total_user as active_total_user,
case when i.active_total_user_hb is null then 0.00 else i.active_total_user_hb end as active_total_user_hb,
case when j.active_total_user_tb is null then 0.00 else j.active_total_user_tb end as active_total_user_tb,
case when k.active_black_user is null then 0 else k.active_black_user end as active_black_user,
case when k.active_black_user_hb is null then 0 else k.active_black_user_hb end as active_black_user_hb,
case when l.active_black_user_tb is null then 0 else l.active_black_user_tb end as active_black_user_tb,
case when m.blacklist is null then 0 else m.blacklist end as blacklist,
case when m.blacklist_hb is null then 0 else m.blacklist_hb end as blacklist_hb,
case when n.blacklist_tb is null then 0 else n.blacklist_tb end as blacklist_tb
from
(
select
a.date_time as date_time,
a.total_driver as active_total_user,
round((a.total_driver-b.total_driver)/b.total_driver,6)*100 as active_total_user_hb
from (select *,row_number() over(order by date_time desc ) xh from app.credit_activate_stat_his) a
inner join (select *,row_number() over(order by date_time desc ) xh from app.credit_activate_stat_his) b on a.xh=b.xh-1
) i left outer join
(
select
c.date_time as date_time,
round((c.total_driver-d.total_driver)/d.total_driver,6)*100 as active_total_user_tb
from app.credit_activate_stat_his c inner join app.credit_activate_stat_his d on c.date_time=date_add(d.date_time,30)
) j on (i.date_time=j.date_time) left outer join
(
select
e.date_time as date_time,
e.all_num active_black_user,
round((e.add_num-f.add_num)/f.add_num,6)*100 as active_black_user_hb
from app.active_black_hiscount e inner join app.active_black_hiscount f on e.date_time = date_add(f.date_time,1)
) k on (j.date_time=k.date_time) left outer join
(
select
g.date_time as date_time,
round((g.add_num-h.add_num)/h.add_num,6)*100 as active_black_user_tb
from app.active_black_hiscount g inner join app.active_black_hiscount h on g.date_time = date_add(h.date_time,30)
) l on (k.date_time=l.date_time) left outer join
(
select a1.date_time date_time,a1.all_num blacklist,round((a1.add_num-b1.add_num)/b1.add_num,6)*100 as blacklist_hb from
app.total_black_hiscount a1 inner join app.total_black_hiscount b1 on a1.date_time= date_add(b1.date_time,1)
) m on (l.date_time=m.date_time) left outer join
(
select a2.date_time date_time,round((a2.add_num-b2.add_num)/b2.add_num,6)*100 as blacklist_tb from
app.total_black_hiscount a2 inner join app.total_black_hiscount b2 on a2.date_time= date_add(b2.date_time,30)
)n on (m.date_time=n.date_time) order by date_time desc
--app.credit_total ：信用数据总计表
INSERT OVERWRITE table app.credit_total
SELECT a.date_time,a.total_driver_hb,a.total_driver_tb,a.total_driver_driver,a.add_driver,a.add_driver_tb,a.add_blacklist_hb,a.add_blacklist,a.add_blacklist_hb,a.add_blacklist_tb,
b.active_total_user,b.active_total_user_hb,b.active_total_user_tb,b.active_black_user,b.active_black_user_hb,b.active_black_user_tb,b.blacklist,b.blacklist_hb,b.blacklist_tb,current_timestamp()
from default.credit_total a INNER JOIN app.credit_active_total b on a.date_time=b.date_time;
--app.credit_level_analysis_day:等级分析表-------------------------------------------------------月
insert overwrite table app.credit_level_analysis_day
select
a.big_level ,
case
when a.big_level=1 then '优'
when a.big_level=2 then '良'
when a.big_level=3 then '中'
when a.big_level=4 then '差'
else 'other' end,
a.num ,
trunc(current_date,'MM'),
current_timestamp()
from
(select big_level ,count(1) as num from (SELECT b.* from default.app_activate_credit a INNER JOIN
(SELECT * from default.credit_score_mining_out WHERE eval_day=trunc(current_date(),'MM')) b on a.id_card=b.idcard_no)tab
group by big_level ) a ;
INSERT overwrite table app.credit_level_analysis_all
SELECT credit_type,credit_name,type_count,date_time,update_time,'1' from app.credit_level_analysis_day WHERE date_time=trunc(current_date(),'MM');
INSERT into app.credit_level_analysis_all
SELECT credit_type,credit_name,type_count,date_time,update_time,'0' from default.credit_level_analysis_day WHERE date_time=trunc(current_date(),'MM');
--信用平均分----------------------------------------------------------------------------------------月
insert overwrite table app.credit_month_average_month_all select
trunc(current_date(),'MM'),
avg(b_score),
current_timestamp,
'1'
from (SELECT b.* from default.app_activate_credit a INNER JOIN
(SELECT * from default.credit_score_mining_out WHERE eval_day=trunc(current_date(),'MM')) b on a.id_card=b.idcard_no)tab where eval_day= trunc(current_date(),'MM');
insert into app.credit_month_average_month_all select
trunc(current_date(),'MM'),
avg(b_score),
current_timestamp,
'0'
from default.credit_score_mining_out where eval_day= trunc(current_date(),'MM');
--信用分变更----------------------------
INSERT overwrite table app.credit_change_analysis_day
SELECT act_type2,act_type1,sum(times) total,date_sub(eval_day,1) cal_date,score_type,current_timestamp(),'0' from
default.credit_action_times_coe
WHERE eval_day=current_date() GROUP BY act_type2,act_type1,score_type,eval_day ;
INSERT into table app.credit_change_analysis_day
SELECT act_type2,act_type1,sum(times) total,date_sub(eval_day,1) cal_date,score_type,current_timestamp(),'1' from
(
SELECT b.* from default.app_activate_credit a INNER JOIN (SELECT * from
credit_action_times_coe WHERE eval_day=current_date() ) b on a.id_card=b.idcard_no
)tab
GROUP BY act_type2,act_type1,score_type,eval_day ;
--信用雷达-----------------------------
insert overwrite table app.credit_radar select 1,'违法行为',avg(crime_percent_rank),date_add(eval_day,-1),current_date(),'0' from default.credit_score_mining_out where eval_day=current_date() group by eval_day;
insert into table app.credit_radar select 1,'违法行为',avg(crime_percent_rank),date_add(eval_day,-1),current_date(),'1' from
(select * from default.app_activate_credit a inner join (select * from default.credit_score_mining_out where eval_day=current_date())b on a.id_card=b.idcard_no)tab group by eval_day;
insert into app.credit_radar select 2,'安全行驶',avg(accident_percent_rank),date_add(eval_day,-1),current_date(),'0' from default.credit_score_mining_out where eval_day=current_date() group by eval_day;
insert into app.credit_radar select 2,'安全行驶',avg(accident_percent_rank),date_add(eval_day,-1),current_date(),'1' from
(select * from default.app_activate_credit a inner join (select * from default.credit_score_mining_out where eval_day=current_date())b on a.id_card=b.idcard_no)tab group by eval_day;
insert into app.credit_radar select 3,'基础信息',avg(per_info_rank),date_add(eval_day,-1), current_date(),'0' from default.credit_score_mining_out where eval_day=current_date() group by eval_day;
insert into app.credit_radar select 3,'基础信息',avg(per_info_rank),date_add(eval_day,-1), current_date(),'1' from
(select * from default.app_activate_credit a inner join (select * from default.credit_score_mining_out where eval_day=current_date())b on a.id_card=b.idcard_no)tab group by eval_day;
insert into app.credit_radar select 4,'文明活动',avg(good_act_rank),date_add(eval_day,-1),current_date(),'0' from default.credit_score_mining_out where eval_day=current_date() group by eval_day;
insert into app.credit_radar select 4,'文明活动',avg(good_act_rank),date_add(eval_day,-1),current_date(),'1' from
(select * from default.app_activate_credit a inner join (select * from default.credit_score_mining_out where eval_day=current_date())b on a.id_card=b.idcard_no)tab group by eval_day;
insert into app.credit_radar select 5,'信用履约',avg(task_percent_rank),date_add(eval_day,-1) ,current_date(),'0' from default.credit_score_mining_out where eval_day=current_date() group by eval_day;
insert into app.credit_radar select 5,'信用履约',avg(task_percent_rank),date_add(eval_day,-1) ,current_date(),'1' from
(select * from default.app_activate_credit a inner join (select * from default.credit_score_mining_out where eval_day=current_date())b on a.id_card=b.idcard_no)tab group by eval_day;
--score_record---------------------------
insert overwrite table app.credit_score_record_day SELECT idcard_no,eval_day,substr(eval_day,1,7),b_score,per_info_score+total_no_bad_score+total_task_add_score+total_good_act_score,abs(total_crime_score+total_acci_score+total_task_m_score),crime_percent_rank,accident_percent_rank,per_info_rank,good_act_rank,task_percent_rank,b_rank,cast((tb.num-b_rank)/tb.num as decimal(38,6))*10000 FROM (select * from default.credit_score_mining_out where eval_day=current_date()) a INNER JOIN (SELECT count(1) num from default.credit_score_mining_out WHERE eval_day=current_date() ) tb on 1=1;
insert overwrite table app.credit_score_record_day_new SELECT idcard_no,substr(eval_day,1,7),a_score,big_level,small_level,cast((tb.num-a_rank)/tb.num as decimal(38,6))*10000,a_rank FROM (select idcard_no,eval_day,a_score,big_level,small_level,a_rank from (select b1.*,row_number() over(partition by idcard_no order by eval_day asc) evalrank from (select a0.* from (select idcard_no,eval_day,a_score,big_level,small_level,a_rank from default.credit_score_mining_out where eval_day>trunc(current_date(),'MM')) a0 left outer join (select idcard_no from default.credit_score_mining_out where eval_day=trunc(current_date(),'MM')) a1 on a0.idcard_no=a1.idcard_no where a1.idcard_no is null)b1 ) b2 where evalrank=1) a INNER JOIN (SELECT count(1) num from default.credit_score_mining_out WHERE eval_day=current_date()) tb on 1=1;
INSERT OVERWRITE TABLE app.credit_score_record_everyday SELECT a.id_card,a.gmt_evaluate,a.month_evaluate,a.credit_hide_score,b.credit_display_score,b.credit_big_level_code,b.credit_small_level_code,b.credit_score_rate,a.increase_score,a.deduction_score,a.traffic_compliance,a.safe_driving,a.base_info,a.civilized_activity,a.credit_compliance,b.credit_display_score_rank,a.credit_hide_score_rank,a.credit_hide_score_rate from app.credit_score_record_day a INNER JOIN app.credit_score_record_month b on a.id_card=b.id_card;
insert into app.credit_score_record_everyday SELECT a.id_card,a.gmt_evaluate,a.month_evaluate,a.credit_hide_score,b.credit_display_score,b.credit_big_level_code,b.credit_small_level_code,b.credit_score_rate,a.increase_score,a.deduction_score,a.traffic_compliance,a.safe_driving,a.base_info,a.civilized_activity,a.credit_compliance,b.credit_display_score_rank,a.credit_hide_score_rank,a.credit_hide_score_rate from app.credit_score_record_day a INNER JOIN app.credit_score_record_day_new b on a.id_card=b.id_card;
insert overwrite table app.credit_score_record
select id_card,gmt_evaluate,month_evaluate,credit_hide_score,credit_display_score,credit_big_level_code,credit_small_level_code,
cast((tb.num-credit_display_score_rank)/tb.num as decimal(38,6))*10000 credit_score_rate ,
increase_score,deduction_score,traffic_compliance,safe_driving,base_info,civilized_activity,credit_compliance,credit_display_score_rank,
credit_hide_score_rank,cast((tb.num-credit_hide_score_rank)/tb.num as decimal(38,6))*10000 credit_hide_score_rate,'1' from
(SELECT id_card,gmt_evaluate,month_evaluate,credit_hide_score,credit_display_score,credit_big_level_code,credit_small_level_code,
increase_score,deduction_score,traffic_compliance,safe_driving,base_info,civilized_activity,credit_compliance,rank() over(PARTITION BY gmt_evaluate ORDER BY credit_display_score desc) credit_display_score_rank,
rank() over(PARTITION BY gmt_evaluate ORDER BY credit_hide_score desc) credit_hide_score_rank from
(SELECT b.* from default.app_activate_credit a1 INNER JOIN app.credit_score_record_everyday b on a1.id_card=b.id_card)tab) a
INNER JOIN (SELECT count(1) num from default.app_activate_credit a1l INNER JOIN app.credit_score_record_everyday bl on a1l.id_card=bl.id_card) tb on 1=1;
insert into app.credit_score_record
select *,'0' from app.credit_score_record_everyday;
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment