1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
| WITH flow_log_info AS
(SELECT a.dt,
b.region_id,
b.region_name,
b.management_city_id,
b.management_city_name,
a.device_type_id,
a.customer_id,
a.event_type,
a.val_cid,
a.val_bid,
a.order_id
FROM mart_caterb2b.fact_flow_visit_click_kv_day a
JOIN
(SELECT m.dt,
m.customer_id,
n.region_id,
n.region_name,
n.management_city_id,
n.management_city_name
FROM mart_caterb2b.dim_caterb2b_customer_his m
JOIN mart_caterb2b.dim_sm_management_city_info n ON m.city_id = n.city_id
WHERE m.dt = '$now.datekey') b ON a.customer_id = b.customer_id
AND a.dt = b.dt
WHERE a.dt = '$now.datekey')
INSERT OVERWRITE TABLE `${target.table}` PARTITION (dt)
SELECT coalesce(e.region_id, '-1') AS region_id,
coalesce(e.region_name, '全部') AS region_name,
coalesce(e.management_city_id, '-1') AS management_city_id,
coalesce(e.management_city_name, '全部') AS management_city_name,
coalesce(e.device_type_id, '-1') AS device_type_id,
e.dau,
e.home_expose_uv,
e.home_click_uv,
e.add_cart_uv,
e.order_uv,
e.order_arrange_uv,
e.conversion_sales_amt,
if(e.home_expose_uv = 0, 0, 1 - (e.home_click_uv / e.home_expose_uv)) AS bounce_rate,
if(e.dau = 0, 0, e.order_arrange_uv / e.dau) AS dau_arrange_rate,
if(e.dau = 0, 0, e.conversion_sales_amt / e.dau) AS sales_amt_per_uv,
'$now.datekey' AS dt
FROM
(SELECT c.region_id,
c.region_name,
c.management_city_id,
c.management_city_name,
c.device_type_id,
sum(c.dau) AS dau,
sum(c.home_expose_uv) AS home_expose_uv,
sum(c.home_click_uv) AS home_click_uv,
sum(c.add_cart_uv) AS add_cart_uv,
sum(c.order_uv) AS order_uv,
sum(c.order_arrange_uv) AS order_arrange_uv,
sum(c.conversion_sales_amt) AS conversion_sales_amt
FROM
(SELECT a.region_id,
a.region_name,
a.management_city_id,
a.management_city_name,
a.device_type_id,
count(DISTINCT a.customer_id) AS dau,
count(DISTINCT IF (a.event_type = 'view'
AND a.val_cid = 'page_csu_list', a.customer_id, NULL)) AS home_expose_uv,
count(DISTINCT IF (a.event_type = 'click'
AND a.val_cid = 'page_csu_list', a.customer_id, NULL)) AS home_click_uv,
count(DISTINCT IF (a.val_bid = 'b_h856xuac', a.customer_id, NULL)) AS add_cart_uv,
count(DISTINCT IF (a.val_cid = 'page_order_confirm'
AND a.val_bid = 'b_drqbsnud', a.customer_id, NULL)) AS order_uv,
0 AS order_arrange_uv,
0 AS conversion_sales_amt
FROM flow_log_info a
GROUP BY a.region_id,
a.region_name,
a.management_city_id,
a.management_city_name,
a.device_type_id
GROUPING SETS ((a.region_id, a.region_name, a.management_city_id, a.management_city_name, a.device_type_id),
(a.region_id, a.region_name, a.device_type_id),
(a.region_id, a.region_name, a.management_city_id, a.management_city_name),
(a.region_id, a.region_name),
(a.device_type_id),
())
UNION ALL
SELECT a.region_id,
a.region_name,
a.management_city_id,
a.management_city_name,
a.device_type_id,
0 AS dau,
0 AS home_expose_uv,
0 AS home_click_uv,
0 AS add_cart_uv,
0 AS order_uv,
count(DISTINCT IF (a.val_cid = 'page_order_confirm'
AND a.val_bid = 'b_drqbsnud'
AND d.order_id IS NOT NULL, a.customer_id, NULL)) AS order_arrange_uv,
sum(IF (a.val_cid = 'page_order_confirm'
AND a.val_bid = 'b_drqbsnud'
AND d.order_id IS NOT NULL, d.arranged_amt, 0)) AS conversion_sales_amt
FROM flow_log_info a
JOIN
(SELECT e.dt,
e.parent_order_id,
c.order_id,
c.arranged_amt
FROM mart_caterb2b.fact_biz_order_day e
LEFT JOIN
(SELECT dt,
order_id,
sum(arranged_amt) AS arranged_amt
FROM mart_caterb2b.mid_deal_order_item_withpop
WHERE dt = '$now.datekey'
AND is_arranged = 1
AND channel_id = 1001
AND order_type NOT IN (3,
4)
AND spu_type != 5
GROUP BY dt,
order_id) c ON e.dt = c.dt
AND e.order_id = c.order_id
WHERE e.dt = '$now.datekey') d ON a.order_id = d.parent_order_id
AND a.dt = d.dt
GROUP BY a.region_id,
a.region_name,
a.management_city_id,
a.management_city_name,
a.device_type_id
GROUPING SETS ((a.region_id, a.region_name, a.management_city_id, a.management_city_name, a.device_type_id),
(a.region_id, a.region_name, a.device_type_id),
(a.region_id, a.region_name, a.management_city_id, a.management_city_name),
(a.region_id, a.region_name),
(a.device_type_id),
()) )c
GROUP BY c.region_id,
c.region_name,
c.management_city_id,
c.management_city_name,
c.device_type_id) e
|
