Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
D
dataquality_doc
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
CI / CD Analytics
Repository Analytics
Value Stream Analytics
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
王东
dataquality_doc
Commits
1abb2d90
Commit
1abb2d90
authored
Sep 29, 2022
by
胡涛
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
指标统计sql脚本
parent
9aeaf5e7
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
100 additions
and
10 deletions
+100
-10
ODS/DDL元数据/HISREGIST.sql
ODS/DDL元数据/HISREGIST.sql
+56
-0
ODS/数据同步/ODS_REGIST.sql
ODS/数据同步/ODS_REGIST.sql
+10
-10
ODS/数据清洗/DUPLICK_ENDOR.sql
ODS/数据清洗/DUPLICK_ENDOR.sql
+0
-0
ODS/数据清洗/DUPLICK_POLICY.sql
ODS/数据清洗/DUPLICK_POLICY.sql
+0
-0
ODS/数据清洗/DUPLICK_REGIST.sql
ODS/数据清洗/DUPLICK_REGIST.sql
+12
-0
ZB_CK/数据存储/ZB_CK_KAFKA_LPDATA.sql
ZB_CK/数据存储/ZB_CK_KAFKA_LPDATA.sql
+22
-0
No files found.
ODS/DDL元数据/HISREGIST.sql
0 → 100644
View file @
1abb2d90
-- HISREGIST 车险报案
业务对象命名:
HISREGIST
HISREGIST_ACTUALDATA
REGIST_ACTUALDATA_PRPLCREGIST
REGIST_ACTUALDATA_PRPLCREGIST_PRPLREPORTER
REGIST_ACTUALDATA_PRPLCREGIST_PRPLLINKER
REGIST_ACTUALDATA_PRPLPOLICY
REGIST_ACTUALDATA_PRPLCARLOSSDETAIL
REGIST_ACTUALDATA_PRPLCARLOSSDETAIL_PRPLCAR
REGIST_ACTUALDATA_PRPLCDAMAGE
REGIST_ACTUALDATA_PRPLCDAMAGE_PRPLDAMAGEADDRESS
{
actualData
row
(
accidentNo
String
,
-- 事故号
damageStartDate
String
,
-- 出险时间 无需转码 2021-06-27 19:25:00
reportDate
String
,
-- 报案时间 无需转码 2021-06-27 19:37:18
damageAddress
String
,
-- 出险地点
prplcregist
array
<
row
(
policyNo
String
,
-- 保单号
registNo
String
,
-- 报案号
deptCode
String
,
-- 理赔机构代码
deptName
String
,
-- 理赔机构名称
prplreporter
row
(
reporterName
String
,
-- 报案人名称
reporterMobileNo
String
-- 报案人电话
)
,
prpllinker
row
(
linkerName
String
,
-- 联系人名称
linkerPhoneNo
String
-- 联系人电话
)
)
>
,
prplpolicy
String
,
prplcarlossdetail
array
<
row
(
prplcar
row
(
brandCode
String
,
-- 品牌
carModelCode
String
-- 车型
)
)
>
,
prplcdamage
row
(
prpldamageaddress
row
(
longitude
String
,
-- 经度
latitude
String
-- 纬度
)
,
damageName
String
,
-- 出险原因
damageCourse
String
-- 出险经过
)
),
log_time
String
,
nodeCode
String
}
\ No newline at end of file
ODS/数据同步/ODS_REGIST.sql
View file @
1abb2d90
-- ODS_REGIST ODS_报案业务数据
-- ODS_REGIST ODS_报案业务数据
insert
into
ODS
.
ODS_KAFKA_FIRSTHAND
.
REGIST
-- topic
REGIST 无需去重
insert
into
ODS
.
ODS_KAFKA_FIRSTHAND
.
HISREGIST
-- topic HIS
REGIST 无需去重
select
select
s1
.
actualData
,
s1
.
actualData
,
DATE_FORMAT
(
LOCALTIMESTAMP
,
'yyyy-MM-dd HH:mm:ss'
)
as
log_time
,
-- 加工平台处理数据时间
nodeCode
nodeCode
from
ODS
.
SOURCE_KAFKA_REGIST_PRD
.
HISREGIST
s1
-- topic ClaimCase
from
ODS
.
SOURCE_KAFKA_REGIST_PRD
.
REGIST
s1
where
s1
.
nodeCode
=
'RegistCar'
;
;
...
@@ -16,10 +15,10 @@ select
...
@@ -16,10 +15,10 @@ select
CONCAT
(
'MQ_REGIST/'
,
LEFT
(
DataAccRegistUDF
(
date_time
,
'get'
),
10
))
as
`key`
,
CONCAT
(
'MQ_REGIST/'
,
LEFT
(
DataAccRegistUDF
(
date_time
,
'get'
),
10
))
as
`key`
,
DataAccRegistUDF
(
date_time
,
'get'
)
as
val
DataAccRegistUDF
(
date_time
,
'get'
)
as
val
from
(
from
(
select
select
DATE_FORMAT
(
LOCALTIMESTAMP
,
'yyyy-MM-dd HH:mm:ss'
)
as
date_time
-- 批单累加器 yyyy-MM-dd:num
DATE_FORMAT
(
LOCALTIMESTAMP
,
'yyyy-MM-dd HH:mm:ss'
)
as
date_time
-- 批单累加器 yyyy-MM-dd:num
from
ODS
.
SOURCE_KAFKA_REGIST_PRD
.
REGIST
from
ODS
.
SOURCE_KAFKA_REGIST_PRD
.
HIS
REGIST
-- 在select与where条件中同时调用该参数 acc,会执行两次UDF函数 ,所以通过定义函数记录该参数 DataAccEndorLogUDF
-- 在select与where条件中同时调用该参数 acc,会执行两次UDF函数 ,所以通过定义函数记录该参数 DataAccEndorLogUDF
where
LEFT
(
DataAccRegistUDF
(
DATE_FORMAT
(
LOCALTIMESTAMP
,
'yyyy-MM-dd HH:mm:ss'
),
'set'
),
10
)
<>
'xxxx-xx-xx'
-- 将该参数保留
where
LEFT
(
DataAccRegistUDF
(
DATE_FORMAT
(
LOCALTIMESTAMP
,
'yyyy-MM-dd HH:mm:ss'
),
'set'
),
10
)
<>
'xxxx-xx-xx'
-- 将该参数保留
)
s1
)
s1
;
;
\ No newline at end of file
ODS/数据
去重
/DUPLICK_ENDOR.sql
→
ODS/数据
清洗
/DUPLICK_ENDOR.sql
View file @
1abb2d90
File moved
ODS/数据
去重
/DUPLICK_POLICY.sql
→
ODS/数据
清洗
/DUPLICK_POLICY.sql
View file @
1abb2d90
File moved
ODS/数据清洗/DUPLICK_REGIST.sql
0 → 100644
View file @
1abb2d90
-- DUPLICK_REGIST DUPLICK_报案业务数据
insert
into
ODS
.
ODS_KAFKA
.
REGIST
-- topic REGIST 无需去重
select
s1
.
actualData
,
DATE_FORMAT
(
LOCALTIMESTAMP
,
'yyyy-MM-dd HH:mm:ss'
)
as
log_time
,
-- 加工平台处理数据时间
nodeCode
from
ODS
.
ODS_KAFKA_FIRSTHAND
.
REGIST
s1
-- topic HISREGIST
;
ZB_CK/数据存储/ZB_CK_KAFKA_LPDATA.sql
0 → 100644
View file @
1abb2d90
-- ZB_CK_KAFKA_LPDATA ZB_CK_理赔清单KAFKA
insert
into
ZB_CK
.
ZB_CK_MYSQL
.
KAFKA_LPDATA
select
`COMCODE`
,
`LEVEL1COMCODE`
,
`LEVEL2COMCODE`
,
`LEVEL3COMCODE`
,
`LEVEL4COMCODE`
,
`LEVEL5COMCODE`
,
`risk`
,
`classcode`
,
`businessNatureCode`
,
`chnl`
,
`cladate`
,
`setdate`
,
`settledamount`
,
`lossamout`
,
`flag`
,
`claimno`
,
`no`
,
`log_time`
from
ZB_ODS
.
ZB_ODS_KAFKA
.
LPDATA
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment