micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

some useless changes to deploy

Browse source
This commit is contained in:
Fusionshh 2025-10-23 08:12:24 +03:00
parent 671b845b43
commit 6889a80db2
9 changed files with 26 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

2
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow.hpl
View file

@ -415,7 +415,7 @@ select fd.recruit_id,
reg_npd_date, reg_npd_date,
dereg_npd_date, dereg_npd_date,
fd.actual as actual, fd.actual as actual,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
from filtered_data fd; from filtered_data fd;
</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>

2
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow_delta.hpl
View file

@ -621,7 +621,7 @@ select fd.recruit_id,
to_date(pred_ip_elem ->> 'dataRegIP', 'YYYY-MM-DD') as pred_registration_date, to_date(pred_ip_elem ->> 'dataRegIP', 'YYYY-MM-DD') as pred_registration_date,
to_date(pred_ip_elem ->> 'dataINNNed', 'YYYY-MM-DD') as pred_deregistration_date, to_date(pred_ip_elem ->> 'dataINNNed', 'YYYY-MM-DD') as pred_deregistration_date,
to_date(fd.pred_ip_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' as pred_need_update, to_date(fd.pred_ip_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' as pred_need_update,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
from filtered_data fd; from filtered_data fd;
</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>

2
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow_repeat.hpl
View file

@ -419,7 +419,7 @@ select fd.recruit_id,
reg_npd_date, reg_npd_date,
dereg_npd_date, dereg_npd_date,
fd.actual as actual, fd.actual as actual,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
from filtered_data fd;</sql> from filtered_data fd;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

2
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow.hpl
View file

@ -355,7 +355,7 @@ select fd.recruit_id,
to_date(npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as register_date, to_date(npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as register_date,
to_date(npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as deregistration_date, to_date(npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as deregistration_date,
actual, actual,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
from filtered_data fd;</sql> from filtered_data fd;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

2
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow_delta.hpl
View file

@ -514,7 +514,7 @@ select fd.recruit_id,
to_date(pred_npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as pred_register_date, to_date(pred_npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as pred_register_date,
to_date(pred_npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as pred_deregistration_date, to_date(pred_npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as pred_deregistration_date,
to_date(pred_npd_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' as pred_need_update, to_date(pred_npd_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' as pred_need_update,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
from filtered_data fd;</sql> from filtered_data fd;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

2
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow_repeat.hpl
View file

@ -356,7 +356,7 @@ select fd.recruit_id,
to_date(npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as register_date, to_date(npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as register_date,
to_date(npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as deregistration_date, to_date(npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as deregistration_date,
actual, actual,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
from filtered_data fd;</sql> from filtered_data fd;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

23
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow.hpl
View file

@ -365,9 +365,10 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning> </partitioning>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id, <limit/>
<sql>WITH filtered_data AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr, ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr,
ctid ctid
FROM ervu_dashboard.recruits_info ri FROM ervu_dashboard.recruits_info ri
WHERE jsonb_typeof(ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat') = 'array' WHERE jsonb_typeof(ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat') = 'array'
AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}')) AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}'))
@ -379,19 +380,19 @@ SELECT fd.recruit_id,
to_date(trud_elem ->> 'dataMeropr', 'YYYY-MM-DD') AS personnel_event_date, to_date(trud_elem ->> 'dataMeropr', 'YYYY-MM-DD') AS personnel_event_date,
trud_elem ->> 'naimTipKadrMeropr' AS personnel_event_type, trud_elem ->> 'naimTipKadrMeropr' AS personnel_event_type,
to_date(trud_elem ->> 'dataSved', 'YYYY-MM-DD') AS source_update_date, to_date(trud_elem ->> 'dataSved', 'YYYY-MM-DD') AS source_update_date,
coalesce((trud_elem ->> 'prAktMestRab') = '1', false) AS actual_employer, coalesce((trud_elem -&gt;&gt; 'prAktMestRab') = '1', false) AS actual_employer,
to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date, to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date,
to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date, to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date,
fd.ctid = (select max(ctid) from fd) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
FROM filteredData fd FROM filtered_data fd
CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem
LEFT JOIN LATERAL jsonb_array_elements( LEFT JOIN LATERAL jsonb_array_elements(
CASE CASE
WHEN jsonb_typeof(trud_elem -> 'svedUhodReb') = 'array' WHEN jsonb_typeof(trud_elem -> 'svedUhodReb') = 'array'
THEN trud_elem -> 'svedUhodReb' THEN trud_elem -> 'svedUhodReb'
ELSE '[]'::jsonb ELSE '[]'::jsonb
END) AS uhod_elem END) AS uhod_elem
ON true;</sql> ON true;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

7
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow_delta.hpl
View file

@ -360,7 +360,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning> </partitioning>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id, <limit/>
<sql>WITH filtered_data AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr, ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr,
ctid ctid
FROM ervu_dashboard.recruits_info ri FROM ervu_dashboard.recruits_info ri
@ -377,8 +378,8 @@ SELECT fd.recruit_id,
coalesce((trud_elem ->> 'prAktMestRab') = '1', false) AS actual_employer, coalesce((trud_elem ->> 'prAktMestRab') = '1', false) AS actual_employer,
to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date, to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date,
to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date, to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date,
fd.ctid = (select max(ctid) from filteredData) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
FROM filteredData fd FROM filtered_data fd
CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem
LEFT JOIN LATERAL jsonb_array_elements( LEFT JOIN LATERAL jsonb_array_elements(
CASE CASE

7
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow_repeat.hpl
View file

@ -358,7 +358,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning> </partitioning>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id, <limit/>
<sql>WITH filtered_data AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr, ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr,
ctid ctid
FROM ervu_dashboard.recruits_info ri FROM ervu_dashboard.recruits_info ri
@ -375,8 +376,8 @@ SELECT fd.recruit_id,
coalesce((trud_elem ->> 'prAktMestRab') = '1', false) AS actual_employer, coalesce((trud_elem ->> 'prAktMestRab') = '1', false) AS actual_employer,
to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date, to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date,
to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date, to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date,
fd.ctid = (select max(ctid) from filteredData) as last_row fd.ctid = (select max(ctid) from filtered_data) as last_row
FROM filteredData fd FROM filtered_data fd
CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem
LEFT JOIN LATERAL jsonb_array_elements( LEFT JOIN LATERAL jsonb_array_elements(
CASE CASE