micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Ruslan 2025-10-02 15:24:26 +05:00
parent 4cf49da941
commit 27f0f90918
3 changed files with 2 additions and 60 deletions
Download patch file Download diff file Expand all files Collapse all files

27
mappings/info_recruits/citizen_tables/citizen/delta_citizen.hpl
View file

@ -1,27 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>delta_citizen</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/08/05 12:54:02.780</created_date>
<modified_user>-</modified_user>
<modified_date>2025/08/05 12:54:02.780</modified_date>
</info>
<notepads>
</notepads>
<order>
</order>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

32
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow.hpl
View file

@ -265,30 +265,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??
SELECT
r.id as recruit_id,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'reg' END) AS actualAddress,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'regDateStart' END) AS actualAddress_regDateStart,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'regDateEnd' END) AS actualAddress_regDateEnd,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'reg' END) AS residenceAddress,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'regDateStart' END) AS residenceAddress_regDateStart,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'regDateEnd' END) AS residenceAddress_regDateEnd,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'kodTipReg' END) AS residenceAddress_kodTipReg
FROM
public.recruits AS r
LEFT JOIN
LATERAL jsonb_array_elements(r.addresses) AS addr ON true
WHERE '${ID_F1}' != '' -- Проверка на пустую строку
AND COALESCE(current_recruitment_id, target_recruitment_id) = '${ID_F1}'
AND '${M_R_CR_DATE}' >= r.system_create_date::timestamp
GROUP BY
r.id
)
*/
SELECT
<limit/>
<sql>SELECT
r.system_pgs_status,
r.full_name,
r.last_name,
@ -313,12 +291,6 @@ SELECT
--ri.info->'svedFL'->'svedVoin'->'voin'->>'dataReg' AS issue_date,
r.system_create_date AS recruit_create_date,
r.system_update_date AS update_date,
/*
CASE
WHEN r.vu_current_info->>'recruitmentCommercialInfo' = 'true' THEN 'CONVICT'
ELSE 'NOTCONVICT'
END AS convicts,
*/
r.current_recruitment_id AS recruitment_id,
r.target_recruitment_id,
CASE

3
mappings/info_recruits/raw_data/recruits_info/parallel/recruits_info_flow.hpl
View file

@ -347,14 +347,11 @@ ${LIMIT_FW}</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>recruits_info</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>