micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

фиксы обновлений

Browse source
This commit is contained in:
adel.ka 2025-10-22 12:03:54 +03:00
parent 2ecd563145
commit a55ca97ac6
15 changed files with 57 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

3
mappings/info_recruits/citizen_tables/child/parallel/child_flow.hpl
View file

@ -310,7 +310,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH children_data AS (
SELECT
ri.recruit_id AS recruit_id,
@ -468,11 +467,13 @@ FROM children_data;</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

3
mappings/info_recruits/citizen_tables/child/parallel/child_flow_delta.hpl
View file

@ -406,7 +406,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH children_data AS (
SELECT
ri.recruit_id AS recruit_id,
@ -483,11 +482,13 @@ FROM children_data;</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

2
mappings/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl
View file

@ -497,11 +497,13 @@ FROM children_data;</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

3
mappings/info_recruits/citizen_tables/citizen_guardianship/parallel/citizen_guardianship_flow.hpl
View file

@ -418,16 +418,19 @@ FROM guardianship_data;</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_guardian</field>
<name>is_guardian</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

3
mappings/info_recruits/citizen_tables/citizen_guardianship/parallel/citizen_guardianship_flow_delta.hpl
View file

@ -433,16 +433,19 @@ FROM guardianship_data;</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_guardian</field>
<name>is_guardian</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

4
mappings/info_recruits/citizen_tables/citizen_guardianship/parallel/citizen_guardianship_flow_repeat.hpl
View file

@ -394,7 +394,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH guardianship_data AS (
SELECT
ri.recruit_id AS recruit_id,
@ -449,16 +448,19 @@ FROM guardianship_data;</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_guardian</field>
<name>is_guardian</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

7
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow.hpl
View file

@ -358,17 +358,20 @@ FROM wanted_data;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_wanted</field>
<name>is_wanted</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -378,7 +381,7 @@ FROM wanted_data;</sql>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>N</use_batch>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>336</xloc>

7
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow_delta.hpl
View file

@ -364,17 +364,20 @@ FROM wanted_data;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_wanted</field>
<name>is_wanted</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -384,7 +387,7 @@ FROM wanted_data;</sql>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>N</use_batch>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>400</xloc>

8
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow_repeat.hpl
View file

@ -336,7 +336,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH wanted_data AS (
SELECT
ri.recruit_id,
@ -378,17 +377,20 @@ FROM wanted_data;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_wanted</field>
<name>is_wanted</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -398,7 +400,7 @@ FROM wanted_data;</sql>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>N</use_batch>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>416</xloc>

3
mappings/info_recruits/citizen_tables/prosecution/parallel/prosecution_flow.hpl
View file

@ -294,7 +294,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH ugolov_presl AS (
SELECT
jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS up,
@ -479,7 +478,7 @@ GROUP BY r.recruit_id, up.up, up.source_ctid;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>

6
mappings/info_recruits/citizen_tables/prosecution/parallel/prosecution_flow_delta.hpl
View file

@ -436,7 +436,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH ugolov_presl AS (
SELECT
jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS up,
@ -504,17 +503,20 @@ GROUP BY r.recruit_id, up.up, up.source_ctid;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_criminal_prosecution</field>
<name>has_criminal_prosecution</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

6
mappings/info_recruits/citizen_tables/prosecution/parallel/prosecution_flow_repeat.hpl
View file

@ -450,7 +450,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH ugolov_presl AS (
SELECT
jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS up,
@ -517,17 +516,20 @@ GROUP BY r.recruit_id, up.up, up.source_ctid;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_criminal_prosecution</field>
<name>has_criminal_prosecution</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

9
mappings/info_recruits/citizen_tables/punishment/parallel/punishment_flow.hpl
View file

@ -294,7 +294,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH punishment_data AS (
SELECT
ri.recruit_id,
@ -471,22 +470,26 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_punishment_execution_info</field>
<name>has_punishment_execution_info</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_sentence_info</field>
<name>has_sentence_info</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -500,7 +503,7 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>N</use_batch>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1008</xloc>

8
mappings/info_recruits/citizen_tables/punishment/parallel/punishment_flow_delta.hpl
View file

@ -512,22 +512,26 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_punishment_execution_info</field>
<name>has_punishment_execution_info</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_sentence_info</field>
<name>has_sentence_info</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -541,7 +545,7 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>N</use_batch>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>960</xloc>

9
mappings/info_recruits/citizen_tables/punishment/parallel/punishment_flow_repeat.hpl
View file

@ -440,7 +440,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH punishment_data AS (
SELECT
ri.recruit_id,
@ -507,22 +506,26 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_punishment_execution_info</field>
<name>has_punishment_execution_info</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_sentence_info</field>
<name>has_sentence_info</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -536,7 +539,7 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>N</use_batch>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>992</xloc>