micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

don't perform any update on repeat

Browse source
This commit is contained in:
Fusionshh 2025-10-23 14:43:36 +03:00
parent 6889a80db2
commit 193a38cc97
37 changed files with 697 additions and 682 deletions
Download patch file Download diff file Expand all files Collapse all files

5
mappings/info_recruits/citizen_tables/border_crossing/parallel/border_crossing_flow_repeat.hpl
View file

@ -328,16 +328,19 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>date_crossing</field>
<name>date_crossing</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>return_date</field>
<name>return_date</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>border_crossing</table>
@ -357,7 +360,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>944</xloc>

80
mappings/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl
View file

@ -106,46 +106,6 @@
<yloc>608</yloc>
</GUI>
</transform>
<transform>
<name>child_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>976</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Create job execution record 2</name>
<type>ExecSql</type>
@ -311,6 +271,42 @@ DO UPDATE SET
<yloc>176</yloc>
</GUI>
</transform>
<transform>
<name>child_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>976</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>child_group_by</name>
<type>GroupBy</type>
@ -448,11 +444,13 @@ FROM children_data;</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>child_external_id</field>
<name>child_external_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_child</table>
@ -517,7 +515,7 @@ FROM children_data;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>752</xloc>

4
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow_repeat.hpl
View file

@ -310,6 +310,7 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -454,7 +455,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>896</xloc>
@ -474,7 +475,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??

149
mappings/info_recruits/citizen_tables/citizen_address/parallel/citizen_address_flow_repeat.hpl
View file

@ -86,83 +86,6 @@
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>citizen_address_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>citizen_address_success_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS',
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'
and status = 'PROCESSING';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform>
<name>Create job execution record</name>
<type>ExecSql</type>
@ -287,6 +210,42 @@ DO UPDATE SET
<yloc>144</yloc>
</GUI>
</transform>
<transform>
<name>citizen_address_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>citizen_address_input</name>
<type>TableInput</type>
@ -355,6 +314,7 @@ FROM address_data;</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_address</table>
@ -414,13 +374,46 @@ FROM address_data;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>citizen_address_success_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS',
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'
and status = 'PROCESSING';
</sql>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>citizen_address_insert_or_update</source_transform>

4
mappings/info_recruits/citizen_tables/citizen_appealing_violations_fz53/parallel/citizen_appealing_violations_fz53_flow_repeat.hpl
View file

@ -305,11 +305,13 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>create_date</field>
<name>create_date</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_appealing_violations_fz53</table>
@ -364,7 +366,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>928</xloc>

4
mappings/info_recruits/citizen_tables/citizen_criminal_liability_fz53/parallel/citizen_criminal_liability_fz53_flow_repeat.hpl
View file

@ -305,11 +305,13 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>created_at</field>
<name>created_at</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_criminal_liability_fz53</table>
@ -389,7 +391,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>896</xloc>

72
mappings/info_recruits/citizen_tables/citizen_guardianship/parallel/citizen_guardianship_flow_repeat.hpl
View file

@ -200,40 +200,6 @@ DO UPDATE SET
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>citizen_guardianship_sort_rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>recruit_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>48</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
@ -370,11 +336,13 @@ FROM guardianship_data;</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>guardianship_external_id</field>
<name>guardianship_external_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_guardianship</table>
@ -424,13 +392,47 @@ FROM guardianship_data;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>citizen_guardianship_sort_rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>recruit_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>48</yloc>
</GUI>
</transform>
<transform>
<name>citizen_guardianship_success_job_status</name>
<type>ExecSql</type>

149
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow_repeat.hpl
View file

@ -96,83 +96,6 @@
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>citizen_information_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>citizen_information_success_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS',
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'
and status = 'PROCESSING';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>1024</xloc>
<yloc>80</yloc>
</GUI>
</transform>
<transform>
<name>Create job execution record</name>
<type>ExecSql</type>
@ -297,6 +220,42 @@ DO UPDATE SET
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>citizen_information_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>citizen_information_search_input</name>
<type>TableInput</type>
@ -356,6 +315,7 @@ FROM wanted_data;</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_information_search</table>
@ -395,13 +355,46 @@ FROM wanted_data;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>citizen_information_success_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS',
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'
and status = 'PROCESSING';
</sql>
<attributes/>
<GUI>
<xloc>1024</xloc>
<yloc>80</yloc>
</GUI>
</transform>
<transform>
<name>update_citizen_information_search_flags</name>
<type>Update</type>

4
mappings/info_recruits/citizen_tables/citizen_liability_fz53/parallel/citizen_liability_fz53_flow_repeat.hpl
View file

@ -305,11 +305,13 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>created_at</field>
<name>created_at</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_liability_fz53</table>
@ -394,7 +396,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>848</xloc>

86
mappings/info_recruits/citizen_tables/citizen_spouse/parallel/citizen_spouse_flow_repeat.hpl
View file

@ -128,49 +128,6 @@ M_R_CR_DATE
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>spouse_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
<argument>
<name>error_code</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>Create job execution record</name>
<type>ExecSql</type>
@ -383,6 +340,45 @@ DO UPDATE SET
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>spouse_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
<argument>
<name>error_code</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>spouse_input</name>
<type>TableInput</type>
@ -502,11 +498,13 @@ and status = 'PROCESSING';
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>spouse_external_id</field>
<name>spouse_external_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_spouse</table>
@ -571,7 +569,7 @@ and status = 'PROCESSING';
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>704</xloc>

5
mappings/info_recruits/citizen_tables/citizenship/parallel/citizenship_flow_repeat.hpl
View file

@ -305,16 +305,19 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>acquiring_number</field>
<name>acquiring_number</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>renunciation_number</field>
<name>renunciation_number</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizenship</table>
@ -369,7 +372,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>912</xloc>

4
mappings/info_recruits/citizen_tables/citizenship_foreign/parallel/citizenship_foreign_flow_repeat.hpl
View file

@ -305,11 +305,13 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>type</field>
<name>type</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizenship_foreign</table>
@ -354,7 +356,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>912</xloc>

3
mappings/info_recruits/citizen_tables/deferment_liberation/parallel/deferment_liberation_flow_repeat.hpl
View file

@ -305,6 +305,7 @@ DO UPDATE SET
<condition>=</condition>
<field>deferment_id</field>
<name>deferment_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>deferment_liberation</table>
@ -349,7 +350,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>832</xloc>

3
mappings/info_recruits/citizen_tables/deferment_liberation_permission/parallel/deferment_liberation_permission_flow_repeat.hpl
View file

@ -305,6 +305,7 @@ DO UPDATE SET
<condition>=</condition>
<field>deferment_id</field>
<name>deferment_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>deferment_liberation</table>
@ -354,7 +355,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>912</xloc>

3
mappings/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl
View file

@ -353,6 +353,7 @@ FROM filteredData fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>deputy</table>
@ -402,7 +403,7 @@ FROM filteredData fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>816</xloc>

4
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow_repeat.hpl
View file

@ -306,11 +306,13 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>tractor_driver</field>
<name>tractor_driver</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
@ -370,7 +372,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>672</xloc>

6
mappings/info_recruits/citizen_tables/education/educational_institution_learning/parallel/citizen_education_flow_repeat.hpl
View file

@ -632,6 +632,7 @@ FROM filteredData fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>educational_institution_learning</table>
@ -856,7 +857,7 @@ FROM filteredData fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1504</xloc>
@ -881,6 +882,7 @@ FROM filteredData fd;</sql>
<condition>=</condition>
<field>educational_institution_learning_source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>educational_leave</table>
@ -905,7 +907,7 @@ FROM filteredData fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1504</xloc>

53
mappings/info_recruits/citizen_tables/education/foreign_diploma/parallel/foreign_diploma_flow_repeat.hpl
View file

@ -294,6 +294,31 @@ ON CONFLICT (job_name, recruitment_id)
<yloc>608</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>960</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -394,6 +419,7 @@ FROM filteredData fd
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>foreign_diploma</table>
@ -473,38 +499,13 @@ FROM filteredData fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>960</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

53
mappings/info_recruits/citizen_tables/education/russian_diploma/parallel/russian_diploma_flow_repeat.hpl
View file

@ -284,6 +284,7 @@ ON CONFLICT (job_name, recruitment_id)
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>russian_diploma</table>
@ -368,7 +369,7 @@ ON CONFLICT (job_name, recruitment_id)
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>672</xloc>
@ -409,6 +410,31 @@ ON CONFLICT (job_name, recruitment_id)
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -491,31 +517,6 @@ FROM filteredData fd
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Insert / update</source_transform>

4
mappings/info_recruits/citizen_tables/election_candidate/parallel/election_candidate_repeat.hpl
View file

@ -303,7 +303,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedKandidat' -> 'kandidat' as deputy_elem,
ctid
@ -347,6 +346,7 @@ FROM filteredData fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>election_candidate</table>
@ -391,7 +391,7 @@ FROM filteredData fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>848</xloc>

3
mappings/info_recruits/citizen_tables/inn/parallel/inn_flow_repeat.hpl
View file

@ -288,6 +288,7 @@ DO UPDATE SET
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>inn</table>
@ -317,7 +318,7 @@ DO UPDATE SET
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1008</xloc>

4
mappings/info_recruits/citizen_tables/medicine/disability/parallel/disability_flow_repeat.hpl
View file

@ -257,7 +257,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedInvalid' -> 'invalid' AS invalid_elem,
ctid
@ -302,6 +301,7 @@ FROM filteredData fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>disability</table>
@ -351,7 +351,7 @@ FROM filteredData fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>896</xloc>

53
mappings/info_recruits/citizen_tables/medicine/health_state/parallel/health_state_flow_repeat.hpl
View file

@ -307,6 +307,31 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1184</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -440,6 +465,7 @@ FROM filteredData fd
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>health_state</table>
@ -469,38 +495,13 @@ FROM filteredData fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1184</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

53
mappings/info_recruits/citizen_tables/medicine/incapacity/parallel/incapacity_flow_repeat.hpl
View file

@ -288,6 +288,31 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>592</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -380,6 +405,7 @@ FROM filteredData fd
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>incapacity</table>
@ -419,38 +445,13 @@ FROM filteredData fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1056</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

53
mappings/info_recruits/citizen_tables/medicine/vich/parallel/vich_flow_repeat.hpl
View file

@ -340,6 +340,31 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>608</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -442,6 +467,7 @@ FROM filteredData fd
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>vich_registered</table>
@ -471,38 +497,13 @@ FROM filteredData fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1008</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

277
mappings/info_recruits/citizen_tables/passport/parallel/passport_flow_repeat.hpl
View file

@ -86,83 +86,6 @@
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>passport_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>passport_success_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS',
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'
and status = 'PROCESSING';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform>
<name>Create job execution record</name>
<type>ExecSql</type>
@ -262,6 +185,120 @@ DO UPDATE SET
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
<name>passport_error_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>passport_input</name>
<type>TableInput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<sql>WITH passport_data AS (
SELECT
ri.recruit_id,
NULLIF(p.passport_data->>'nomDok', '') AS passport_number,
NULLIF(p.passport_data->>'serDok', '') AS passport_series,
NULLIF(p.passport_data->>'vydDok', '') AS organization_name,
NULLIF(p.passport_data->>'kodVydDok', '') AS unit_code,
TO_DATE(NULLIF(p.passport_data->>'dataDok', ''), 'YYYY-MM-DD') AS issue_date,
CASE
WHEN NULLIF(p.passport_data->>'kodStatus', '') = '1' THEN TRUE
ELSE FALSE
END AS actual,
ri.ctid as source_ctid
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r
ON r.recruit_id = ri.recruit_id
AND '${IDM_ID}' != ''
AND COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
JOIN LATERAL (
SELECT passport_data
FROM UNNEST(ARRAY[
ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF',
ri.info->'svedFL'->'svedBS'->'pasportRF'->'predPasportRF'
]) AS passport_data
WHERE passport_data IS NOT NULL AND passport_data::text &lt;&gt; 'null'
) AS p ON TRUE
WHERE LENGTH(REGEXP_REPLACE(p.passport_data->>'serDok', '[^0-9]', '', 'g')) = 4
AND LENGTH(REGEXP_REPLACE(p.passport_data->>'nomDok', '[^0-9]', '', 'g')) = 6
)
SELECT
*,
source_ctid = (SELECT MAX(source_ctid) FROM passport_data) as last_row
FROM passport_data;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>passport_insert_or_update</name>
<type>InsertUpdate</type>
@ -326,7 +363,7 @@ DO UPDATE SET
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>768</xloc>
@ -334,62 +371,8 @@ DO UPDATE SET
</GUI>
</transform>
<transform>
<name>passport_input</name>
<type>TableInput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH passport_data AS (
SELECT
ri.recruit_id,
NULLIF(p.passport_data->>'nomDok', '') AS passport_number,
NULLIF(p.passport_data->>'serDok', '') AS passport_series,
NULLIF(p.passport_data->>'vydDok', '') AS organization_name,
NULLIF(p.passport_data->>'kodVydDok', '') AS unit_code,
TO_DATE(NULLIF(p.passport_data->>'dataDok', ''), 'YYYY-MM-DD') AS issue_date,
CASE
WHEN NULLIF(p.passport_data->>'kodStatus', '') = '1' THEN TRUE
ELSE FALSE
END AS actual,
ri.ctid as source_ctid
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r
ON r.recruit_id = ri.recruit_id
AND '${IDM_ID}' != ''
AND COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
JOIN LATERAL (
SELECT passport_data
FROM UNNEST(ARRAY[
ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF',
ri.info->'svedFL'->'svedBS'->'pasportRF'->'predPasportRF'
]) AS passport_data
WHERE passport_data IS NOT NULL AND passport_data::text &lt;&gt; 'null'
) AS p ON TRUE
WHERE LENGTH(REGEXP_REPLACE(p.passport_data->>'serDok', '[^0-9]', '', 'g')) = 4
AND LENGTH(REGEXP_REPLACE(p.passport_data->>'nomDok', '[^0-9]', '', 'g')) = 6
)
SELECT
*,
source_ctid = (SELECT MAX(source_ctid) FROM passport_data) as last_row
FROM passport_data;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<name>passport_success_job_status</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -398,18 +381,26 @@ FROM passport_data;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS',
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'
and status = 'PROCESSING';
</sql>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>144</yloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform_error_handling>

5
mappings/info_recruits/citizen_tables/property/parallel/property_flow_repeat.hpl
View file

@ -305,16 +305,19 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>start_date</field>
<name>start_date</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>type_property</field>
<name>type_property</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>property</table>
@ -384,7 +387,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1024</xloc>

72
mappings/info_recruits/citizen_tables/prosecution/parallel/prosecution_flow_repeat.hpl
View file

@ -213,11 +213,13 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>prosecution_external_id</field>
<name>prosecution_external_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>prosecution</table>
@ -327,47 +329,13 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>944</yloc>
</GUI>
</transform>
<transform>
<name>prosecution_sort_rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>recruit_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>576</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
@ -470,6 +438,40 @@ and recruitment_id = '${IDM_ID}';
<yloc>736</yloc>
</GUI>
</transform>
<transform>
<name>prosecution_sort_rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>recruit_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>576</yloc>
</GUI>
</transform>
<transform>
<name>prosecution_success_job_status</name>
<type>ExecSql</type>

72
mappings/info_recruits/citizen_tables/punishment/parallel/punishment_flow_repeat.hpl
View file

@ -200,40 +200,6 @@ DO UPDATE SET
<yloc>112</yloc>
</GUI>
</transform>
<transform>
<name>punishment_sort_rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>recruit_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>640</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
@ -379,11 +345,13 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>punishment_external_id</field>
<name>punishment_external_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>punishment</table>
@ -483,13 +451,47 @@ GROUP BY recruit_id, punishment_info,source_ctid;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>800</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>punishment_sort_rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>recruit_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>640</yloc>
</GUI>
</transform>
<transform>
<name>punishment_success_job_status</name>
<type>ExecSql</type>

3
mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow_repeat.hpl
View file

@ -305,6 +305,7 @@ DO UPDATE SET
<condition>=</condition>
<field>id</field>
<name>id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>recruit_archive</table>
@ -344,7 +345,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>720</xloc>

3
mappings/info_recruits/citizen_tables/snils/parallel/snils_flow_repeat.hpl
View file

@ -290,6 +290,7 @@ DO UPDATE SET
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>snils</table>
@ -319,7 +320,7 @@ DO UPDATE SET
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1008</xloc>

60
mappings/info_recruits/citizen_tables/sport/parallel/sport_flow_repeat.hpl
View file

@ -306,6 +306,31 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>512</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>sport_flags_update</name>
<type>Update</type>
@ -401,13 +426,14 @@ FROM filteredData fd
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>sports_rank</table>
@ -457,7 +483,7 @@ FROM filteredData fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>912</xloc>
@ -475,13 +501,14 @@ FROM filteredData fd
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>sports_title</table>
@ -521,38 +548,13 @@ FROM filteredData fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>912</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>sport_flags_update</source_transform>

3
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow_repeat.hpl
View file

@ -305,6 +305,7 @@ DO UPDATE SET
<condition>=</condition>
<field>id</field>
<name>id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>subpoena</table>
@ -384,7 +385,7 @@ DO UPDATE SET
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1056</xloc>

7
mappings/info_recruits/citizen_tables/work/employer/parallel/employer_flow_repeat.hpl
View file

@ -124,11 +124,8 @@
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
@ -140,7 +137,6 @@ WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>976</xloc>
@ -399,6 +395,7 @@ from filteredData fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>employer</table>
@ -473,7 +470,7 @@ from filteredData fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>976</xloc>

6
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow_repeat.hpl
View file

@ -446,6 +446,7 @@ from filtered_data fd;</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>individual_entrepreneur_npd</table>
@ -470,7 +471,7 @@ from filtered_data fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1088</xloc>
@ -495,6 +496,7 @@ from filtered_data fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>individual_entrepreneur</table>
@ -534,7 +536,7 @@ from filtered_data fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1088</xloc>

3
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow_repeat.hpl
View file

@ -383,6 +383,7 @@ from filtered_data fd;</sql>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>self_employed</table>
@ -412,7 +413,7 @@ from filtered_data fd;</sql>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>688</xloc>

7
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow_repeat.hpl
View file

@ -358,7 +358,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filtered_data AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr,
ctid
@ -411,6 +410,7 @@ FROM filtered_data fd
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>work_activity</table>
@ -455,7 +455,7 @@ FROM filtered_data fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1136</xloc>
@ -480,6 +480,7 @@ FROM filtered_data fd
<condition>=</condition>
<field>citizen_work_activity_source_id</field>
<name>source_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>educational_leave</table>
@ -504,7 +505,7 @@ FROM filtered_data fd
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1136</xloc>