micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Revert "ERVU-516 : deputy flow"

Browse source 
This reverts commit 832ecb21
This commit is contained in:
Fusionshh 2025-09-23 15:59:44 +03:00
parent d278563ac6
commit e8323dcc91
10 changed files with 1130 additions and 1574 deletions
Download patch file Download diff file Expand all files Collapse all files

97
mappings/info_recruits/citizen_tables/deputy/recruitment_five_flow_repeat.hpl → mappings/info_recruits/citizen_tables/child/recruitment_five_flow_on_error.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>recruitment_five_flow_repeat</name> <name>recruitment_five_flow_on_error</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,36 +13,36 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/08 20:31:52.575</created_date> <created_date>2025/08/05 12:54:50.126</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/08 20:31:52.575</modified_date> <modified_date>2025/08/05 12:54:50.126</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop> <hop>
<from>Table input</from> <from>Table input</from>
<to>deputy_flow_repeat.hpl</to> <to>child_flow_repeat.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Table input</from> <from>Table input</from>
<to>deputy_flow_repeat.hpl 2</to> <to>child_flow_repeat.hpl 3</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Table input</from> <from>Table input</from>
<to>deputy_flow_repeat.hpl 3</to> <to>child_flow_repeat.hpl 2</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Table input</from> <from>Table input</from>
<to>deputy_flow_repeat.hpl 4</to> <to>child_flow_repeat.hpl 4</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Table input</from> <from>Table input</from>
<to>deputy_flow_repeat.hpl 5</to> <to>child_flow_repeat.hpl 5</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
@ -57,25 +57,25 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu-dashboard-test</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit/>
<sql>SELECT r.idm_id AS recruitment_id <sql>SELECT
r.idm_id as recruitment_id
FROM ervu_dashboard.recruitment r FROM ervu_dashboard.recruitment r
LEFT JOIN etl.job_execution je LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id ON r.idm_id = je.recruitment_id
AND je.job_name = 'disability_job' and job_name = 'child_job'
WHERE je.id IS NULL where je.status is null or je.status in('ERROR', 'PROCESSING');</sql>
OR je.status IN ('ERROR', 'PROCESSING');</sql>
<variables_active>N</variables_active> <variables_active>N</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>656</xloc> <xloc>272</xloc>
<yloc>464</yloc> <yloc>368</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow_repeat.hpl</name> <name>child_flow_repeat.hpl</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -86,7 +86,7 @@ WHERE je.id IS NULL
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -98,6 +98,11 @@ WHERE je.id IS NULL
<field>recruitment_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>child_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -121,12 +126,12 @@ WHERE je.id IS NULL
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>864</xloc> <xloc>464</xloc>
<yloc>304</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow_repeat.hpl 2</name> <name>child_flow_repeat.hpl 2</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -137,7 +142,7 @@ WHERE je.id IS NULL
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -149,6 +154,11 @@ WHERE je.id IS NULL
<field>recruitment_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>child_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -172,12 +182,12 @@ WHERE je.id IS NULL
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>864</xloc> <xloc>464</xloc>
<yloc>384</yloc> <yloc>288</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow_repeat.hpl 3</name> <name>child_flow_repeat.hpl 3</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -188,7 +198,7 @@ WHERE je.id IS NULL
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -200,6 +210,11 @@ WHERE je.id IS NULL
<field>recruitment_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>child_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -223,12 +238,12 @@ WHERE je.id IS NULL
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>864</xloc> <xloc>464</xloc>
<yloc>464</yloc> <yloc>368</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow_repeat.hpl 4</name> <name>child_flow_repeat.hpl 4</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -239,7 +254,7 @@ WHERE je.id IS NULL
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -251,6 +266,11 @@ WHERE je.id IS NULL
<field>recruitment_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>child_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -274,12 +294,12 @@ WHERE je.id IS NULL
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>864</xloc> <xloc>464</xloc>
<yloc>544</yloc> <yloc>448</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow_repeat.hpl 5</name> <name>child_flow_repeat.hpl 5</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -290,7 +310,7 @@ WHERE je.id IS NULL
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/parallel/child_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -302,6 +322,11 @@ WHERE je.id IS NULL
<field>recruitment_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>child_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -325,8 +350,8 @@ WHERE je.id IS NULL
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>864</xloc> <xloc>464</xloc>
<yloc>624</yloc> <yloc>528</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>

347
mappings/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl → mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow_delta.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>deputy_flow_repeat</name> <name>citizen_information_search_flow_delta</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,26 +13,26 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/14 15:17:48.470</created_date> <created_date>2025/08/11 13:22:56.048</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/14 15:17:48.470</modified_date> <modified_date>2025/08/11 13:22:56.048</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Block until transforms finish</from>
<to>deputy_flag_update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Change job status on error</from>
<to>Abort</to>
<enabled>Y</enabled>
</hop>
<hop> <hop>
<from>Create job execution record</from> <from>Create job execution record</from>
<to>deputy_input</to> <to>Table input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Detect empty stream</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
@ -46,40 +46,40 @@
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Identify last row in a stream</from> <from>Change job status on error</from>
<to>Block until transforms finish</to> <to>Abort</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Identify last row in a stream</from> <from>Identify last row in a stream</from>
<to>Detect empty stream</to> <to>Add constants</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_flag_update</from> <from>Add constants</from>
<to>Change job status on error</to> <to>Update</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_flag_update</from> <from>Update</from>
<to>Filter rows</to> <to>Filter rows</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_input</from> <from>Update</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>deputy_upsert</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>deputy_upsert</from>
<to>Change job status on error</to> <to>Change job status on error</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>Insert / update</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform> <transform>
<name>Abort</name> <name>Abort</name>
@ -92,18 +92,18 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<abort_option>ABORT</abort_option> <abort_option>ABORT_WITH_ERROR</abort_option>
<always_log_rows>Y</always_log_rows> <always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold> <row_threshold>0</row_threshold>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1584</xloc> <xloc>1120</xloc>
<yloc>784</yloc> <yloc>384</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Block until transforms finish</name> <name>Add constants</name>
<type>BlockUntilTransformsFinish</type> <type>Constant</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
<custom_distribution/> <custom_distribution/>
@ -112,16 +112,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<transforms> <fields>
<transform> <field>
<CopyNr/> <length>-1</length>
<name>deputy_upsert</name> <name>is_wanted</name>
</transform> <nullif>true</nullif>
</transforms> <precision>-1</precision>
<set_empty_string>N</set_empty_string>
<type>Boolean</type>
</field>
</fields>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1056</xloc> <xloc>864</xloc>
<yloc>512</yloc> <yloc>608</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -147,7 +151,7 @@
<set_params>Y</set_params> <set_params>Y</set_params>
<single_statement>N</single_statement> <single_statement>N</single_statement>
<sql>UPDATE etl.job_execution <sql>UPDATE etl.job_execution
SET status = 'ERROR', SET status = 'DELTA_ERROR',
error_description = ? error_description = ?
WHERE job_name = '${JOB_NAME}' WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'; and recruitment_id = '${IDM_ID}';
@ -155,8 +159,8 @@ and recruitment_id = '${IDM_ID}';
</sql> </sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1296</xloc> <xloc>960</xloc>
<yloc>784</yloc> <yloc>384</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -179,15 +183,16 @@ and recruitment_id = '${IDM_ID}';
<set_params>N</set_params> <set_params>N</set_params>
<single_statement>N</single_statement> <single_statement>N</single_statement>
<sql>UPDATE etl.job_execution <sql>UPDATE etl.job_execution
SET status = 'SUCCESS' SET status = 'DELTA_SUCCESS'
WHERE job_name = '${JOB_NAME}' WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'; and recruitment_id = '${IDM_ID}'
and status = 'DELTA_PROCESSING';
</sql> </sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1584</xloc> <xloc>1280</xloc>
<yloc>336</yloc> <yloc>608</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -211,15 +216,15 @@ and recruitment_id = '${IDM_ID}';
<single_statement>N</single_statement> <single_statement>N</single_statement>
<sql>UPDATE etl.job_execution <sql>UPDATE etl.job_execution
SET SET
status = 'PROCESSING', status = 'DELTA_PROCESSING',
execution_datetime = current_timestamp, execution_datetime = DEFAULT,
error_description = NULL error_description = NULL
where job_name = '${JOB_NAME}' where job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';</sql> and recruitment_id = '${IDM_ID}';</sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>368</xloc> <xloc>128</xloc>
<yloc>512</yloc> <yloc>224</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -235,8 +240,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning> </partitioning>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>784</xloc> <xloc>1280</xloc>
<yloc>336</yloc> <yloc>224</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -271,15 +276,15 @@ and recruitment_id = '${IDM_ID}';</sql>
<send_true_to>Change job status on success</send_true_to> <send_true_to>Change job status on success</send_true_to>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1584</xloc> <xloc>1072</xloc>
<yloc>512</yloc> <yloc>608</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Identify last row in a stream</name> <name>Identify last row in a stream</name>
<type>DetectLastRow</type> <type>DetectLastRow</type>
<description/> <description/>
<distribute>N</distribute> <distribute>Y</distribute>
<custom_distribution/> <custom_distribution/>
<copies>1</copies> <copies>1</copies>
<partitioning> <partitioning>
@ -289,16 +294,15 @@ and recruitment_id = '${IDM_ID}';</sql>
<resultfieldname>last_row</resultfieldname> <resultfieldname>last_row</resultfieldname>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>784</xloc> <xloc>752</xloc>
<yloc>512</yloc> <yloc>608</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<<<<<<< HEAD:mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow_delta.hpl
<name>Insert / update</name> <name>Insert / update</name>
<type>InsertUpdate</type> <type>InsertUpdate</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>N</distribute>
<custom_distribution/> <custom_distribution/>
<copies>1</copies> <copies>1</copies>
<partitioning> <partitioning>
@ -310,52 +314,52 @@ and recruitment_id = '${IDM_ID}';</sql>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>id</field> <field>recruit_id</field>
<name>id</name> <name>recruit_id</name>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>recruit_archive</table> <table>citizen_information_search</table>
<value>
<name>id</name>
<rename>id</rename>
<update>N</update>
</value>
<value> <value>
<name>recruit_id</name> <name>recruit_id</name>
<rename>recruit_id</rename> <rename>recruit_id</rename>
<update>N</update> <update>N</update>
</value> </value>
<value> <value>
<name>archivation_reason_id</name> <name>name_organ_start_search</name>
<rename>archivation_reason_id</rename> <rename>name_organ_start_search</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>created_at</name> <name>article_criminal_code</name>
<rename>created_at</rename> <rename>article_criminal_code</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>updated_at</name> <name>wanted_start_date</name>
<rename>updated_at</rename> <rename>wanted_start_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>hidden</name> <name>wanted_end_date</name>
<rename>hidden</rename> <rename>wanted_end_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>recruit_extract_enable</name> <name>grounds_stopping_search</name>
<rename>recruit_extract_enable</rename> <rename>grounds_stopping_search</rename>
<update>Y</update>
</value>
<value>
<name>name_organ_end_search</name>
<rename>name_organ_end_search</rename>
<update>Y</update> <update>Y</update>
</value> </value>
</lookup> </lookup>
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>704</xloc> <xloc>752</xloc>
<yloc>352</yloc> <yloc>224</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -369,48 +373,44 @@ and recruitment_id = '${IDM_ID}';</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu_person_archive</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit/> <sql>
<sql>SELECT SELECT
id, ri.recruit_id,
recruit_id, ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'naimOrg' AS name_organ_start_search,
archivation_reason_id, ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'ugolovZakon' AS article_criminal_code,
created_at, TO_DATE(ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'dataNachRozisk', 'YYYY-MM-DD') AS wanted_start_date,
updated_at, TO_DATE(ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'dataPrekrRozysk', 'YYYY-MM-DD') AS wanted_end_date,
hidden, ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'osnovPrekrRozysk' AS grounds_stopping_search,
recruit_extract_enable, ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'naimOrgPrekrRozysk' AS name_organ_end_search
CASE FROM recruits_info ri
WHEN recruit_extract_enable IS true THEN 1 JOIN ervu_dashboard.citizen r ON r.recruit_id = ri.recruit_id
ELSE 0 WHERE'${IDM_ID}' != ''
END AS card_in_archive AND COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
FROM public.recruit_archive AND '${M_R_CR_DATE}'::timestamp >= ri.created_at
WHERE '${IDM_ID}' != '' -- Проверка на пустую строку AND ri.updated_at >= '${M_R_UP_DATE}'::timestamp
AND vk_id = '${IDM_ID}' AND jsonb_typeof(ri.info->'svedFL'->'extend'->'rozysk') = 'object'
--AND '${M_R_CR_DATE}'::timestamp >= ri.created_at </sql>
AND updated_at >= '${M_RECARCH_UP_DATE}'::timestamp</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>544</xloc> <xloc>400</xloc>
<yloc>352</yloc> <yloc>224</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Update</name> <name>Update</name>
=======
<name>deputy_flag_update</name>
>>>>>>> 10bcf8dc200fb1b4ce7b6f5b82d5b8cd20b5b935:mappings/info_recruits/citizen_tables/deputy/parallel/deputy_flow_repeat.hpl
<type>Update</type> <type>Update</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>N</distribute>
<custom_distribution/> <custom_distribution/>
<copies>1</copies> <copies>1</copies>
<partitioning> <partitioning>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored> <error_ignored>N</error_ignored>
<lookup> <lookup>
@ -422,144 +422,33 @@ WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
<value> <value>
<name>has_deputy_info</name> <name>is_wanted</name>
<rename>has_deputy_info</rename> <rename>is_wanted</rename>
</value> </value>
</lookup> </lookup>
<skip_lookup>N</skip_lookup> <skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch> <use_batch>N</use_batch>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1296</xloc> <xloc>960</xloc>
<yloc>512</yloc> <yloc>608</yloc>
</GUI>
</transform>
<transform>
<name>deputy_input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedDeputat' -> 'deputat' as deputy_elem
FROM recruits_info ri
WHERE ri.info -> 'svedFL' -> 'svedDeputat' ->> 'deputat' &lt;&gt; 'null'
and COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
)
SELECT fd.recruit_id,
deputy_elem ->> 'id' AS source_id,
to_date(deputy_elem ->> 'dataSved', 'YYYY-MM-DD') AS source_update_date,
deputy_elem -> 'extend' ->> 'grazhdUID' AS citizen_unique_id,
deputy_elem ->> 'priznakAktualNaim' AS actual_status_name,
to_date(deputy_elem ->> 'dataIzbran', 'YYYY-MM-DD') AS election_date,
to_date(deputy_elem ->> 'dataOkonch', 'YYYY-MM-DD') AS end_date,
deputy_elem ->> 'prichinaDosrochKod' AS termination_reason_code,
to_date(deputy_elem ->> 'dataDosroch', 'YYYY-MM-DD') AS termination_date,
true as has_deputy_info
FROM filteredData fd;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>592</xloc>
<yloc>512</yloc>
</GUI>
</transform>
<transform>
<name>deputy_upsert</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>source_id</field>
<name>source_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>deputy</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>source_id</name>
<rename>source_id</rename>
<update>N</update>
</value>
<value>
<name>source_update_date</name>
<rename>source_update_date</rename>
<update>Y</update>
</value>
<value>
<name>citizen_unique_id</name>
<rename>citizen_unique_id</rename>
<update>Y</update>
</value>
<value>
<name>actual_status_name</name>
<rename>actual_status_name</rename>
<update>Y</update>
</value>
<value>
<name>election_date</name>
<rename>election_date</rename>
<update>Y</update>
</value>
<value>
<name>end_date</name>
<rename>end_date</rename>
<update>Y</update>
</value>
<value>
<name>termination_reason_code</name>
<rename>termination_reason_code</rename>
<update>Y</update>
</value>
<value>
<name>termination_date</name>
<rename>termination_date</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1056</xloc>
<yloc>784</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>
<error> <error>
<source_transform>deputy_flag_update</source_transform> <source_transform>Insert / update</source_transform>
<target_transform>Change job status on error</target_transform> <target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled> <is_enabled>Y</is_enabled>
<nr_valuename/> <nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename> <descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/> <fields_valuename/>
<codes_valuename/> <codes_valuename>error_code</codes_valuename>
<max_errors/> <max_errors/>
<max_pct_errors/> <max_pct_errors/>
<min_pct_rows/> <min_pct_rows/>
</error> </error>
<error> <error>
<source_transform>deputy_upsert</source_transform> <source_transform>Update</source_transform>
<target_transform>Change job status on error</target_transform> <target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled> <is_enabled>Y</is_enabled>
<nr_valuename/> <nr_valuename/>

399
mappings/info_recruits/citizen_tables/deputy/recruitment_five_flow_delta.hpl
View file

@ -1,399 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>recruitment_five_flow_delta</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/09/08 20:38:40.987</created_date>
<modified_user>-</modified_user>
<modified_date>2025/09/08 20:38:40.987</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>deputy_flow_delta.hpl</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>get_max_source_update_date</from>
<to>Table input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>deputy_flow_delta.hpl 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>deputy_flow_delta.hpl 3</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>deputy_flow_delta.hpl 4</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>deputy_flow_delta.hpl 5</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard-test</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<lookup>get_max_source_update_date</lookup>
<sql>WITH mud AS (
SELECT
recruitment_id,
MAX(execution_datetime) AS max_upd_date
FROM etl.job_execution
WHERE job_name = '${JOB_NAME}'
AND status IN ('SUCCESS','DELTA_ERROR','DELTA_SUCCESS','DELTA_PROCESSING')
GROUP BY recruitment_id
)
SELECT
r.idm_id,
? max_source_update_date
FROM ervu_dashboard.recruitment r
JOIN mud ON mud.recruitment_id = r.idm_id
JOIN recruits_info ri
ON COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = r.idm_id
AND ri.updated_at > mud.max_upd_date;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>get_max_source_update_date</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT max(source_update_date) AS max_source_update_date
FROM deputy;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow_delta.hpl</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_delta.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>MAX_SOURCE_UPDATE_DATE</variable>
<field>max_source_update_date</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow_delta.hpl 2</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_delta.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>MAX_SOURCE_UPDATE_DATE</variable>
<field>max_source_update_date</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow_delta.hpl 3</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_delta.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>MAX_SOURCE_UPDATE_DATE</variable>
<field>max_source_update_date</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow_delta.hpl 4</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_delta.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>MAX_SOURCE_UPDATE_DATE</variable>
<field>max_source_update_date</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>576</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow_delta.hpl 5</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow_delta.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>MAX_SOURCE_UPDATE_DATE</variable>
<field>max_source_update_date</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>656</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

358
mappings/info_recruits/citizen_tables/deputy/parallel/deputy_flow.hpl → mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>deputy_flow</name> <name>recruit_archive_flow</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,21 +13,16 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/08 19:24:20.455</created_date> <created_date>2025/08/05 14:31:22.799</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/08 19:24:20.455</modified_date> <modified_date>2025/08/05 14:31:22.799</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Change job status on error</from>
<to>Abort</to>
<enabled>Y</enabled>
</hop>
<hop> <hop>
<from>Create job execution record</from> <from>Create job execution record</from>
<to>deputy_input</to> <to>Table input</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
@ -35,49 +30,59 @@
<to>Change job status on success</to> <to>Change job status on success</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>Identify last row in a stream</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>deputy_output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>deputy_output</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>deputy_input</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop> <hop>
<from>Detect empty stream</from> <from>Detect empty stream</from>
<to>Change job status on success</to> <to>Change job status on success</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_flag_update</from> <from>Change job status on error</from>
<to>Filter rows</to> <to>Abort</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_flag_update</from> <from>Table input</from>
<to>Change job status on error</to> <to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Group by</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Identify last row in a stream</from> <from>Identify last row in a stream</from>
<to>Block until transforms finish</to> <to>User defined Java expression</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Block until transforms finish</from> <from>User defined Java expression</from>
<to>deputy_flag_update</to> <to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Group by</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
@ -92,36 +97,13 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<abort_option>ABORT</abort_option> <abort_option>ABORT_WITH_ERROR</abort_option>
<always_log_rows>Y</always_log_rows> <always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold> <row_threshold>0</row_threshold>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1504</xloc> <xloc>1344</xloc>
<yloc>592</yloc> <yloc>464</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<CopyNr/>
<name>deputy_output</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>976</xloc>
<yloc>416</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -155,8 +137,8 @@ and recruitment_id = '${IDM_ID}';
</sql> </sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1216</xloc> <xloc>1344</xloc>
<yloc>592</yloc> <yloc>320</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -186,8 +168,8 @@ and recruitment_id = '${IDM_ID}';
</sql> </sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1504</xloc> <xloc>1792</xloc>
<yloc>240</yloc> <yloc>176</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -216,7 +198,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>288</xloc> <xloc>288</xloc>
<yloc>416</yloc> <yloc>320</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -232,8 +214,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning> </partitioning>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>704</xloc> <xloc>1584</xloc>
<yloc>240</yloc> <yloc>176</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -268,15 +250,50 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<send_true_to>Change job status on success</send_true_to> <send_true_to>Change job status on success</send_true_to>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1504</xloc> <xloc>1584</xloc>
<yloc>416</yloc> <yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Group by</name>
<type>GroupBy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<add_linenr>N</add_linenr>
<all_rows>N</all_rows>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<aggregate>has_card_in_archive_raw</aggregate>
<subject>is_card_in_archive</subject>
<type>MAX</type>
</field>
</fields>
<give_back_row>N</give_back_row>
<group>
<field>
<name>recruit_id</name>
</field>
</group>
<ignore_aggregate>N</ignore_aggregate>
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>176</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Identify last row in a stream</name> <name>Identify last row in a stream</name>
<type>DetectLastRow</type> <type>DetectLastRow</type>
<description/> <description/>
<distribute>N</distribute> <distribute>Y</distribute>
<custom_distribution/> <custom_distribution/>
<copies>1</copies> <copies>1</copies>
<partitioning> <partitioning>
@ -286,47 +303,12 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<resultfieldname>last_row</resultfieldname> <resultfieldname>last_row</resultfieldname>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>704</xloc> <xloc>896</xloc>
<yloc>416</yloc> <yloc>176</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flag_update</name> <name>Table input</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_deputy_info</name>
<rename>has_deputy_info</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>deputy_input</name>
<type>TableInput</type> <type>TableInput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -336,34 +318,34 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu-dashboard</connection> <connection>ervu_person_archive</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id, <sql>SELECT
ri.info -> 'svedFL' -> 'svedDeputat' -> 'deputat' as deputy_elem id,
FROM recruits_info ri recruit_id,
WHERE ri.info -> 'svedFL' -> 'svedDeputat' ->> 'deputat' &lt;&gt; 'null' archivation_reason_id,
and COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}' created_at,
) updated_at,
SELECT fd.recruit_id, hidden,
deputy_elem ->> 'id' AS source_id, recruit_extract_enable,
to_date(deputy_elem ->> 'dataSved', 'YYYY-MM-DD') AS source_update_date, CASE
deputy_elem -> 'extend' ->> 'grazhdUID' AS citizen_unique_id, WHEN recruit_extract_enable IS true THEN 1
deputy_elem ->> 'priznakAktualNaim' AS actual_status_name, ELSE 0
to_date(deputy_elem ->> 'dataIzbran', 'YYYY-MM-DD') AS election_date, END AS is_card_in_archive
to_date(deputy_elem ->> 'dataOkonch', 'YYYY-MM-DD') AS end_date, FROM public.recruit_archive
deputy_elem ->> 'prichinaDosrochKod' AS termination_reason_code, WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
to_date(deputy_elem ->> 'dataDosroch', 'YYYY-MM-DD') AS termination_date, AND vk_id = '${IDM_ID}'
true as has_deputy_info AND '${M_R_CR_DATE}'::timestamp >= created_at
FROM filteredData fd;</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>512</xloc> <xloc>496</xloc>
<yloc>416</yloc> <yloc>320</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_output</name> <name>Table output</name>
<type>TableOutput</type> <type>TableOutput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -373,44 +355,36 @@ FROM filteredData fd;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
<field>
<column_name>id</column_name>
<stream_name>id</stream_name>
</field>
<field> <field>
<column_name>recruit_id</column_name> <column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name> <stream_name>recruit_id</stream_name>
</field> </field>
<field> <field>
<column_name>source_id</column_name> <column_name>archivation_reason_id</column_name>
<stream_name>source_id</stream_name> <stream_name>archivation_reason_id</stream_name>
</field> </field>
<field> <field>
<column_name>source_update_date</column_name> <column_name>created_at</column_name>
<stream_name>source_update_date</stream_name> <stream_name>created_at</stream_name>
</field> </field>
<field> <field>
<column_name>citizen_unique_id</column_name> <column_name>updated_at</column_name>
<stream_name>citizen_unique_id</stream_name> <stream_name>updated_at</stream_name>
</field> </field>
<field> <field>
<column_name>actual_status_name</column_name> <column_name>hidden</column_name>
<stream_name>actual_status_name</stream_name> <stream_name>hidden</stream_name>
</field> </field>
<field> <field>
<column_name>election_date</column_name> <column_name>recruit_extract_enable</column_name>
<stream_name>election_date</stream_name> <stream_name>recruit_extract_enable</stream_name>
</field>
<field>
<column_name>end_date</column_name>
<stream_name>end_date</stream_name>
</field>
<field>
<column_name>termination_reason_code</column_name>
<stream_name>termination_reason_code</stream_name>
</field>
<field>
<column_name>termination_date</column_name>
<stream_name>termination_date</stream_name>
</field> </field>
</fields> </fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
@ -421,24 +395,86 @@ FROM filteredData fd;</sql>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields> <specify_fields>Y</specify_fields>
<table>deputy</table> <table>recruit_archive</table>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
<use_batch>Y</use_batch> <use_batch>Y</use_batch>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>976</xloc> <xloc>704</xloc>
<yloc>592</yloc> <yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>card_in_archive</name>
<rename>card_in_archive</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1344</xloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
<name>User defined Java expression</name>
<type>Janino</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<formula>
<field_name>card_in_archive</field_name>
<formula_string>has_card_in_archive_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>176</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>
<error> <error>
<source_transform>deputy_flag_update</source_transform> <source_transform>Table output</source_transform>
<target_transform>Change job status on error</target_transform> <target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled> <is_enabled>Y</is_enabled>
<nr_valuename/> <nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename> <descriptions_valuename/>
<fields_valuename/> <fields_valuename/>
<codes_valuename/> <codes_valuename/>
<max_errors/> <max_errors/>
@ -446,11 +482,11 @@ FROM filteredData fd;</sql>
<min_pct_rows/> <min_pct_rows/>
</error> </error>
<error> <error>
<source_transform>deputy_output</source_transform> <source_transform>Update</source_transform>
<target_transform>Change job status on error</target_transform> <target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled> <is_enabled>Y</is_enabled>
<nr_valuename/> <nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename> <descriptions_valuename/>
<fields_valuename/> <fields_valuename/>
<codes_valuename/> <codes_valuename/>
<max_errors/> <max_errors/>

417
mappings/info_recruits/citizen_tables/deputy/parallel/deputy_flow_delta.hpl → mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow_repeat.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>deputy_flow_delta</name> <name>recruit_archive_flow_repeat</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,31 +13,16 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/14 15:17:52.106</created_date> <created_date>2025/08/08 13:25:52.319</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/14 15:17:52.106</modified_date> <modified_date>2025/08/08 13:25:52.319</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Block until transforms finish</from>
<to>deputy_flag_update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Change job status on error</from>
<to>Abort</to>
<enabled>Y</enabled>
</hop>
<hop> <hop>
<from>Create job execution record</from> <from>Create job execution record</from>
<to>deputy_input</to> <to>Table input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Detect empty stream</from>
<to>Change job status on success</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
@ -46,38 +31,58 @@
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Identify last row in a stream</from> <from>Detect empty stream</from>
<to>Block until transforms finish</to> <to>Change job status on success</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Identify last row in a stream</from> <from>Change job status on error</from>
<to>Detect empty stream</to> <to>Abort</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_flag_update</from> <from>Group by</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>deputy_input</from>
<to>Identify last row in a stream</to> <to>Identify last row in a stream</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Identify last row in a stream</from> <from>Identify last row in a stream</from>
<to>deputy_upsert</to> <to>User defined Java expression</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_upsert</from> <from>User defined Java expression</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Group by</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Change job status on error</to> <to>Change job status on error</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>deputy_flag_update</from> <from>Update</from>
<to>Filter rows</to> <to>Change job status on error</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
@ -92,36 +97,13 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<abort_option>ABORT</abort_option> <abort_option>ABORT_WITH_ERROR</abort_option>
<always_log_rows>Y</always_log_rows> <always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold> <row_threshold>0</row_threshold>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1552</xloc> <xloc>1120</xloc>
<yloc>688</yloc> <yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<CopyNr/>
<name>deputy_upsert</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>416</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -155,8 +137,8 @@ and recruitment_id = '${IDM_ID}';
</sql> </sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1136</xloc> <xloc>1120</xloc>
<yloc>688</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -187,7 +169,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1552</xloc> <xloc>1552</xloc>
<yloc>240</yloc> <yloc>80</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -209,14 +191,32 @@ and recruitment_id = '${IDM_ID}';
<replace_variables>Y</replace_variables> <replace_variables>Y</replace_variables>
<set_params>N</set_params> <set_params>N</set_params>
<single_statement>N</single_statement> <single_statement>N</single_statement>
<sql>INSERT INTO etl.job_execution (id, job_name, status, execution_datetime, error_description, recruitment_id) <sql>INSERT INTO etl.job_execution (
VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}'); id,
job_name,
status,
execution_datetime,
error_description,
recruitment_id
)
VALUES (
DEFAULT,
'${JOB_NAME}',
'PROCESSING',
DEFAULT,
NULL,
'${IDM_ID}'
)
ON CONFLICT (job_name, recruitment_id)
DO UPDATE SET
status = 'PROCESSING',
execution_datetime = DEFAULT,
error_description = NULL
</sql> </sql>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>112</xloc>
<yloc>416</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -232,8 +232,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning> </partitioning>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>624</xloc> <xloc>1328</xloc>
<yloc>240</yloc> <yloc>80</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -268,70 +268,12 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<send_true_to>Change job status on success</send_true_to> <send_true_to>Change job status on success</send_true_to>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1552</xloc> <xloc>1328</xloc>
<yloc>416</yloc> <yloc>176</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Identify last row in a stream</name> <name>Table input</name>
<type>DetectLastRow</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>624</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flag_update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<key>
<condition>&lt;></condition>
<field>has_deputy_info</field>
<name>has_deputy_info</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_deputy_info</name>
<rename>has_deputy_info</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1136</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>deputy_input</name>
<type>TableInput</type> <type>TableInput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -341,35 +283,147 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu-dashboard</connection> <connection>ervu_person_archive</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id, <sql>SELECT
ri.info -> 'svedFL' -> 'svedDeputat' -> 'deputat' as deputy_elem id,
FROM recruits_info ri recruit_id,
WHERE ri.info -> 'svedFL' -> 'svedDeputat' ->> 'deputat' &lt;&gt; 'null' archivation_reason_id,
and COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}' created_at,
and to_date(ri.info -> 'svedFL' -> 'svedDeputat' -> 'deputat' ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' updated_at,
) hidden,
SELECT fd.recruit_id, recruit_extract_enable,
deputy_elem ->> 'id' AS source_id, CASE
to_date(deputy_elem ->> 'dataSved', 'YYYY-MM-DD') AS source_update_date, WHEN recruit_extract_enable IS true THEN 1
deputy_elem -> 'extend' ->> 'grazhdUID' AS citizen_unique_id, ELSE 0
deputy_elem ->> 'priznakAktualNaim' AS actual_status_name, END AS card_in_archive
to_date(deputy_elem ->> 'dataIzbran', 'YYYY-MM-DD') AS election_date, FROM public.recruit_archive
to_date(deputy_elem ->> 'dataOkonch', 'YYYY-MM-DD') AS end_date, WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
deputy_elem ->> 'prichinaDosrochKod' AS termination_reason_code, AND vk_id = '${IDM_ID}'
to_date(deputy_elem ->> 'dataDosroch', 'YYYY-MM-DD') AS termination_date, AND '${M_R_CR_DATE}'::timestamp >= created_at
true as has_deputy_info </sql>
FROM filteredData fd;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>432</xloc> <xloc>320</xloc>
<yloc>416</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_upsert</name> <name>Group by</name>
<type>GroupBy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<add_linenr>N</add_linenr>
<all_rows>N</all_rows>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<aggregate>has_card_in_archive_raw</aggregate>
<subject>is_card_in_archive</subject>
<type>MAX</type>
</field>
</fields>
<give_back_row>N</give_back_row>
<group>
<field>
<name>recruit_id</name>
</field>
</group>
<ignore_aggregate>N</ignore_aggregate>
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>480</xloc>
<yloc>80</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>80</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>card_in_archive</name>
<rename>card_in_archive</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>80</yloc>
</GUI>
</transform>
<transform>
<name>User defined Java expression</name>
<type>Janino</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<formula>
<field_name>card_in_archive</field_name>
<formula_string>has_card_in_archive_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>80</yloc>
</GUI>
</transform>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type> <type>InsertUpdate</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -379,76 +433,67 @@ FROM filteredData fd;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>100</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>source_id</field> <field>id</field>
<name>source_id</name> <name>id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>deputy</table> <table>recruit_archive</table>
<value>
<name>id</name>
<rename>id</rename>
<update>N</update>
</value>
<value> <value>
<name>recruit_id</name> <name>recruit_id</name>
<rename>recruit_id</rename> <rename>recruit_id</rename>
<update>N</update> <update>N</update>
</value> </value>
<value> <value>
<name>source_id</name> <name>archivation_reason_id</name>
<rename>source_id</rename> <rename>archivation_reason_id</rename>
<update>N</update>
</value>
<value>
<name>source_update_date</name>
<rename>source_update_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>citizen_unique_id</name> <name>created_at</name>
<rename>citizen_unique_id</rename> <rename>created_at</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>actual_status_name</name> <name>updated_at</name>
<rename>actual_status_name</rename> <rename>updated_at</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>election_date</name> <name>hidden</name>
<rename>election_date</rename> <rename>hidden</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>end_date</name> <name>recruit_extract_enable</name>
<rename>end_date</rename> <rename>recruit_extract_enable</rename>
<update>Y</update>
</value>
<value>
<name>termination_reason_code</name>
<rename>termination_reason_code</rename>
<update>Y</update>
</value>
<value>
<name>termination_date</name>
<rename>termination_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
</lookup> </lookup>
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>896</xloc> <xloc>480</xloc>
<yloc>688</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>
<error> <error>
<source_transform>deputy_flag_update</source_transform> <source_transform>Update</source_transform>
<target_transform>Change job status on error</target_transform> <target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled> <is_enabled>Y</is_enabled>
<nr_valuename/> <nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename> <descriptions_valuename/>
<fields_valuename/> <fields_valuename/>
<codes_valuename/> <codes_valuename/>
<max_errors/> <max_errors/>
@ -456,7 +501,7 @@ FROM filteredData fd;</sql>
<min_pct_rows/> <min_pct_rows/>
</error> </error>
<error> <error>
<source_transform>deputy_upsert</source_transform> <source_transform>Insert / update</source_transform>
<target_transform>Change job status on error</target_transform> <target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled> <is_enabled>Y</is_enabled>
<nr_valuename/> <nr_valuename/>

21
mappings/info_recruits/citizen_tables/deputy/constants/support/check_if_constants_exists.hpl → mappings/info_recruits/citizen_tables/work/individual_entrepreneur/support/check_if_individual_entrepreneur_execution_exists.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>check_if_constants_exists</name> <name>check_if_individual_entrepreneur_execution_exists</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,9 +13,9 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/15 15:58:29.569</created_date> <created_date>2025/08/19 08:48:31.859</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/15 15:58:29.569</modified_date> <modified_date>2025/08/19 08:48:31.859</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
@ -39,8 +39,8 @@
</partitioning> </partitioning>
<fields> <fields>
<field> <field>
<field_name>constasnts_exists</field_name> <field_name>job_executed_flag</field_name>
<variable_name>CONSTANTS_EXISTS</variable_name> <variable_name>JOB_EXECUTED_FLAG</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type> <variable_type>PARENT_WORKFLOW</variable_type>
</field> </field>
</fields> </fields>
@ -48,7 +48,7 @@
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>752</xloc> <xloc>752</xloc>
<yloc>224</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
@ -67,13 +67,14 @@
<limit>0</limit> <limit>0</limit>
<sql>SELECT EXISTS ( <sql>SELECT EXISTS (
SELECT 1 SELECT 1
FROM deputy_termination_reason FROM etl.job_execution
) constasnts_exists;</sql> WHERE job_name = 'individual_entrepreneur_job'
<variables_active>Y</variables_active> ) AS job_executed_flag;</sql>
<variables_active>N</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>464</xloc> <xloc>464</xloc>
<yloc>224</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>

388
mappings/info_recruits/citizen_tables/deputy/recruitment_five_flow.hpl → mappings/info_recruits/raw_data/restriction_document_item/recruitment_five_flow_on_error.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>recruitment_five_flow</name> <name>recruitment_five_flow_on_error</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,41 +13,41 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/08 19:24:07.006</created_date> <created_date>2025/08/05 12:54:50.126</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/08 19:24:07.006</modified_date> <modified_date>2025/08/05 12:54:50.126</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop> <hop>
<from>Get all recruitments</from> <from>Table input</from>
<to>deputy_flow.hpl</to> <to>restriction_document_item_flow_repeat.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Get all recruitments</from> <from>Table input</from>
<to>deputy_flow.hpl 2</to> <to>restriction_document_item_flow_repeat.hpl 2</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Get all recruitments</from> <from>Table input</from>
<to>deputy_flow.hpl 3</to> <to>restriction_document_item_flow_repeat.hpl 3</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Get all recruitments</from> <from>Table input</from>
<to>deputy_flow.hpl 4</to> <to>restriction_document_item_flow_repeat.hpl 4</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
<from>Get all recruitments</from> <from>Table input</from>
<to>deputy_flow.hpl 5</to> <to>restriction_document_item_flow_repeat.hpl 5</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
<transform> <transform>
<name>Get all recruitments</name> <name>Table input</name>
<type>TableInput</type> <type>TableInput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -57,122 +57,25 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu-dashboard-test</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT <sql>SELECT
idm_id r.idm_id as recruitment_id
FROM ervu_dashboard.recruitment;</sql> FROM ervu_dashboard.recruitment r
LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id
and job_name = 'restriction_document_item_job'
where je.status is null or je.status in('ERROR', 'PROCESSING');</sql>
<variables_active>N</variables_active> <variables_active>N</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>560</xloc> <xloc>272</xloc>
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow.hpl</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>deputy_flow.hpl 2</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>368</yloc> <yloc>368</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow.hpl 3</name> <name>restriction_document_item_flow_repeat.hpl</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -183,7 +86,7 @@ FROM ervu_dashboard.recruitment;</sql>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/parallel/restriction_document_item_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -192,9 +95,14 @@ FROM ervu_dashboard.recruitment;</sql>
<parameters> <parameters>
<variable_mapping> <variable_mapping>
<variable>IDM_ID</variable> <variable>IDM_ID</variable>
<field>idm_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>restriction_document_item_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -218,12 +126,180 @@ FROM ervu_dashboard.recruitment;</sql>
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>832</xloc> <xloc>528</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>restriction_document_item_flow_repeat.hpl 2</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/parallel/restriction_document_item_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>restriction_document_item_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>restriction_document_item_flow_repeat.hpl 3</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/parallel/restriction_document_item_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>restriction_document_item_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform>
<name>restriction_document_item_flow_repeat.hpl 4</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/parallel/restriction_document_item_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>restriction_document_item_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>448</yloc> <yloc>448</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>deputy_flow.hpl 4</name> <name>restriction_document_item_flow_repeat.hpl 5</name>
<type>PipelineExecutor</type> <type>PipelineExecutor</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -234,7 +310,7 @@ FROM ervu_dashboard.recruitment;</sql>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/parallel/restriction_document_item_flow_repeat.hpl</filename>
<filenameInField>N</filenameInField> <filenameInField>N</filenameInField>
<filenameField/> <filenameField/>
<group_size>1</group_size> <group_size>1</group_size>
@ -243,9 +319,14 @@ FROM ervu_dashboard.recruitment;</sql>
<parameters> <parameters>
<variable_mapping> <variable_mapping>
<variable>IDM_ID</variable> <variable>IDM_ID</variable>
<field>idm_id</field> <field>recruitment_id</field>
<input/> <input/>
</variable_mapping> </variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>restriction_document_item_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars> <inherit_all_vars>Y</inherit_all_vars>
</parameters> </parameters>
<execution_result_target_transform/> <execution_result_target_transform/>
@ -269,61 +350,10 @@ FROM ervu_dashboard.recruitment;</sql>
<executors_output_transform/> <executors_output_transform/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>832</xloc> <xloc>528</xloc>
<yloc>528</yloc> <yloc>528</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>deputy_flow.hpl 5</name>
<type>PipelineExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/parallel/deputy_flow.hpl</filename>
<filenameInField>N</filenameInField>
<filenameField/>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>608</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

442
mappings/info_recruits/citizen_tables/deputy/deputy_job.hwf → mappings/info_recruits/reference_data/job_reference_data.hwf
View file

@ -1,14 +1,14 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<workflow> <workflow>
<name>deputy_job</name> <name>job_reference_data</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
<workflow_version/> <workflow_version/>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/08 16:38:17.982</created_date> <created_date>2025/09/12 11:04:42.435</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/08 16:38:17.982</modified_date> <modified_date>2025/09/12 11:04:42.435</modified_date>
<parameters> <parameters>
</parameters> </parameters>
<actions> <actions>
@ -26,12 +26,12 @@
<schedulerType>0</schedulerType> <schedulerType>0</schedulerType>
<weekDay>1</weekDay> <weekDay>1</weekDay>
<parallel>N</parallel> <parallel>N</parallel>
<xloc>112</xloc> <xloc>432</xloc>
<yloc>176</yloc> <yloc>352</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action> <action>
<name>check_if_job_execution_exists.hpl</name> <name>vu_set_reasons.hpl</name>
<description/> <description/>
<type>PIPELINE</type> <type>PIPELINE</type>
<attributes/> <attributes/>
@ -41,7 +41,7 @@
<clear_rows>N</clear_rows> <clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/support/check_if_job_execution_exists.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/reference_data/vu_set_reasons.hpl</filename>
<loglevel>Basic</loglevel> <loglevel>Basic</loglevel>
<parameters> <parameters>
<pass_all_parameters>Y</pass_all_parameters> <pass_all_parameters>Y</pass_all_parameters>
@ -52,29 +52,12 @@
<set_logfile>N</set_logfile> <set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished> <wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel> <parallel>N</parallel>
<xloc>1056</xloc> <xloc>784</xloc>
<yloc>176</yloc> <yloc>160</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action> <action>
<name>employer_job_execution_exists_check</name> <name>subpoena_status.hpl</name>
<description/>
<type>SIMPLE_EVAL</type>
<attributes/>
<fieldtype>boolean</fieldtype>
<successbooleancondition>false</successbooleancondition>
<successcondition>equal</successcondition>
<successnumbercondition>equal</successnumbercondition>
<successwhenvarset>N</successwhenvarset>
<valuetype>variable</valuetype>
<variablename>JOB_EXECUTED_FLAG</variablename>
<parallel>N</parallel>
<xloc>1312</xloc>
<yloc>176</yloc>
<attributes_hac/>
</action>
<action>
<name>recruitment_five_flow.hpl</name>
<description/> <description/>
<type>PIPELINE</type> <type>PIPELINE</type>
<attributes/> <attributes/>
@ -84,7 +67,7 @@
<clear_rows>N</clear_rows> <clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/recruitment_five_flow.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/reference_data/subpoena_status.hpl</filename>
<loglevel>Basic</loglevel> <loglevel>Basic</loglevel>
<parameters> <parameters>
<pass_all_parameters>Y</pass_all_parameters> <pass_all_parameters>Y</pass_all_parameters>
@ -94,13 +77,13 @@
<set_append_logfile>N</set_append_logfile> <set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile> <set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished> <wait_until_finished>Y</wait_until_finished>
<parallel>Y</parallel> <parallel>N</parallel>
<xloc>1584</xloc> <xloc>784</xloc>
<yloc>176</yloc> <yloc>224</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action> <action>
<name>recruitment_five_flow_repeat.hpl</name> <name>subpoena_reason.hpl</name>
<description/> <description/>
<type>PIPELINE</type> <type>PIPELINE</type>
<attributes/> <attributes/>
@ -110,7 +93,137 @@
<clear_rows>N</clear_rows> <clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/recruitment_five_flow_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/reference_data/subpoena_reason.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>288</yloc>
<attributes_hac/>
</action>
<action>
<name>sources_recruit.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/reference_data/sources_recruit.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>send_dictionary.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/reference_data/send_dictionary.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>416</yloc>
<attributes_hac/>
</action>
<action>
<name>restriction_document_status.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/reference_data/restriction_document_status.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_archivation_reason.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/reference_data/recruit_archivation_reason.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>544</yloc>
<attributes_hac/>
</action>
<action>
<name>deferment_reason.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/reference_data/deferment_reason.hpl</filename>
<logext/> <logext/>
<logfile/> <logfile/>
<loglevel>Basic</loglevel> <loglevel>Basic</loglevel>
@ -123,12 +236,12 @@
<set_logfile>N</set_logfile> <set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished> <wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel> <parallel>N</parallel>
<xloc>1584</xloc> <xloc>784</xloc>
<yloc>480</yloc> <yloc>608</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action> <action>
<name>check_if_need_to_repeat.hpl</name> <name>property_type.hpl</name>
<description/> <description/>
<type>PIPELINE</type> <type>PIPELINE</type>
<attributes/> <attributes/>
@ -138,7 +251,7 @@
<clear_rows>N</clear_rows> <clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/support/check_if_need_to_repeat.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/reference_data/property_type.hpl</filename>
<loglevel>Basic</loglevel> <loglevel>Basic</loglevel>
<parameters> <parameters>
<pass_all_parameters>Y</pass_all_parameters> <pass_all_parameters>Y</pass_all_parameters>
@ -149,259 +262,74 @@
<set_logfile>N</set_logfile> <set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished> <wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel> <parallel>N</parallel>
<xloc>1312</xloc> <xloc>784</xloc>
<yloc>320</yloc> <yloc>672</yloc>
<attributes_hac/>
</action>
<action>
<name>Simple evaluation</name>
<description/>
<type>SIMPLE_EVAL</type>
<attributes/>
<fieldtype>boolean</fieldtype>
<successbooleancondition>true</successbooleancondition>
<successcondition>equal</successcondition>
<successnumbercondition>equal</successnumbercondition>
<successwhenvarset>N</successwhenvarset>
<valuetype>variable</valuetype>
<variablename>NEED_TO_REPEAT_JOB</variablename>
<parallel>N</parallel>
<xloc>1312</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
<action>
<name>recruitment_five_flow_delta.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/recruitment_five_flow_delta.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1312</xloc>
<yloc>640</yloc>
<attributes_hac/>
</action>
<action>
<name>init_job_name</name>
<description/>
<type>SET_VARIABLES</type>
<attributes/>
<fields>
<field>
<variable_name>JOB_NAME</variable_name>
<variable_type>CURRENT_WORKFLOW</variable_type>
<variable_value>deputy_job</variable_value>
</field>
</fields>
<file_variable_type>CURRENT_WORKFLOW</file_variable_type>
<replacevars>N</replacevars>
<parallel>N</parallel>
<xloc>864</xloc>
<yloc>176</yloc>
<attributes_hac/>
</action>
<action>
<name>check_if_constants_exists.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/constants/support/check_if_constants_exists.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>256</xloc>
<yloc>176</yloc>
<attributes_hac/>
</action>
<action>
<name>constants_exists</name>
<description/>
<type>SIMPLE_EVAL</type>
<attributes/>
<fieldtype>boolean</fieldtype>
<successbooleancondition>true</successbooleancondition>
<successcondition>equal</successcondition>
<successnumbercondition>equal</successnumbercondition>
<successwhenvarset>N</successwhenvarset>
<valuetype>variable</valuetype>
<variablename>CONSTANTS_EXISTS</variablename>
<parallel>N</parallel>
<xloc>432</xloc>
<yloc>176</yloc>
<attributes_hac/>
</action>
<action>
<name>deputy_constants_flow.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/constants/deputy_constants_flow.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>96</yloc>
<attributes_hac/>
</action>
<action>
<name>deputy_constants_flow_repeat.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deputy/constants/deputy_constants_flow_repeat.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>272</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
</actions> </actions>
<hops> <hops>
<hop>
<from>check_if_job_execution_exists.hpl</from>
<to>employer_job_execution_exists_check</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>employer_job_execution_exists_check</from>
<to>check_if_need_to_repeat.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>check_if_need_to_repeat.hpl</from>
<to>Simple evaluation</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>init_job_name</from>
<to>check_if_job_execution_exists.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop> <hop>
<from>Start</from> <from>Start</from>
<to>check_if_constants_exists.hpl</to> <to>vu_set_reasons.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>Y</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop> <hop>
<from>check_if_constants_exists.hpl</from> <from>Start</from>
<to>constants_exists</to> <to>subpoena_status.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop> <hop>
<from>employer_job_execution_exists_check</from> <from>Start</from>
<to>recruitment_five_flow.hpl</to> <to>subpoena_reason.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop> <hop>
<from>Simple evaluation</from> <from>Start</from>
<to>recruitment_five_flow_repeat.hpl</to> <to>sources_recruit.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop> <hop>
<from>Simple evaluation</from> <from>Start</from>
<to>recruitment_five_flow_delta.hpl</to> <to>send_dictionary.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>constants_exists</from>
<to>deputy_constants_flow_repeat.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop> <hop>
<from>constants_exists</from> <from>Start</from>
<to>deputy_constants_flow.hpl</to> <to>restriction_document_status.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>deputy_constants_flow.hpl</from>
<to>init_job_name</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop> <hop>
<from>deputy_constants_flow_repeat.hpl</from> <from>Start</from>
<to>init_job_name</to> <to>recruit_archivation_reason.hpl</to>
<enabled>Y</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>deferment_reason.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>property_type.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop> </hop>
</hops> </hops>
<notepads> <notepads>

166
mappings/info_recruits/citizen_tables/deputy/constants/deputy_constants_flow_repeat.hpl → mappings/info_recruits/reference_data/property_type.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>deputy_constants_flow_repeat</name> <name>property_type</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,81 +13,21 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/15 15:51:34.378</created_date> <created_date>2025/09/11 17:31:37.874</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/15 15:51:34.378</modified_date> <modified_date>2025/09/11 17:31:37.874</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop> <hop>
<from>get_max_termination_reason_update_date</from> <from>Table input</from>
<to>termination_reason_input_filtered</to> <to>Insert / update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>termination_reason_input_filtered</from>
<to>termination_reason_upsert</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
<transform> <transform>
<name>get_max_termination_reason_update_date</name> <name>Insert / update</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
max(update_date) as max_update_date
FROM deputy_termination_reason;
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>256</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>termination_reason_input_filtered</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>nsi</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<lookup>get_max_termination_reason_update_date</lookup>
<sql>SELECT
key AS code,
value ->> 'value' AS value,
NOT hidden AS actual,
updated_at as update_date
FROM classifier_records
WHERE code = 'listOfSportsType'
AND updated_at > ?;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>560</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>termination_reason_upsert</name>
<type>InsertUpdate</type> <type>InsertUpdate</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -97,7 +37,7 @@ WHERE code = 'listOfSportsType'
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>100</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
@ -106,33 +46,109 @@ WHERE code = 'listOfSportsType'
<name>code</name> <name>code</name>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>deputy_termination_reason</table> <table>property_type</table>
<value> <value>
<name>code</name> <name>code</name>
<rename>code</rename> <rename>code</rename>
<update>N</update> <update>N</update>
</value> </value>
<value> <value>
<name>value</name> <name>name</name>
<rename>value</rename> <rename>name</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>actual</name> <name>type</name>
<rename>actual</rename> <rename>type</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value> <value>
<name>update_date</name> <name>created_at</name>
<rename>created_at</rename>
<update>Y</update>
</value>
<value>
<name>updated_at</name>
<rename>updated_at</rename> <rename>updated_at</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value>
<name>hidden</name>
<rename>hidden</rename>
<update>Y</update>
</value>
</lookup> </lookup>
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>832</xloc> <xloc>688</xloc>
<yloc>256</yloc> <yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_nsi</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>-- недвижимость
SELECT
key AS code,
value->'value' #>> '{}' AS name,
'realty' AS type,
created_at,
updated_at,
hidden
FROM public.classifier_records where code = 'propertyRealtyTypeOfRight'
UNION ALL
-- наземный транспорт
SELECT
key AS code,
value->'value' #>> '{}' AS name,
'ground_transportation' AS type,
created_at,
updated_at,
hidden
FROM public.classifier_records where code = 'propertyTypeOfVehicles'
UNION ALL
-- воздушный транспорт
SELECT
key AS code,
value->'value' #>> '{}' AS name,
'air_vehicles' AS type,
created_at,
updated_at,
hidden
FROM public.classifier_records where code = 'propertyTypeOfAircraft'
UNION ALL
-- водный транспорт
SELECT
key AS code,
value->'value' #>> '{}' AS name,
'water_vehicles' AS type,
created_at,
updated_at,
hidden
FROM public.classifier_records where code = 'propertyTypeOfWaterTransport'</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>416</xloc>
<yloc>336</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>

61
mappings/info_recruits/citizen_tables/deputy/constants/deputy_constants_flow.hpl → mappings_new/info_recruits/citizen_tables/citizen_address/recruit_update_date_ervu_dashboard.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>deputy_constants_flow</name> <name>recruit_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -13,21 +13,21 @@
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2025/09/08 16:43:23.854</created_date> <created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
<modified_date>2025/09/08 16:43:23.854</modified_date> <modified_date>2025/06/02 14:50:31.833</modified_date>
</info> </info>
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop> <hop>
<from>termination_reason_input</from> <from>Table input</from>
<to>termination_reason_output</to> <to>Table output</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
<transform> <transform>
<name>termination_reason_input</name> <name>Table input</name>
<type>TableInput</type> <type>TableInput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -37,25 +37,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>nsi</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>SELECT <sql>SELECT
key AS code, created_at AS system_create_date,
value ->> 'value' AS value, updated_at AS system_update_date,
NOT hidden AS actual, current_timestamp AS record_created,
updated_at 'job_recruits_info' AS workflow
FROM classifier_records FROM ervu_dashboard.recruits_info
WHERE code = 'deputatDosrochPrichina';</sql> WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.recruits_info)
limit 1</sql>
<variables_active>N</variables_active> <variables_active>N</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>192</xloc> <xloc>896</xloc>
<yloc>144</yloc> <yloc>304</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>termination_reason_output</name> <name>Table output</name>
<type>TableOutput</type> <type>TableOutput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -65,25 +66,9 @@ WHERE code = 'deputatDosrochPrichina';</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
<field>
<column_name>code</column_name>
<stream_name>code</stream_name>
</field>
<field>
<column_name>value</column_name>
<stream_name>value</stream_name>
</field>
<field>
<column_name>actual</column_name>
<stream_name>actual</stream_name>
</field>
<field>
<column_name>update_date</column_name>
<stream_name>updated_at</stream_name>
</field>
</fields> </fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
@ -93,9 +78,9 @@ WHERE code = 'deputatDosrochPrichina';</sql>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/> <return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>public</schema>
<specify_fields>Y</specify_fields> <specify_fields>N</specify_fields>
<table>deputy_termination_reason</table> <table>recruit_create</table>
<tablename_field/> <tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
@ -103,8 +88,8 @@ WHERE code = 'deputatDosrochPrichina';</sql>
<use_batch>Y</use_batch> <use_batch>Y</use_batch>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>416</xloc> <xloc>1216</xloc>
<yloc>144</yloc> <yloc>304</yloc>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>