micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix ri, driver, genetal

Browse source
This commit is contained in:
Ruslan 2025-10-17 16:54:45 +05:00
parent 5c46acd614
commit 7aea720e19
27 changed files with 481 additions and 1938 deletions
Download patch file Download diff file Expand all files Collapse all files

103
mappings/info_recruits/checkpoints/change_status_job_general_info_recruits_error.hpl
View file

@ -1,103 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>change_status_job_general_info_recruits_error</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/16 15:29:36.938</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/16 15:29:36.938</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>job_name</field>
<name>job_name</name>
</key>
<schema>public</schema>
<table>etl_checkpoints</table>
<value>
<name>job_name</name>
<rename>job_name</rename>
<update>N</update>
</value>
<value>
<name>record_created</name>
<rename>record_created</rename>
<update>Y</update>
</value>
<value>
<name>status</name>
<rename>status</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql> SELECT
'job_general_info_recruits' as job_name,
'ERROR' as status,
current_timestamp as record_created
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>848</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

103
mappings/info_recruits/checkpoints/change_status_job_general_info_recruits_success.hpl
View file

@ -1,103 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>change_status_job_general_info_recruits_success</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/16 15:29:36.938</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/16 15:29:36.938</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>job_name</field>
<name>job_name</name>
</key>
<schema>public</schema>
<table>etl_checkpoints</table>
<value>
<name>job_name</name>
<rename>job_name</rename>
<update>N</update>
</value>
<value>
<name>record_created</name>
<rename>record_created</rename>
<update>Y</update>
</value>
<value>
<name>status</name>
<rename>status</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql> SELECT
'job_general_info_recruits' as job_name,
'SUCCESS' as status,
current_timestamp as record_created
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

103
mappings/info_recruits/checkpoints/change_status_job_parallel_subpoena_decision_archive_person_error.hpl
View file

@ -1,103 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>change_status_job_parallel_subpoena_decision_archive_person_error</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/16 15:29:36.938</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/16 15:29:36.938</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>job_name</field>
<name>job_name</name>
</key>
<schema>public</schema>
<table>etl_checkpoints</table>
<value>
<name>job_name</name>
<rename>job_name</rename>
<update>N</update>
</value>
<value>
<name>record_created</name>
<rename>record_created</rename>
<update>Y</update>
</value>
<value>
<name>status</name>
<rename>status</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql> SELECT
'job_general_info_recruits' as job_name,
'ERROR' as status,
current_timestamp as record_created
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>848</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

103
mappings/info_recruits/checkpoints/change_status_job_parallel_subpoena_decision_archive_person_success.hpl
View file

@ -1,103 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>change_status_job_parallel_subpoena_decision_archive_person_success</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/16 15:29:36.938</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/16 15:29:36.938</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>job_name</field>
<name>job_name</name>
</key>
<schema>public</schema>
<table>etl_checkpoints</table>
<value>
<name>job_name</name>
<rename>job_name</rename>
<update>N</update>
</value>
<value>
<name>record_created</name>
<rename>record_created</rename>
<update>Y</update>
</value>
<value>
<name>status</name>
<rename>status</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql> SELECT
'job_general_info_recruits' as job_name,
'ERROR' as status,
current_timestamp as record_created
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>848</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

258
mappings/info_recruits/checkpoints/check_status_job_info_recruits_from_json.hpl
View file

@ -1,258 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>check_status_job_info_recruits_from_json</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/16 16:12:10.826</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/16 16:12:10.826</modified_date>
</info>
<notepads>
<notepad>
<backgroundcolorblue>251</backgroundcolorblue>
<backgroundcolorgreen>232</backgroundcolorgreen>
<backgroundcolorred>201</backgroundcolorred>
<bordercolorblue>90</bordercolorblue>
<bordercolorgreen>58</bordercolorgreen>
<bordercolorred>14</bordercolorred>
<fontbold>N</fontbold>
<fontcolorblue>90</fontcolorblue>
<fontcolorgreen>58</fontcolorgreen>
<fontcolorred>14</fontcolorred>
<fontitalic>N</fontitalic>
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>634</height>
<xloc>704</xloc>
<yloc>464</yloc>
<note>SELECT
'job_info_recruits_from_json' AS job_name,
CASE
WHEN COUNT(CASE
WHEN (job_name = 'border_crossing_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'child_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizen_address_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'citizen_appealing_violations_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
--OR (job_name = 'citizen_criminal_liability_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'citizen_guardianship_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizen_information_search_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'citizen_liability_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'citizen_spouse_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizenship_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizenship_foreign_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'deferment_liberation_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
--OR (job_name = 'deferment_liberation_permission_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_person_registry
OR (job_name = 'drivers_licence_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'passport_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'property_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'prosecution_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'punishment_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'recruit_archive_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_person_archive
OR (job_name = 'snils_inn_job' AND status IN ('ERROR', 'PROCESSING'))
-- OR (job_name = 'subpoena_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
OR (job_name = 'work_activity_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'self_employed_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'individual_entrepreneur_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'employer_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'restriction_document_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
--OR (job_name = 'restriction_document_item_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
--OR (job_name = 'subpoena_appearance_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
--OR (job_name = 'subpoena_send_info_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
THEN 1
END) > 0 THEN 'ERROR'
ELSE 'SUCCESS'
END AS status,
current_timestamp AS record_created
FROM etl.job_execution</note>
<width>739</width>
</notepad>
</notepads>
<order>
<hop>
<from>Insert / update</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Set variables</from>
<to>Write to log</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>job_name</field>
<name>job_name</name>
</key>
<schema>public</schema>
<table>etl_checkpoints</table>
<value>
<name>job_name</name>
<rename>job_name</rename>
<update>N</update>
</value>
<value>
<name>record_created</name>
<rename>record_created</rename>
<update>Y</update>
</value>
<value>
<name>status</name>
<rename>status</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1056</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<field_name>job_name</field_name>
<variable_name>PIPE</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
<field>
<field_name>status</field_name>
<variable_name>STATUS</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1296</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
'job_info_recruits_from_json' AS job_name,
CASE
WHEN COUNT(CASE
WHEN (job_name = 'border_crossing_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'child_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizen_address_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'citizen_appealing_violations_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
--OR (job_name = 'citizen_criminal_liability_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'citizen_guardianship_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizen_information_search_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'citizen_liability_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'citizen_spouse_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizenship_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'citizenship_foreign_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'deferment_liberation_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
--OR (job_name = 'deferment_liberation_permission_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_person_registry
OR (job_name = 'drivers_licence_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'passport_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'property_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'prosecution_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'punishment_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'recruit_archive_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_person_archive
OR (job_name = 'snils_inn_job' AND status IN ('ERROR', 'PROCESSING'))
-- OR (job_name = 'subpoena_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
OR (job_name = 'work_activity_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'self_employed_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'individual_entrepreneur_job' AND status IN ('ERROR', 'PROCESSING'))
OR (job_name = 'employer_job' AND status IN ('ERROR', 'PROCESSING'))
--OR (job_name = 'restriction_document_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
--OR (job_name = 'restriction_document_item_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
--OR (job_name = 'subpoena_appearance_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
--OR (job_name = 'subpoena_send_info_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
THEN 1
END) > 0 THEN 'ERROR'
ELSE 'SUCCESS'
END AS status,
current_timestamp AS record_created
FROM etl.job_execution</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Write to log</name>
<type>WriteToLog</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<displayHeader>Y</displayHeader>
<fields>
</fields>
<limitRows>N</limitRows>
<limitRowsNumber>0</limitRowsNumber>
<loglevel>Basic</loglevel>
<logmessage>${STATUS}</logmessage>
<attributes/>
<GUI>
<xloc>1552</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

112
mappings/info_recruits/checkpoints/check_status_parallel_recruits_info_citizen.hpl
View file

@ -1,112 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>check_status_parallel_recruits_info_citizen</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/16 15:43:53.832</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/16 15:43:53.832</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Set variables</from>
<to>Write to log</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<default_value/>
<field_name>exists</field_name>
<variable_name>JOB_PARALLEL_ERROR_EXITS</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1088</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT exists(select 1
FROM etl.job_execution
where job_name in ('citizen_job', 'recruits_info_job')
and status in ('ERROR', 'PROCESSING'));</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>720</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Write to log</name>
<type>WriteToLog</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<loglevel>Basic</loglevel>
<displayHeader>Y</displayHeader>
<limitRows>N</limitRows>
<limitRowsNumber>0</limitRowsNumber>
<logmessage>${STATUS}</logmessage>
<fields>
</fields>
<attributes/>
<GUI>
<xloc>1264</xloc>
<yloc>128</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

153
mappings/info_recruits/checkpoints/check_status_parallel_subpoena_decision_archive_person.hpl
View file

@ -1,153 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>check_status_parallel_subpoena_decision_archive_person</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/09/19 17:18:08.125</created_date>
<modified_user>-</modified_user>
<modified_date>2025/09/19 17:18:08.125</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Insert / update</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>job_name</field>
<name>job_name</name>
</key>
<schema>public</schema>
<table>etl_checkpoints</table>
<value>
<name>job_name</name>
<rename>job_name</rename>
<update>N</update>
</value>
<value>
<name>record_created</name>
<rename>record_created</rename>
<update>Y</update>
</value>
<value>
<name>status</name>
<rename>status</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<field_name>job_name</field_name>
<variable_name>PIPE</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
<field>
<field_name>status</field_name>
<variable_name>STATUS</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
'job_subpoena_decision_archive_person' AS job_name,
CASE
WHEN COUNT(CASE
WHEN (job_name = 'citizen_appealing_violations_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'citizen_criminal_liability_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'citizen_liability_fz53_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'deferment_liberation_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_decision_document
OR (job_name = 'deferment_liberation_permission_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_person_registry
OR (job_name = 'recruit_archive_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_person_archive
OR (job_name = 'subpoena_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
OR (job_name = 'restriction_document_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
OR (job_name = 'restriction_document_item_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
OR (job_name = 'subpoena_appearance_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
OR (job_name = 'subpoena_send_info_job' AND status IN ('ERROR', 'PROCESSING')) -- ervu_subpoena_registry
THEN 1
END) > 0 THEN 'ERROR'
ELSE 'SUCCESS'
END AS status,
current_timestamp AS record_created
FROM etl.job_execution;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>624</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

11
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow.hpl
View file

@ -288,6 +288,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
r.system_pgs_status,
r.full_name,
@ -343,7 +344,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id AND '${IDM_ID}' != '' -- Проверка на пустую строку
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))
AND '${M_R_CR_DATE}' >= r.system_create_date::timestamp
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY recruit_id ORDER BY created_at DESC) as rn,
@ -352,14 +352,7 @@ LEFT JOIN (
FROM public.decision_deferment_dto
) ddd ON ddd.recruit_id = r.id and ddd.rn = 1 and ddd.hidden is false
LEFT JOIN public.recruit_association ra on ra.id_ern = r.system_id_ern
--JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text)
--JOIN public.recruits_history rh on rh.recruit_id=r.id
--WHERE r.system_update_date >= '${UP_D}'
--join adresses adr ON r.recruit_id=adr.recruit_id
-- ***1 - страница личные сведения есть поле, нет данных
${LIMIT_FW}</sql>
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

11
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow_delta.hpl
View file

@ -460,6 +460,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??
@ -544,7 +545,6 @@ SELECT
FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id AND '${IDM_ID}' != '' -- Проверка на пустую строку
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))
--AND '${M_R_CR_DATE}' >= r.system_create_date::timestamp
AND r.system_update_date >= '${M_R_UP_DATE}'::timestamp
LEFT JOIN (
SELECT
@ -554,14 +554,7 @@ LEFT JOIN (
FROM public.decision_deferment_dto
) ddd ON ddd.recruit_id = r.id and ddd.rn = 1 and ddd.hidden is false
LEFT JOIN public.recruit_association ra on ra.id_ern = r.system_id_ern
--JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text)
--JOIN public.recruits_history rh on rh.recruit_id=r.id
--WHERE r.system_update_date >= '${UP_D}'
--join adresses adr ON r.recruit_id=adr.recruit_id
-- ***1 - страница личные сведения есть поле, нет данных
${LIMIT_FW}</sql>
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

11
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow_repeat.hpl
View file

@ -474,6 +474,7 @@ DO UPDATE SET
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??
@ -558,7 +559,6 @@ SELECT
FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id AND '${IDM_ID}' != '' -- Проверка на пустую строку
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))
AND '${M_R_CR_DATE}' >= r.system_create_date::timestamp
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY recruit_id ORDER BY created_at DESC) as rn,
@ -567,14 +567,7 @@ LEFT JOIN (
FROM public.decision_deferment_dto
) ddd ON ddd.recruit_id = r.id and ddd.rn = 1 and ddd.hidden is false
LEFT JOIN public.recruit_association ra on ra.id_ern = r.system_id_ern
--JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text)
--JOIN public.recruits_history rh on rh.recruit_id=r.id
--WHERE r.system_update_date >= '${UP_D}'
--join adresses adr ON r.recruit_id=adr.recruit_id
-- ***1 - страница личные сведения есть поле, нет данных
${LIMIT_FW}</sql>
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

200
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow.hpl
View file

@ -45,46 +45,46 @@
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Group by</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>User defined Java expression</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>User defined Java expression</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Group by</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<from>Table input</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<from>Table output</from>
<to>Block until transforms finish</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Block until transforms finish</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>sort_by_recruit_id</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sort_by_recruit_id</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -102,10 +102,32 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1328</xloc>
<xloc>1456</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on error</name>
<type>ExecSql</type>
@ -138,8 +160,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>320</yloc>
<xloc>1104</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -170,7 +192,7 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1856</xloc>
<xloc>1456</xloc>
<yloc>176</yloc>
</GUI>
</transform>
@ -216,7 +238,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<attributes/>
<GUI>
<xloc>1536</xloc>
<xloc>704</xloc>
<yloc>176</yloc>
</GUI>
</transform>
@ -252,55 +274,15 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1536</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Group by</name>
<type>GroupBy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<add_linenr>N</add_linenr>
<all_rows>N</all_rows>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<aggregate>has_tractor_license_raw</aggregate>
<subject>is_tractor_license</subject>
<type>MAX</type>
</field>
<field>
<aggregate>has_driver_license_raw</aggregate>
<subject>is_driver_license</subject>
<type>MAX</type>
</field>
</fields>
<give_back_row>N</give_back_row>
<group>
<field>
<name>recruit_id</name>
</field>
</group>
<ignore_aggregate>N</ignore_aggregate>
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>176</yloc>
<xloc>1456</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<description/>
<distribute>Y</distribute>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
@ -310,8 +292,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>880</xloc>
<yloc>176</yloc>
<xloc>704</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
@ -336,7 +318,6 @@ base AS (
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r ON r.recruit_id = ri.recruit_id AND '${IDM_ID}' != '' -- Проверка на пустую строку
AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}'))
AND '${M_R_CR_DATE}'::timestamp >= ri.created_at
WHERE jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'
OR ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' IS NOT NULL
OR ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'predUTM' IS NOT NULL
@ -365,7 +346,7 @@ all_data AS (
SELECT
ri.recruit_id,
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataSved', 'YYYY-MM-DD') AS source_update_date,
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'-&gt;'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'serUTM' AS licence_series, -- серия удостоверения тракториста
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'nomUTM' AS licence_number, -- номер удостоверения тракториста
(SELECT array_to_string(ARRAY(SELECT jsonb_array_elements_text(
@ -399,13 +380,13 @@ all_data AS (
SELECT
*,
CASE
WHEN tractor_driver is false and status = '1' THEN 1
ELSE 0
END AS is_driver_license, -- tractor_license // имеет удостоверение тракториста в citizen
WHEN tractor_driver is false and status = '1' THEN true
ELSE false
END AS has_driver_license, -- tractor_license // имеет удостоверение тракториста в citizen
CASE
WHEN tractor_driver is true and status = '1' THEN 1
ELSE 0
END AS is_tractor_license -- has_driver_license // признак наличия водительского удостоверения
WHEN tractor_driver is true and status = '1' THEN true
ELSE false
END AS tractor_license -- has_driver_license // признак наличия водительского удостоверения
FROM all_data</sql>
<variables_active>Y</variables_active>
<attributes/>
@ -488,7 +469,7 @@ FROM all_data</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>688</xloc>
<xloc>928</xloc>
<yloc>320</yloc>
</GUI>
</transform>
@ -527,13 +508,13 @@ FROM all_data</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>176</yloc>
<xloc>928</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>User defined Java expression</name>
<type>Janino</type>
<name>sort_by_recruit_id</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -542,26 +523,25 @@ FROM all_data</sql>
<method>none</method>
<schema_name/>
</partitioning>
<formula>
<field_name>tractor_license</field_name>
<formula_string>has_tractor_license_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<formula>
<field_name>has_driver_license</field_name>
<formula_string>has_driver_license_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<compress>N</compress>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>recruit_id</name>
<presorted>N</presorted>
</field>
</fields>
<sort_prefix>srt</sort_prefix>
<sort_size>1000000</sort_size>
<unique_rows>Y</unique_rows>
<attributes/>
<GUI>
<xloc>1104</xloc>
<yloc>176</yloc>
<xloc>704</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform_error_handling>
@ -572,7 +552,7 @@ FROM all_data</sql>
<nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename>error_code</codes_valuename>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
@ -582,7 +562,7 @@ FROM all_data</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>

206
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow_delta.hpl
View file

@ -41,50 +41,50 @@
<enabled>Y</enabled>
</hop>
<hop>
<from>Group by</from>
<from>Insert / update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>User defined Java expression</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>User defined Java expression</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Group by</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<from>Identify last row in a stream</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<from>Insert / update</from>
<to>Block until transforms finish</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Block until transforms finish</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>sort_by_recruit_id</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sort_by_recruit_id</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -106,6 +106,28 @@
<yloc>528</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on error</name>
<type>ExecSql</type>
@ -138,8 +160,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1392</xloc>
<yloc>352</yloc>
<xloc>1216</xloc>
<yloc>528</yloc>
</GUI>
</transform>
<transform>
@ -170,8 +192,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1872</xloc>
<yloc>208</yloc>
<xloc>1408</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -219,8 +241,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<attributes/>
<GUI>
<xloc>1632</xloc>
<yloc>208</yloc>
<xloc>752</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -255,55 +277,15 @@ and recruitment_id = '${IDM_ID}';</sql>
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1632</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Group by</name>
<type>GroupBy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<add_linenr>N</add_linenr>
<all_rows>N</all_rows>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<aggregate>has_tractor_license_raw</aggregate>
<subject>is_tractor_license</subject>
<type>MAX</type>
</field>
<field>
<aggregate>has_driver_license_raw</aggregate>
<subject>is_driver_license</subject>
<type>MAX</type>
</field>
</fields>
<give_back_row>N</give_back_row>
<group>
<field>
<name>recruit_id</name>
</field>
</group>
<ignore_aggregate>N</ignore_aggregate>
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>752</xloc>
<yloc>208</yloc>
<xloc>1408</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<description/>
<distribute>Y</distribute>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
@ -313,8 +295,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>208</yloc>
<xloc>752</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -341,11 +323,6 @@ and recruitment_id = '${IDM_ID}';</sql>
<field>tractor_driver</field>
<name>tractor_driver</name>
</key>
<key>
<condition>=</condition>
<field>driver</field>
<name>driver</name>
</key>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
<value>
@ -407,7 +384,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>752</xloc>
<xloc>960</xloc>
<yloc>352</yloc>
</GUI>
</transform>
@ -511,13 +488,13 @@ all_data AS (
SELECT
*,
CASE
WHEN tractor_driver is false and status = '1' THEN 1
ELSE 0
END AS is_driver_license, -- tractor_license // имеет удостоверение тракториста в citizen
WHEN tractor_driver is false and status = '1' THEN true
ELSE false
END AS has_driver_license, -- tractor_license // имеет удостоверение тракториста в citizen
CASE
WHEN tractor_driver is true and status = '1' THEN 1
ELSE 0
END AS is_tractor_license -- has_driver_license // признак наличия водительского удостоверения
WHEN tractor_driver is true and status = '1' THEN true
ELSE false
END AS tractor_license -- has_driver_license // признак наличия водительского удостоверения
FROM all_data</sql>
<variables_active>Y</variables_active>
<attributes/>
@ -561,13 +538,13 @@ FROM all_data</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1392</xloc>
<yloc>208</yloc>
<xloc>1008</xloc>
<yloc>528</yloc>
</GUI>
</transform>
<transform>
<name>User defined Java expression</name>
<type>Janino</type>
<name>sort_by_recruit_id</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -576,26 +553,25 @@ FROM all_data</sql>
<method>none</method>
<schema_name/>
</partitioning>
<formula>
<field_name>tractor_license</field_name>
<formula_string>has_tractor_license_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<formula>
<field_name>has_driver_license</field_name>
<formula_string>has_driver_license_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<compress>N</compress>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>recruit_id</name>
<presorted>N</presorted>
</field>
</fields>
<sort_prefix>srt</sort_prefix>
<sort_size>1000000</sort_size>
<unique_rows>Y</unique_rows>
<attributes/>
<GUI>
<xloc>1168</xloc>
<yloc>208</yloc>
<xloc>752</xloc>
<yloc>528</yloc>
</GUI>
</transform>
<transform_error_handling>
@ -604,7 +580,7 @@ FROM all_data</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
@ -616,7 +592,7 @@ FROM all_data</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>

188
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow_repeat.hpl
View file

@ -46,45 +46,45 @@
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Group by</from>
<from>Table input</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>User defined Java expression</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>User defined Java expression</from>
<to>Update</to>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Group by</to>
<to>Block until transforms finish</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<from>Identify last row in a stream</from>
<to>sort_by_recruit_id</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sort_by_recruit_id</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<from>Block until transforms finish</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -102,8 +102,30 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>400</yloc>
<xloc>1328</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
@ -138,8 +160,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>208</yloc>
<xloc>1152</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -170,7 +192,7 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1776</xloc>
<xloc>1440</xloc>
<yloc>64</yloc>
</GUI>
</transform>
@ -234,7 +256,7 @@ DO UPDATE SET
</partitioning>
<attributes/>
<GUI>
<xloc>1568</xloc>
<xloc>720</xloc>
<yloc>64</yloc>
</GUI>
</transform>
@ -270,55 +292,15 @@ DO UPDATE SET
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1568</xloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
<name>Group by</name>
<type>GroupBy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<add_linenr>N</add_linenr>
<all_rows>N</all_rows>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<aggregate>has_tractor_license_raw</aggregate>
<subject>is_tractor_license</subject>
<type>MAX</type>
</field>
<field>
<aggregate>has_driver_license_raw</aggregate>
<subject>is_driver_license</subject>
<type>MAX</type>
</field>
</fields>
<give_back_row>N</give_back_row>
<group>
<field>
<name>recruit_id</name>
</field>
</group>
<ignore_aggregate>N</ignore_aggregate>
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>64</yloc>
<xloc>1440</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<description/>
<distribute>Y</distribute>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
@ -328,8 +310,8 @@ DO UPDATE SET
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>64</yloc>
<xloc>720</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
@ -356,11 +338,6 @@ DO UPDATE SET
<field>tractor_driver</field>
<name>tractor_driver</name>
</key>
<key>
<condition>=</condition>
<field>driver</field>
<name>driver</name>
</key>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
<value>
@ -422,7 +399,7 @@ DO UPDATE SET
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>672</xloc>
<xloc>960</xloc>
<yloc>208</yloc>
</GUI>
</transform>
@ -439,7 +416,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH
base AS (
SELECT
@ -448,7 +424,6 @@ base AS (
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r ON r.recruit_id = ri.recruit_id AND '${IDM_ID}' != '' -- Проверка на пустую строку
AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}'))
AND '${M_R_CR_DATE}'::timestamp >= ri.created_at
WHERE jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'
OR ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' IS NOT NULL
OR ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'predUTM' IS NOT NULL
@ -477,7 +452,7 @@ all_data AS (
SELECT
ri.recruit_id,
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataSved', 'YYYY-MM-DD') AS source_update_date,
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'-&gt;'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'serUTM' AS licence_series, -- серия удостоверения тракториста
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'nomUTM' AS licence_number, -- номер удостоверения тракториста
(SELECT array_to_string(ARRAY(SELECT jsonb_array_elements_text(
@ -511,13 +486,13 @@ all_data AS (
SELECT
*,
CASE
WHEN tractor_driver is false and status = '1' THEN 1
ELSE 0
END AS is_driver_license, -- tractor_license // имеет удостоверение тракториста в citizen
WHEN tractor_driver is false and status = '1' THEN true
ELSE false
END AS has_driver_license, -- tractor_license // имеет удостоверение тракториста в citizen
CASE
WHEN tractor_driver is true and status = '1' THEN 1
ELSE 0
END AS is_tractor_license -- has_driver_license // признак наличия водительского удостоверения
WHEN tractor_driver is true and status = '1' THEN true
ELSE false
END AS tractor_license -- has_driver_license // признак наличия водительского удостоверения
FROM all_data</sql>
<variables_active>Y</variables_active>
<attributes/>
@ -561,13 +536,13 @@ FROM all_data</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>64</yloc>
<xloc>960</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>User defined Java expression</name>
<type>Janino</type>
<name>sort_by_recruit_id</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -576,26 +551,25 @@ FROM all_data</sql>
<method>none</method>
<schema_name/>
</partitioning>
<formula>
<field_name>tractor_license</field_name>
<formula_string>has_tractor_license_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<formula>
<field_name>has_driver_license</field_name>
<formula_string>has_driver_license_raw == 1</formula_string>
<value_type>Boolean</value_type>
<value_length>-1</value_length>
<value_precision>-1</value_precision>
<replace_field/>
</formula>
<compress>N</compress>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>recruit_id</name>
<presorted>N</presorted>
</field>
</fields>
<sort_prefix>srt</sort_prefix>
<sort_size>1000000</sort_size>
<unique_rows>Y</unique_rows>
<attributes/>
<GUI>
<xloc>1088</xloc>
<yloc>64</yloc>
<xloc>720</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform_error_handling>
@ -604,7 +578,7 @@ FROM all_data</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
@ -616,7 +590,7 @@ FROM all_data</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>

125
mappings/info_recruits/citizen_tables/drivers_licence/recruitment_five_flow_delta.hpl
View file

@ -51,6 +51,48 @@
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH mud AS (SELECT recruitment_id,
MAX(execution_datetime) AS max_upd_date
FROM etl.job_execution
WHERE job_name = '${JOB_NAME}'
AND status IN ('SUCCESS', 'DELTA_SUCCESS')
GROUP BY recruitment_id)
SELECT r.idm_id
FROM ervu_dashboard.recruitment r
JOIN mud ON mud.recruitment_id = r.idm_id
JOIN recruits_info ri
ON COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = r.idm_id
AND ri.updated_at > mud.max_upd_date
union
select r2.idm_id
from recruitment r2
join etl.job_execution je
on r2.idm_id = je.recruitment_id
where je.status in ('DELTA_ERROR', 'DELTA_PROCESSING')
and je.job_name = '${JOB_NAME}';</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>368</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>drivers_licence_flow_delta.hpl</name>
<type>PipelineExecutor</type>
@ -107,66 +149,6 @@
<yloc>128</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH mud AS (
SELECT
recruitment_id,
MAX(execution_datetime) AS max_upd_date
FROM etl.job_execution
WHERE job_name = '${JOB_NAME}'
AND status IN ('SUCCESS','DELTA_ERROR','DELTA_SUCCESS','DELTA_PROCESSING')
GROUP BY recruitment_id
)
SELECT
r.idm_id
FROM ervu_dashboard.recruitment r
JOIN mud ON mud.recruitment_id = r.idm_id
JOIN recruits_info ri
ON COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = r.idm_id
AND ri.updated_at > mud.max_upd_date;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>368</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>get_max_source_update_date</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT max(source_update_date) AS max_source_update_date
FROM ervu_dashboard.drivers_licence;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>160</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>drivers_licence_flow_delta.hpl 2</name>
<type>PipelineExecutor</type>
@ -391,6 +373,29 @@ FROM ervu_dashboard.drivers_licence;</sql>
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>get_max_source_update_date</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT max(source_update_date) AS max_source_update_date
FROM ervu_dashboard.drivers_licence;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>160</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>

56
mappings/info_recruits/citizen_tables/drivers_licence/recruitment_five_flow_on_error.hpl
View file

@ -46,6 +46,34 @@
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
r.idm_id as recruitment_id
FROM ervu_dashboard.recruitment r
LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id
and job_name = '${JOB_NAME}'
where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING');</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>224</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform>
<name>drivers_licence_flow_repeat.hpl</name>
<type>PipelineExecutor</type>
@ -97,34 +125,6 @@
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
r.idm_id as recruitment_id
FROM ervu_dashboard.recruitment r
LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id
and job_name = 'drivers_licence_job'
where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING');</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>224</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform>
<name>drivers_licence_flow_repeat.hpl 2</name>
<type>PipelineExecutor</type>

20
mappings/info_recruits/citizen_tables/drivers_licence/recruitments_five_flow.hpl
View file

@ -63,24 +63,8 @@
<sql>SELECT
idm_id AS recruitment
FROM ervu_dashboard.recruitment
${COMMENT}/*
where idm_id in ('110686b2-4a01-4976-885b-d26a2980f53a',
'cff66da8-2be0-4839-bd8e-332b1a150031',
'34c8685e-f08a-4877-afb1-a0589800a21c',
'0e10678c-f272-41c3-94dd-c15830321f9a',
'9703f108-761a-467a-aad3-89617e5539ed',
'55eae374-9bb5-4295-9e3a-5fbcdaba870d',
'dad6c101-34be-45c3-8173-57190cb69dfb',
'fc10523f-af31-4f6b-b0e2-00799758f634',
'61807cc2-9913-4060-8802-0672877c28c8',
'eba7fd7d-e3da-49a7-8e65-8fc85e47190e',
'f59afe6d-c166-4196-a489-6d17f02fc05e',
'22c64b79-f8e4-41e7-a2f3-1aa9df424fd9',
'0fe2bdf0-afbb-402d-93da-67e511799afa',
'6139de3b-2378-496f-9fca-7df7dab90832',
'50ba73dd-1726-48f1-8b7c-7a77ff965299')
${COMMENT}*/</sql>
<variables_active>Y</variables_active>
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>432</xloc>

187
mappings/info_recruits/job_general_info_recruits.hwf
View file

@ -222,142 +222,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2480</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
<name>check_status_parallel_subpoena_decision_archive_person.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/check_status_parallel_subpoena_decision_archive_person.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>3056</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
<name>IF job_parallel_subpoena_decision_archive_person ERROR</name>
<description/>
<type>SIMPLE_EVAL</type>
<attributes/>
<comparevalue>ERROR</comparevalue>
<fieldtype>string</fieldtype>
<successbooleancondition>true</successbooleancondition>
<successcondition>equal</successcondition>
<successnumbercondition>equal</successnumbercondition>
<successwhenvarset>N</successwhenvarset>
<valuetype>variable</valuetype>
<variablename>STATUS</variablename>
<parallel>N</parallel>
<xloc>3520</xloc>
<yloc>1248</yloc>
<attributes_hac/>
</action>
<action>
<name>IF job_parallel_subpoena_decision_archive_person SUCCESS</name>
<description/>
<type>SIMPLE_EVAL</type>
<attributes/>
<comparevalue>SUCCESS</comparevalue>
<fieldtype>string</fieldtype>
<successbooleancondition>true</successbooleancondition>
<successcondition>equal</successcondition>
<successnumbercondition>equal</successnumbercondition>
<successwhenvarset>N</successwhenvarset>
<valuetype>variable</valuetype>
<variablename>STATUS</variablename>
<parallel>N</parallel>
<xloc>3520</xloc>
<yloc>1040</yloc>
<attributes_hac/>
</action>
<action>
<name>change_status_job_parallel_subpoena_decision_archive_person_success.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/change_status_job_parallel_subpoena_decision_archive_person_success.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>4016</xloc>
<yloc>1040</yloc>
<attributes_hac/>
</action>
<action>
<name>change_status_job_parallel_subpoena_decision_archive_person_error.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/change_status_job_parallel_subpoena_decision_archive_person_error.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>4016</xloc>
<yloc>1248</yloc>
<attributes_hac/>
</action>
<action>
<name>Success job_parallel_subpoena_decision_archive_person</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>4496</xloc>
<yloc>1040</yloc>
<attributes_hac/>
</action>
<action>
<name>error job_parallel_subpoena_decision_archive_person</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>4496</xloc>
<yloc>1248</yloc>
<xloc>2400</xloc>
<yloc>880</yloc>
<attributes_hac/>
</action>
</actions>
@ -390,58 +256,9 @@
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_parallel_subpoena_decision_archive_person.hwf</from>
<to>check_status_parallel_subpoena_decision_archive_person.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>check_status_parallel_subpoena_decision_archive_person.hpl</from>
<to>IF job_parallel_subpoena_decision_archive_person SUCCESS</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>check_status_parallel_subpoena_decision_archive_person.hpl</from>
<to>IF job_parallel_subpoena_decision_archive_person ERROR</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>IF job_parallel_recruits_info_citizen SUCCESS</from>
<to>job_parallel_subpoena_decision_archive_person.hwf</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>IF job_parallel_subpoena_decision_archive_person SUCCESS</from>
<to>change_status_job_parallel_subpoena_decision_archive_person_success.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>IF job_parallel_subpoena_decision_archive_person ERROR</from>
<to>change_status_job_parallel_subpoena_decision_archive_person_error.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>change_status_job_parallel_subpoena_decision_archive_person_success.hpl</from>
<to>Success job_parallel_subpoena_decision_archive_person</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>change_status_job_parallel_subpoena_decision_archive_person_error.hpl</from>
<to>error job_parallel_subpoena_decision_archive_person</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>

91
mappings/info_recruits/job_parallel_recruits_info_citizen.hwf
View file

@ -25,7 +25,7 @@
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>Y</parallel>
<parallel>N</parallel>
<xloc>208</xloc>
<yloc>384</yloc>
<attributes_hac/>
@ -42,10 +42,6 @@
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruits_info_job.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<value>${M_R_CR_DATE}</value>
</parameter>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
@ -82,30 +78,6 @@
<yloc>464</yloc>
<attributes_hac/>
</action>
<action>
<name>job_recruit_last_update_date.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/job_recruit_last_update_date.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>Y</parallel>
<xloc>400</xloc>
<yloc>384</yloc>
<attributes_hac/>
</action>
<action>
<name>citizen_job.hwf</name>
<description/>
@ -116,14 +88,13 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/citizen_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<value>${M_R_CR_DATE}</value>
</parameter>
<parameter>
<name>M_R_UP_DATE</name>
<stream_name/>
<value>${M_R_UP_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -138,6 +109,32 @@
<yloc>288</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>Y</parallel>
<xloc>416</xloc>
<yloc>384</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
@ -147,30 +144,30 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>citizen_job.hwf</from>
<to>Success job_citizen</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job_recruit_last_update_date.hwf</to>
<to>row_last_recruit_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruit_last_update_date.hwf</from>
<to>recruits_info_job.hwf</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruit_last_update_date.hwf</from>
<from>row_last_recruit_update_date.hpl</from>
<to>citizen_job.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
<unconditional>N</unconditional>
</hop>
<hop>
<from>citizen_job.hwf</from>
<to>Success job_citizen</to>
<from>row_last_recruit_update_date.hpl</from>
<to>recruits_info_job.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
@ -192,8 +189,8 @@
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>41</height>
<xloc>384</xloc>
<yloc>336</yloc>
<xloc>400</xloc>
<yloc>304</yloc>
<note>не нужна?
</note>
<width>67</width>

124
mappings/info_recruits/raw_data/recruits_info/job_recruit_last_update_date.hwf
View file

@ -1,124 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<workflow>
<name>job_recruit_last_update_date</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<created_user>-</created_user>
<created_date>2025/06/02 14:48:05.666</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:48:05.666</modified_date>
<parameters>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes/>
</workflow>

10
mappings/info_recruits/raw_data/recruits_info/parallel/recruits_info_flow.hpl
View file

@ -265,7 +265,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
r.system_create_date AS created_at,
r.system_update_date AS updated_at,
@ -280,12 +279,7 @@ FROM recruits_info ri
JOIN recruits r ON r.id = ri.recruit_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))
AND '${M_R_CR_DATE}' >= r.system_create_date
--AND '${CR_DATE}' &lt; ri.created_at
--ORDER BY ri.created_at ASC;
${LIMIT_FW}</sql>
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -371,7 +365,7 @@ ${LIMIT_FW}</sql>
<nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename>error_code</codes_valuename>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>

9
mappings/info_recruits/raw_data/recruits_info/parallel/recruits_info_flow_delta.hpl
View file

@ -342,7 +342,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
r.system_create_date AS created_at,
r.system_update_date AS updated_at,
@ -358,12 +357,8 @@ JOIN recruits r ON r.id = ri.recruit_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))
--AND '${M_R_CR_DATE}' >= r.system_create_date
AND r.system_update_date >= '${M_R_UP_DATE}'::timestamp
--AND '${CR_DATE}' &lt; ri.created_at
--ORDER BY ri.created_at ASC;
${LIMIT_FW}</sql>
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -377,7 +372,7 @@ ${LIMIT_FW}</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>

9
mappings/info_recruits/raw_data/recruits_info/parallel/recruits_info_flow_repeat.hpl
View file

@ -357,7 +357,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
r.system_create_date AS created_at,
r.system_update_date AS updated_at,
@ -373,11 +372,7 @@ JOIN recruits r ON r.id = ri.recruit_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND (current_recruitment_id = '${IDM_ID}' or (current_recruitment_id is null and target_recruitment_id = '${IDM_ID}'))
AND '${M_R_CR_DATE}' >= r.system_create_date
--AND '${CR_DATE}' &lt; ri.created_at
--ORDER BY ri.created_at ASC;
${LIMIT_FW}</sql>
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -391,7 +386,7 @@ ${LIMIT_FW}</sql>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>
<fields_valuename/>
<codes_valuename/>
<max_errors/>

95
mappings/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl
View file

@ -1,95 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>recruit_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:50:31.833</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
created_at AS system_create_date,
updated_at AS system_update_date,
current_timestamp AS record_created,
'job_recruits_info' AS workflow
FROM ervu_dashboard.recruits_info
WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.recruits_info)
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>recruit_create</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

44
mappings/info_recruits/raw_data/recruits_info/recruitment_five_flow_delta.hpl
View file

@ -60,14 +60,28 @@
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
r.idm_id as recruitment_id
<sql>WITH mud AS (SELECT recruitment_id,
MAX(execution_datetime) AS max_upd_date
FROM etl.job_execution
WHERE job_name = '${JOB_NAME}'
AND status IN ('SUCCESS', 'DELTA_SUCCESS')
GROUP BY recruitment_id)
SELECT r.idm_id
FROM ervu_dashboard.recruitment r
LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id
and job_name = 'recruits_info_job'
where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING');</sql>
<variables_active>N</variables_active>
JOIN mud ON mud.recruitment_id = r.idm_id
JOIN recruits_info ri
ON COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = r.idm_id
AND ri.updated_at > mud.max_upd_date
union
select r2.idm_id
from recruitment r2
join etl.job_execution je
on r2.idm_id = je.recruitment_id
where je.status in ('DELTA_ERROR', 'DELTA_PROCESSING')
and je.job_name = '${JOB_NAME}';</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>352</xloc>
@ -95,7 +109,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
@ -146,7 +160,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
@ -197,7 +211,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
@ -223,7 +237,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>576</xloc>
<xloc>592</xloc>
<yloc>288</yloc>
</GUI>
</transform>
@ -248,7 +262,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
@ -274,7 +288,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>576</xloc>
<xloc>592</xloc>
<yloc>368</yloc>
</GUI>
</transform>
@ -299,7 +313,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<parameters>
<variable_mapping>
<variable>IDM_ID</variable>
<field>recruitment_id</field>
<field>idm_id</field>
<input/>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
@ -325,7 +339,7 @@ where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>576</xloc>
<xloc>592</xloc>
<yloc>448</yloc>
</GUI>
</transform>

4
mappings/info_recruits/raw_data/recruits_info/recruitment_five_flow_on_error.hpl
View file

@ -65,9 +65,9 @@
FROM ervu_dashboard.recruitment r
LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id
and job_name = 'recruits_info_job'
and job_name = '${JOB_NAME}'
where je.status is null or je.status in('ERROR', 'PROCESSING');</sql>
<variables_active>N</variables_active>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>272</xloc>

20
mappings/info_recruits/raw_data/recruits_info/recruitments_five_flow.hpl
View file

@ -63,24 +63,8 @@
<sql>SELECT
idm_id AS recruitment
FROM ervu_dashboard.recruitment
${COMMENT}/*
where idm_id in ('110686b2-4a01-4976-885b-d26a2980f53a',
'cff66da8-2be0-4839-bd8e-332b1a150031',
'34c8685e-f08a-4877-afb1-a0589800a21c',
'0e10678c-f272-41c3-94dd-c15830321f9a',
'9703f108-761a-467a-aad3-89617e5539ed',
'55eae374-9bb5-4295-9e3a-5fbcdaba870d',
'dad6c101-34be-45c3-8173-57190cb69dfb',
'fc10523f-af31-4f6b-b0e2-00799758f634',
'61807cc2-9913-4060-8802-0672877c28c8',
'eba7fd7d-e3da-49a7-8e65-8fc85e47190e',
'f59afe6d-c166-4196-a489-6d17f02fc05e',
'22c64b79-f8e4-41e7-a2f3-1aa9df424fd9',
'0fe2bdf0-afbb-402d-93da-67e511799afa',
'6139de3b-2378-496f-9fca-7df7dab90832',
'50ba73dd-1726-48f1-8b7c-7a77ff965299')
${COMMENT}*/</sql>
<variables_active>Y</variables_active>
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>432</xloc>

63
mappings/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl
View file

@ -21,33 +21,16 @@
</notepads>
<order>
<hop>
<from>Copy rows to result</from>
<from>Table input</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
<from>Set variables</from>
<to>Write to log</to>
<enabled>N</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
@ -61,6 +44,7 @@
</partitioning>
<fields>
<field>
<default_value/>
<field_name>MAX_RECRUIT_UPDATE_DATE</field_name>
<variable_name>M_R_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
@ -69,7 +53,7 @@
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<xloc>960</xloc>
<yloc>320</yloc>
</GUI>
</transform>
@ -87,14 +71,9 @@
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_RECRUIT_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'job_recruits_info'
order by record_created desc
limit 1</sql>
<sql>SELECT max(update_date) AS MAX_RECRUIT_UPDATE_DATE
FROM ervu_dashboard.citizen;
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
@ -102,6 +81,30 @@ limit 1</sql>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Write to log</name>
<type>WriteToLog</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<displayHeader>Y</displayHeader>
<fields>
</fields>
<limitRows>N</limitRows>
<limitRowsNumber>0</limitRowsNumber>
<loglevel>Basic</loglevel>
<logmessage>${M_R_UP_DATE}</logmessage>
<attributes/>
<GUI>
<xloc>1184</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>