micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix delta

Browse source
This commit is contained in:
Ruslan 2025-09-23 17:11:44 +05:00
parent d0e9999227
commit ec1fbeaf4b
27 changed files with 1266 additions and 312 deletions
Download patch file Download diff file Expand all files Collapse all files

3
mappings/info_recruits/citizen_tables/citizen_appealing_violations_fz53/parallel/citizen_appealing_violations_fz53_flow_delta.hpl
View file

@ -407,6 +407,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>postgres.decision-document-service</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
ad.recruit_id,
ad.create_date, -- дата создания обжалования
@ -430,7 +431,7 @@ and recruitment_id = '${IDM_ID}';</sql>
FROM public.appeal_document_dto ad
JOIN public.recruit r ON r.id = ad.recruit_id AND '${IDM_ID}' != '' -- Проверка на пустую строку
AND COALESCE(r.current_recruitment, r.target_recruitment) = '${IDM_ID}'
AND ad.create_date >= '${M_R_UP_DATE}'::timestamp
AND ad.create_date >= '${M_R_CR_DATE}'::timestamp
--AND '${INFRINGEMENT_DATE}'::timestamp &lt;= coalesce(ad.updated_at, ad.created_at) -- для дельты
--WHERE hidden IS FALSE

40
mappings/info_recruits/citizen_tables/deferment_liberation/deferment_decision_update_date_ervu_dashboard.hpl
View file

@ -40,17 +40,37 @@
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
created_at AS system_create_date,
CASE
WHEN updated_at is null THEN '0001-01-01 00:00:00'
ELSE updated_at
END as system_update_date,
<sql>SELECT * FROM (
SELECT
created_at AS system_create_date,
CASE
WHEN updated_at IS NULL THEN '0001-01-01 00:00:00'::timestamp
ELSE updated_at
END AS system_update_date,
current_timestamp AS record_created,
'deferment_decision_table' AS workflow
FROM ervu_dashboard.deferment_liberation
WHERE permission_fact = 'fact'
AND updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.deferment_liberation WHERE permission_fact = 'fact')
LIMIT 1
) AS first_query
UNION ALL
SELECT * FROM (
SELECT
created_at AS system_create_date,
CASE
WHEN updated_at IS NULL THEN '0001-01-01 00:00:00'::timestamp
ELSE updated_at
END AS system_update_date,
current_timestamp AS record_created,
'deferment_decision_table' AS workflow
FROM ervu_dashboard.deferment_liberation
WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.deferment_liberation)
limit 1</sql>
'recruits_deferment_table' AS workflow
FROM ervu_dashboard.deferment_liberation
WHERE permission_fact = 'permission'
AND updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.deferment_liberation WHERE permission_fact = 'permission')
LIMIT 1
) AS second_query</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>

40
mappings/info_recruits/citizen_tables/deferment_liberation/row_last_deferment_decision_update_date.hpl
View file

@ -66,6 +66,12 @@
<variable_name>M_DEFDEC_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
<field>
<default_value/>
<field_name>MAX_RECRUITS_DEFERMENT_UPDATE_DATE</field_name>
<variable_name>M_RECDEF_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
@ -88,14 +94,32 @@
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_DEFERMENT_DECISION_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'deferment_decision_table'
order by record_created desc
limit 1</sql>
<sql>with base as(
SELECT
(SELECT system_update_date
FROM public.recruit_create
WHERE workflow = 'deferment_decision_table'
AND system_update_date = (SELECT MAX(system_update_date) FROM public.recruit_create)
ORDER BY record_created DESC
LIMIT 1) AS MAX_DEFERMENT_DECISION_UPDATE_DATE,
(SELECT system_update_date
FROM public.recruit_create
WHERE workflow = 'recruits_deferment_table'
AND system_update_date = (SELECT MAX(system_update_date) FROM public.recruit_create)
ORDER BY record_created DESC
LIMIT 1) AS MAX_RECRUITS_DEFERMENT_UPDATE_DATE
)
select
CASE
WHEN MAX_DEFERMENT_DECISION_UPDATE_DATE is null THEN '0001-01-01 00:00:00'
ELSE MAX_DEFERMENT_DECISION_UPDATE_DATE
END AS MAX_DEFERMENT_DECISION_UPDATE_DATE,
CASE
WHEN MAX_RECRUITS_DEFERMENT_UPDATE_DATE is null THEN '0001-01-01 00:00:00'
ELSE MAX_RECRUITS_DEFERMENT_UPDATE_DATE
END AS MAX_RECRUITS_DEFERMENT_UPDATE_DATE
from base</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>

124
mappings/info_recruits/citizen_tables/deferment_liberation_permission/job_last_update_date_recruits_deferment.hwf
View file

@ -1,124 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<workflow>
<name>job_last_update_date_recruits_deferment</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<created_user>-</created_user>
<created_date>2025/06/02 14:48:05.666</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:48:05.666</modified_date>
<parameters>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes/>
</workflow>

2
mappings/info_recruits/citizen_tables/deferment_liberation_permission/parallel/deferment_liberation_permission_flow_delta.hpl
View file

@ -418,7 +418,7 @@ p_recruits_deferment AS (
d.system_update_date
FROM public.recruits_deferment d
JOIN public.ervu_reason_for_deferment rd ON d.ervu_reason_for_deferment_id = rd.id
WHERE d.system_update_date >= '${M_R_UP_DATE}'::timestamp
WHERE d.system_update_date >= '${M_RECDEF_UP_DATE}'::timestamp
)
SELECT
d.deferment_id,

72
mappings/info_recruits/citizen_tables/recruit_archive/job_last_update_date_recruit_archive.hwf
View file

@ -26,12 +26,12 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<xloc>400</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<name>recruit_archive_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -41,33 +41,7 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/recruit_archive/recruit_archive_update_date_ervu_dashboard.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
@ -80,7 +54,35 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<xloc>736</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_archive_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/recruit_archive/row_last_recruit_archive_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -90,7 +92,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<xloc>1504</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -98,20 +100,20 @@
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<to>recruit_archive_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<from>recruit_archive_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_archive_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<from>row_last_recruit_archive_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>

3
mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow_delta.hpl
View file

@ -387,6 +387,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu_person_archive</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
id,
recruit_id,
@ -403,7 +404,7 @@ FROM public.recruit_archive
WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
AND vk_id = '${IDM_ID}'
--AND '${M_R_CR_DATE}'::timestamp >= ri.created_at
AND updated_at >= '${M_R_UP_DATE}'::timestamp</sql>
AND updated_at >= '${M_RECARCH_UP_DATE}'::timestamp</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

95
mappings/info_recruits/citizen_tables/recruit_archive/recruit_archive_update_date_ervu_dashboard.hpl Normal file
View file

@ -0,0 +1,95 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>recruit_archive_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:50:31.833</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
created_at AS system_create_date,
updated_at AS system_update_date,
current_timestamp AS record_created,
'recruit_archive_table' AS workflow
FROM ervu_dashboard.recruit_archive
WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.recruit_archive)
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>recruit_create</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

109
mappings/info_recruits/citizen_tables/recruit_archive/row_last_recruit_archive_update_date.hpl Normal file
View file

@ -0,0 +1,109 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>row_last_recruit_archive_update_date</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:51:59.611</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:51:59.611</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Copy rows to result</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<default_value/>
<field_name>MAX_RECRUIT_ARCHIVE_UPDATE_DATE</field_name>
<variable_name>M_RECARCH_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_RECRUIT_ARCHIVE_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'recruit_archive_table'
order by record_created desc
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

24
mappings/info_recruits/citizen_tables/subpoena/job_last_update_date_subpoena.hwf
View file

@ -26,12 +26,12 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<xloc>400</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<name>subpoena_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -41,7 +41,9 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/subpoena/subpoena_update_date_ervu_dashboard.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -57,7 +59,7 @@
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<name>row_last_subpoena_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -67,7 +69,7 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/subpoena/row_last_subpoena_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
@ -80,7 +82,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<xloc>1264</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -90,7 +92,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<xloc>1600</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -98,20 +100,20 @@
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<to>subpoena_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<from>subpoena_update_date_ervu_dashboard.hpl</from>
<to>row_last_subpoena_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<from>row_last_subpoena_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>

2
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow_delta.hpl
View file

@ -479,7 +479,7 @@ join public.subpoena_status ss on s.status_id = ss.id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND s.department_id = '${IDM_ID}'
AND s.status_change_date >= '${M_R_UP_DATE}'::timestamp
AND s.status_change_date >= '${M_S_UP_DATE}'::timestamp
${LIMIT_FW}</sql>
<variables_active>Y</variables_active>

109
mappings/info_recruits/citizen_tables/subpoena/row_last_subpoena_update_date.hpl Normal file
View file

@ -0,0 +1,109 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>row_last_subpoena_update_date</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:51:59.611</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:51:59.611</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Copy rows to result</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<default_value/>
<field_name>MAX_SUBPOENA_UPDATE_DATE</field_name>
<variable_name>M_S_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_SUBPOENA_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'subpoena_table'
order by record_created desc
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

95
mappings/info_recruits/citizen_tables/subpoena/subpoena_update_date_ervu_dashboard.hpl Normal file
View file

@ -0,0 +1,95 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>subpoena_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:50:31.833</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
create_date AS system_create_date,
status_change_date AS system_update_date,
current_timestamp AS record_created,
'subpoena_table' AS workflow
FROM ervu_dashboard.subpoena
WHERE status_change_date = (SELECT MAX(status_change_date) FROM ervu_dashboard.subpoena)
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>recruit_create</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

116
mappings/info_recruits/job_parallel_subpoena_decision_archive_person.hwf
View file

@ -190,14 +190,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deferment_liberation_permission/deferment_liberation_permission_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_RECDEF_UP_DATE</name>
<stream_name/>
<value>${M_RECDEF_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -222,14 +226,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/recruit_archive/recruit_archive_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_RECARCH_UP_DATE</name>
<stream_name/>
<value>${M_RECARCH_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -254,14 +262,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/subpoena/subpoena_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_S_UP_DATE</name>
<stream_name/>
<value>${M_S_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -286,14 +298,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document/restriction_document_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_RESTRDOC_UP_DATE</name>
<stream_name/>
<value>${M_RESTRDOC_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -318,14 +334,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/restriction_document_item_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_RDI_UP_DATE</name>
<stream_name/>
<value>${M_RDI_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -350,14 +370,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/subpoena_appearance/subpoena_appearance_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_SA_UP_DATE</name>
<stream_name/>
<value>${M_SA_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -382,14 +406,18 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/subpoena_send_info/subpoena_send_info_job.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
<name>M_S_UP_DATE</name>
<stream_name/>
<value>${M_S_UP_DATE}</value>
</parameter>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
@ -427,7 +455,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>Y</parallel>
<xloc>944</xloc>
<yloc>1504</yloc>
<yloc>1488</yloc>
<attributes_hac/>
</action>
<action>
@ -508,32 +536,6 @@
<yloc>1104</yloc>
<attributes_hac/>
</action>
<action>
<name>job_last_update_date_recruits_deferment.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/deferment_liberation_permission/job_last_update_date_recruits_deferment.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>Y</parallel>
<xloc>944</xloc>
<yloc>1168</yloc>
<attributes_hac/>
</action>
<action>
<name>job_last_update_date_recruit_archive.hwf</name>
<description/>
@ -741,14 +743,14 @@
<hop>
<from>Start</from>
<to>job_last_update_date_appeal_document.hwf</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_last_update_date_appeal_document.hwf</from>
<to>citizen_appealing_violations_fz53_job.hwf</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
@ -787,20 +789,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_last_update_date_recruits_deferment.hwf</from>
<to>deferment_liberation_permission_job.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job_last_update_date_recruits_deferment.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job_last_update_date_recruit_archive.hwf</to>
@ -857,6 +845,20 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_last_update_date_deferment_decision.hwf</from>
<to>deferment_liberation_permission_job.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>citizen_appealing_violations_fz53_job.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
<notepad>

24
mappings/info_recruits/raw_data/restriction_document/job_last_update_date_restriction_document.hwf
View file

@ -26,12 +26,12 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<xloc>416</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<name>restriction_document_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -41,7 +41,9 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document/restriction_document_update_date_ervu_dashboard.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -57,7 +59,7 @@
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<name>row_last_restriction_document_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -67,7 +69,7 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document/row_last_restriction_document_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
@ -80,7 +82,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<xloc>1248</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -90,7 +92,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<xloc>1552</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -98,20 +100,20 @@
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<to>restriction_document_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<from>restriction_document_update_date_ervu_dashboard.hpl</from>
<to>row_last_restriction_document_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<from>row_last_restriction_document_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>

5
mappings/info_recruits/raw_data/restriction_document/parallel/restriction_document_flow_delta.hpl
View file

@ -273,13 +273,11 @@ and recruitment_id = '${IDM_ID}';</sql>
<condition>=</condition>
<field>id</field>
<name>id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>created_at</field>
<name>created_at</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>restriction_document</table>
@ -374,13 +372,14 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>postgres.subpoena</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
*
FROM public.restriction_document
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND vk_id = '${IDM_ID}'
AND updated_at >= '${M_R_UP_DATE}'::timestamp
AND updated_at >= '${M_RESTRDOC_UP_DATE}'::timestamp
${LIMIT_FW}</sql>
<variables_active>Y</variables_active>

95
mappings/info_recruits/raw_data/restriction_document/restriction_document_update_date_ervu_dashboard.hpl Normal file
View file

@ -0,0 +1,95 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>restriction_document_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:50:31.833</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
created_at AS system_create_date,
updated_at AS system_update_date,
current_timestamp AS record_created,
'restriction_document_table' AS workflow
FROM ervu_dashboard.restriction_document
WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.restriction_document)
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>recruit_create</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

109
mappings/info_recruits/raw_data/restriction_document/row_last_restriction_document_update_date.hpl Normal file
View file

@ -0,0 +1,109 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>row_last_restriction_document_update_date</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:51:59.611</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:51:59.611</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Copy rows to result</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<default_value/>
<field_name>MAX_RESTRICTION_DOCUMENT_UPDATE_DATE</field_name>
<variable_name>M_RESTRDOC_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_RESTRICTION_DOCUMENT_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'restriction_document_table'
order by record_created desc
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

24
mappings/info_recruits/raw_data/restriction_document_item/job_last_update_date_restriction_document_item.hwf
View file

@ -26,12 +26,12 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<xloc>448</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<name>restriction_document_item_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -41,7 +41,9 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/restriction_document_item_update_date_ervu_dashboard.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -57,7 +59,7 @@
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<name>row_last_restriction_document_item_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -67,7 +69,7 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/raw_data/restriction_document_item/row_last_restriction_document_item_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
@ -80,7 +82,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<xloc>1248</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -90,7 +92,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<xloc>1584</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -98,20 +100,20 @@
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<to>restriction_document_item_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<from>restriction_document_item_update_date_ervu_dashboard.hpl</from>
<to>row_last_restriction_document_item_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<from>row_last_restriction_document_item_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>

3
mappings/info_recruits/raw_data/restriction_document_item/parallel/restriction_document_item_flow_delta.hpl
View file

@ -432,6 +432,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>select
s.recruit_id,
CASE
@ -447,7 +448,7 @@ s.id = rd.subpoena_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND rd.vk_id = '${IDM_ID}'
AND rdi.updated_at >= '${M_R_UP_DATE}'::timestamp
AND rdi.updated_at >= '${M_RDI_UP_DATE}'::timestamp
${LIMIT_FW}</sql>
<variables_active>Y</variables_active>

95
mappings/info_recruits/raw_data/restriction_document_item/restriction_document_item_update_date_ervu_dashboard.hpl Normal file
View file

@ -0,0 +1,95 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>restriction_document_item_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:50:31.833</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
created_at AS system_create_date,
updated_at AS system_update_date,
current_timestamp AS record_created,
'restriction_document_item_table' AS workflow
FROM ervu_dashboard.restriction_document_item
WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_dashboard.restriction_document_item)
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>recruit_create</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

109
mappings/info_recruits/raw_data/restriction_document_item/row_last_restriction_document_item_update_date.hpl Normal file
View file

@ -0,0 +1,109 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>row_last_restriction_document_item_update_date</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:51:59.611</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:51:59.611</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Copy rows to result</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<default_value/>
<field_name>MAX_RESTRICTION_DOCUMENT_ITEM_UPDATE_DATE</field_name>
<variable_name>M_RDI_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_RESTRICTION_DOCUMENT_ITEM_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'restriction_document_item_table'
order by record_created desc
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

72
mappings/info_recruits/raw_data/subpoena_appearance/job_last_update_date_subpoena_appearance.hwf
View file

@ -26,12 +26,12 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>592</xloc>
<xloc>384</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>recruit_update_date_ervu_dashboard.hpl</name>
<name>subpoena_appearance_update_date_ervu_dashboard.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -41,33 +41,7 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/recruit_update_date_ervu_dashboard.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_recruit_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/recruits_info/row_last_recruit_update_date.hpl</filename>
<filename>${PROJECT_HOME}/info_recruits/raw_data/subpoena_appearance/subpoena_appearance_update_date_ervu_dashboard.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
@ -80,7 +54,35 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1056</xloc>
<xloc>720</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>row_last_subpoena_appearance_update_date.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/raw_data/subpoena_appearance/row_last_subpoena_appearance_update_date.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1232</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -90,7 +92,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<xloc>1584</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -98,20 +100,20 @@
<hops>
<hop>
<from>Start</from>
<to>recruit_update_date_ervu_dashboard.hpl</to>
<to>subpoena_appearance_update_date_ervu_dashboard.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruit_update_date_ervu_dashboard.hpl</from>
<to>row_last_recruit_update_date.hpl</to>
<from>subpoena_appearance_update_date_ervu_dashboard.hpl</from>
<to>row_last_subpoena_appearance_update_date.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>row_last_recruit_update_date.hpl</from>
<from>row_last_subpoena_appearance_update_date.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>

2
mappings/info_recruits/raw_data/subpoena_appearance/parallel/subpoena_appearance_flow_delta.hpl
View file

@ -344,7 +344,7 @@ join public.subpoena s on s.id = sa.subpoena_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND s.department_id = '${IDM_ID}'
AND sa.change_date_time >= '${M_R_UP_DATE}'::timestamp
AND sa.change_date_time >= '${M_SA_UP_DATE}'::timestamp
${LIMIT_FW}</sql>
<variables_active>Y</variables_active>

109
mappings/info_recruits/raw_data/subpoena_appearance/row_last_subpoena_appearance_update_date.hpl Normal file
View file

@ -0,0 +1,109 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>row_last_subpoena_appearance_update_date</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:51:59.611</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:51:59.611</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Copy rows to result</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<default_value/>
<field_name>MAX_SUBPOENA_APPEARANCE_UPDATE_DATE</field_name>
<variable_name>M_SA_UP_DATE</variable_name>
<variable_type>GP_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
system_update_date AS MAX_SUBPOENA_APPEARANCE_UPDATE_DATE--,
--record_created
FROM public.recruit_create
WHERE system_update_date = (select max(system_update_date) from public.recruit_create)
and workflow = 'subpoena_appearance_table'
order by record_created desc
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

95
mappings/info_recruits/raw_data/subpoena_appearance/subpoena_appearance_update_date_ervu_dashboard.hpl Normal file
View file

@ -0,0 +1,95 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>subpoena_appearance_update_date_ervu_dashboard</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/06/02 14:50:31.833</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/02 14:50:31.833</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
created_date_time AS system_create_date,
change_date_time AS system_update_date,
current_timestamp AS record_created,
'subpoena_appearance_table' AS workflow
FROM ervu_dashboard.subpoena_appearance
WHERE change_date_time = (SELECT MAX(change_date_time) FROM ervu_dashboard.subpoena_appearance)
limit 1</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>recruit_create</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

2
mappings/info_recruits/raw_data/subpoena_send_info/parallel/subpoena_send_info_flow_delta.hpl
View file

@ -374,7 +374,7 @@ join public.subpoena s on s.id = ssi.subpoena_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND s.department_id = '${IDM_ID}'
AND s.status_change_date >= '${M_R_UP_DATE}'::timestamp
AND s.status_change_date >= '${M_S_UP_DATE}'::timestamp
${LIMIT_FW}</sql>
<variables_active>Y</variables_active>
<attributes/>