micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'origin/develop' into develop

Browse source
This commit is contained in:
Fusionshh 2025-10-09 11:26:19 +03:00
commit 828741e9a7
28 changed files with 724 additions and 895 deletions
Download patch file Download diff file Expand all files Collapse all files

34
mappings/connections/external_to_test1.json
View file

@ -1,7 +1,7 @@
{
"variables" : [ {
"name" : "DB_PERSON_HOST",
"value" : "172.30.66.35",
"value" : "10.10.31.118",
"description" : ""
}, {
"name" : "DB_PERSON_PORT",
@ -9,19 +9,19 @@
"description" : ""
}, {
"name" : "DB_PERSON_NAME",
"value" : "ervu_person_registry",
"value" : "ervu-person-registry",
"description" : ""
}, {
"name" : "DB_PERSON_USERNAME",
"value" : "readonly",
"value" : "ervu",
"description" : ""
}, {
"name" : "DB_PERSON_PASSWORD",
"value" : "readonly",
"value" : "ervu",
"description" : ""
}, {
"name" : "DB_DASHBOARD_HOST",
"value" : "10.10.31.119",
"value" : "10.10.31.118",
"description" : ""
}, {
"name" : "DB_DASHBOARD_PORT",
@ -33,11 +33,11 @@
"description" : ""
}, {
"name" : "DB_DASHBOARD_USERNAME",
"value" : "ervu-dashboard",
"value" : "ervu",
"description" : ""
}, {
"name" : "DB_DASHBOARD_PASSWORD",
"value" : "ervu-dashboard",
"value" : "ervu",
"description" : ""
}, {
"name" : "DB_APPEAL_HOST",
@ -139,5 +139,25 @@
"name" : "DB_NSI_PASSWORD",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_METRICS_HOST",
"value" : "172.30.64.35",
"description" : ""
}, {
"name" : "DB_METRICS_PORT",
"value" : "5432",
"description" : ""
}, {
"name" : "DB_METRICS_NAME",
"value" : "ervu_business_metrics",
"description" : ""
}, {
"name" : "DB_METRICS_USERNAME",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_METRICS_PASSWORD",
"value" : "readonly",
"description" : ""
} ]
}

20
mappings/connections/mo_db.json
View file

@ -139,5 +139,25 @@
"name" : "DB_NSI_PASSWORD",
"value" : "Encrypted 2beebdaaa1ac8978aaa54aa72ce93bcc9",
"description" : ""
}, {
"name" : "DB_METRICS_HOST",
"value" : "metrics-dbhost",
"description" : ""
}, {
"name" : "DB_METRICS_PORT",
"value" : "8888",
"description" : ""
}, {
"name" : "DB_METRICS_NAME",
"value" : "metrics-dbname",
"description" : ""
}, {
"name" : "DB_METRICS_USERNAME",
"value" : "metrics-user",
"description" : ""
}, {
"name" : "DB_METRICS_PASSWORD",
"value" : "Encrypted 2beebdaaa1ac8978aaa54aa72ce93bcc9",
"description" : ""
} ]
}

8
mappings/info_recruits/checkpoints/check_status_parallel_recruits_info_citizen.hpl
View file

@ -31,7 +31,7 @@
<enabled>N</enabled>
</hop>
<hop>
<from>Insert / update</from>
<from>Table input</from>
<to>Set variables</to>
<enabled>Y</enabled>
</hop>
@ -106,15 +106,15 @@
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>288</yloc>
<xloc>1088</xloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>

1
mappings/info_recruits/citizen_tables/citizen/citizen_job.hwf
View file

@ -228,7 +228,6 @@
</field>
</fields>
<file_variable_type>CURRENT_WORKFLOW</file_variable_type>
<filename/>
<replacevars>N</replacevars>
<parallel>N</parallel>
<xloc>272</xloc>

27
mappings/info_recruits/citizen_tables/citizen/delta_citizen.hpl
View file

@ -1,27 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>delta_citizen</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/08/05 12:54:02.780</created_date>
<modified_user>-</modified_user>
<modified_date>2025/08/05 12:54:02.780</modified_date>
</info>
<notepads>
</notepads>
<order>
</order>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

188
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow.hpl
View file

@ -20,40 +20,55 @@
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Create job execution record</from>
<to>Table input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Block until transforms finish</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Block until transforms finish</from>
<to>Change job status on success</to>
<enabled>N</enabled>
<from>Table input</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>N</enabled>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Detect empty stream</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Change job status on error</from>
<to>Abort</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<name>Abort</name>
<type>Abort</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -62,12 +77,13 @@
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
</transforms>
<abort_option>ABORT_WITH_ERROR</abort_option>
<always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>160</yloc>
<xloc>1216</xloc>
<yloc>512</yloc>
</GUI>
</transform>
<transform>
@ -101,8 +117,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>448</yloc>
<xloc>912</xloc>
<yloc>512</yloc>
</GUI>
</transform>
<transform>
@ -132,8 +148,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>320</yloc>
<xloc>1216</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
@ -166,8 +182,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<name>Detect empty stream</name>
<type>DetectEmptyStream</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -176,33 +192,80 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>1216</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Filter rows</name>
<type>FilterRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<compare>
<condition>
<conditions>
</conditions>
<function>=</function>
<leftvalue>last_row</leftvalue>
<negated>N</negated>
<operator>-</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<name>constant</name>
<precision>-1</precision>
<text>Y</text>
<type>Boolean</type>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>912</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??
SELECT
r.id as recruit_id,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'reg' END) AS actualAddress,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'regDateStart' END) AS actualAddress_regDateStart,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'regDateEnd' END) AS actualAddress_regDateEnd,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'reg' END) AS residenceAddress,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'regDateStart' END) AS residenceAddress_regDateStart,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'regDateEnd' END) AS residenceAddress_regDateEnd,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'kodTipReg' END) AS residenceAddress_kodTipReg
FROM
public.recruits AS r
LEFT JOIN
LATERAL jsonb_array_elements(r.addresses) AS addr ON true
WHERE '${ID_F1}' != '' -- Проверка на пустую строку
AND COALESCE(current_recruitment_id, target_recruitment_id) = '${ID_F1}'
AND '${M_R_CR_DATE}' >= r.system_create_date::timestamp
GROUP BY
r.id
)
*/
SELECT
<sql>SELECT
r.system_pgs_status,
r.full_name,
r.last_name,
@ -227,18 +290,8 @@ SELECT
--ri.info->'svedFL'->'svedVoin'->'voin'->>'dataReg' AS issue_date,
r.system_create_date AS recruit_create_date,
r.system_update_date AS update_date,
/*
CASE
WHEN r.vu_current_info->>'recruitmentCommercialInfo' = 'true' THEN 'CONVICT'
ELSE 'NOTCONVICT'
END AS convicts,
*/
r.current_recruitment_id AS recruitment_id,
r.target_recruitment_id,
CASE
WHEN ddd.hidden IS false then ddd.hidden
ELSE true
END AS deferment_liberation,-- когда hidden ис фолс отсрочка есть, когда тру или нулл - нет
--mrr.value AS reason_registration,
--adr.actualAddress as residence, -- адрес места жительства
--adr.actualAddress_regDateStart as start_date_residence, -- дата регистрации по месту жительства
@ -295,7 +348,7 @@ ${LIMIT_FW}</sql>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
@ -381,10 +434,6 @@ ${LIMIT_FW}</sql>
<column_name>target_recruitment_id</column_name>
<stream_name>target_recruitment_id</stream_name>
</field>
<field>
<column_name>deferment_liberation</column_name>
<stream_name>deferment_liberation</stream_name>
</field>
<field>
<column_name>id_ern</column_name>
<stream_name>id_ern</stream_name>
@ -402,7 +451,7 @@ ${LIMIT_FW}</sql>
<stream_name>registered_reason</stream_name>
</field>
<field>
<column_name>vu_document_receive_date</column_name>
<column_name>vu_document_received</column_name>
<stream_name>vu_document_received</stream_name>
</field>
<field>
@ -426,18 +475,21 @@ ${LIMIT_FW}</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>720</xloc>
<xloc>912</xloc>
<yloc>320</yloc>
</GUI>
</transform>

11
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow_delta.hpl
View file

@ -273,6 +273,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -371,11 +372,6 @@ and recruitment_id = '${IDM_ID}';</sql>
<rename>target_recruitment_id</rename>
<update>Y</update>
</value>
<value>
<name>deferment_liberation</name>
<rename>deferment_liberation</rename>
<update>Y</update>
</value>
<value>
<name>id_ern</name>
<rename>id_ern</rename>
@ -442,7 +438,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??
@ -499,10 +494,6 @@ SELECT
*/
r.current_recruitment_id AS recruitment_id,
r.target_recruitment_id,
CASE
WHEN ddd.hidden IS false then ddd.hidden
ELSE true
END AS deferment_liberation,-- когда hidden ис фолс отсрочка есть, когда тру или нулл - нет
--mrr.value AS reason_registration,
--adr.actualAddress as residence, -- адрес места жительства
--adr.actualAddress_regDateStart as start_date_residence, -- дата регистрации по месту жительства

11
mappings/info_recruits/citizen_tables/citizen/parallel/citizen_flow_repeat.hpl
View file

@ -287,6 +287,7 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -390,11 +391,6 @@ DO UPDATE SET
<rename>target_recruitment_id</rename>
<update>Y</update>
</value>
<value>
<name>deferment_liberation</name>
<rename>deferment_liberation</rename>
<update>Y</update>
</value>
<value>
<name>id_ern</name>
<rename>id_ern</rename>
@ -456,7 +452,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>/*
with
adresses as ( -- по одному ли адресу тут должно быть??
@ -513,10 +508,6 @@ SELECT
*/
r.current_recruitment_id AS recruitment_id,
r.target_recruitment_id,
CASE
WHEN ddd.hidden IS false then ddd.hidden
ELSE true
END AS deferment_liberation,-- когда hidden ис фолс отсрочка есть, когда тру или нулл - нет
-- mrr.value AS reason_registration,
--adr.actualAddress as residence, -- адрес места жительства
--adr.actualAddress_regDateStart as start_date_residence, -- дата регистрации по месту жительства

142
mappings/info_recruits/citizen_tables/citizen/parallel/job_citizen_flow.hwf
View file

@ -1,142 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<workflow>
<name>job_citizen_flow</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<workflow_status>0</workflow_status>
<created_user>-</created_user>
<created_date>2025/08/14 11:18:41.368</created_date>
<modified_user>-</modified_user>
<modified_date>2025/08/14 11:18:41.368</modified_date>
<parameters>
<parameter>
<name>IDM_ID</name>
<default_value/>
<description/>
</parameter>
<parameter>
<name>JOB_NAME</name>
<default_value/>
<description/>
</parameter>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>368</xloc>
<yloc>304</yloc>
<attributes_hac/>
</action>
<action>
<name>citizen_flow.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/parallel/citizen_flow.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>IDM_ID</name>
<stream_name>recruitment</stream_name>
</parameter>
<parameter>
<name>JOB_NAME</name>
<value>citizen_job</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>304</yloc>
<attributes_hac/>
</action>
<action>
<name>Change job status on success</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>UPDATE etl.job_execution
SET status = 'SUCCESS'
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>Y</useVariableSubstitution>
<parallel>N</parallel>
<xloc>896</xloc>
<yloc>304</yloc>
<attributes_hac/>
</action>
<action>
<name>Change job status on error</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>896</xloc>
<yloc>416</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>citizen_flow.hpl</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>citizen_flow.hpl</from>
<to>Change job status on error</to>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>citizen_flow.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes/>
</workflow>

2
mappings/info_recruits/citizen_tables/citizen/recruitment_five_flow_delta.hpl
View file

@ -63,7 +63,7 @@
<sql>SELECT
r.idm_id as recruitment_id
FROM ervu_dashboard.recruitment r
LEFT JOIN public.job_execution je
LEFT JOIN etl.job_execution je
ON r.idm_id = je.recruitment_id
and job_name = 'citizen_job'
where je.status in ('SUCCESS', 'DELTA_ERROR', 'DELTA_SUCCESS', 'DELTA_PROCESSING');</sql>

336
mappings/info_recruits/citizen_tables/citizen/recruitments_five_flow.hpl
View file

@ -23,51 +23,26 @@
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>citizen_flow.hpl</to>
<enabled>N</enabled>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>citizen_flow.hpl 2</to>
<enabled>N</enabled>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>citizen_flow.hpl 3</to>
<enabled>N</enabled>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>citizen_flow.hpl 4</to>
<enabled>N</enabled>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>citizen_flow.hpl 5</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>job_citizen_flow.hwf</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>job_citizen_flow.hwf 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>job_citizen_flow.hwf 3</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>job_citizen_flow.hwf 4</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get all recruitments ordered by created_date</from>
<to>job_citizen_flow.hwf 5</to>
<enabled>Y</enabled>
</hop>
</order>
@ -88,24 +63,8 @@
<sql>SELECT
idm_id AS recruitment
FROM ervu_dashboard.recruitment
${COMMENT}/*
where idm_id in ('110686b2-4a01-4976-885b-d26a2980f53a',
'cff66da8-2be0-4839-bd8e-332b1a150031',
'34c8685e-f08a-4877-afb1-a0589800a21c',
'0e10678c-f272-41c3-94dd-c15830321f9a',
'9703f108-761a-467a-aad3-89617e5539ed',
'55eae374-9bb5-4295-9e3a-5fbcdaba870d',
'dad6c101-34be-45c3-8173-57190cb69dfb',
'fc10523f-af31-4f6b-b0e2-00799758f634',
'61807cc2-9913-4060-8802-0672877c28c8',
'eba7fd7d-e3da-49a7-8e65-8fc85e47190e',
'f59afe6d-c166-4196-a489-6d17f02fc05e',
'22c64b79-f8e4-41e7-a2f3-1aa9df424fd9',
'0fe2bdf0-afbb-402d-93da-67e511799afa',
'6139de3b-2378-496f-9fca-7df7dab90832',
'50ba73dd-1726-48f1-8b7c-7a77ff965299')
${COMMENT}*/</sql>
<variables_active>Y</variables_active>
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>432</xloc>
@ -136,11 +95,6 @@ ${COMMENT}*/</sql>
<field>recruitment</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>citizen_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
@ -164,8 +118,8 @@ ${COMMENT}*/</sql>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>608</yloc>
<xloc>784</xloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -192,11 +146,6 @@ ${COMMENT}*/</sql>
<field>recruitment</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>citizen_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
@ -220,8 +169,8 @@ ${COMMENT}*/</sql>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>688</yloc>
<xloc>784</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
@ -248,11 +197,6 @@ ${COMMENT}*/</sql>
<field>recruitment</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>citizen_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
@ -276,8 +220,8 @@ ${COMMENT}*/</sql>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>768</yloc>
<xloc>784</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
@ -304,11 +248,6 @@ ${COMMENT}*/</sql>
<field>recruitment</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>citizen_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
@ -332,8 +271,8 @@ ${COMMENT}*/</sql>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>848</yloc>
<xloc>784</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -360,11 +299,6 @@ ${COMMENT}*/</sql>
<field>recruitment</field>
<input/>
</variable_mapping>
<variable_mapping>
<variable>JOB_NAME</variable>
<field/>
<input>citizen_job</input>
</variable_mapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
@ -388,247 +322,7 @@ ${COMMENT}*/</sql>
<executors_output_transform/>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>928</yloc>
</GUI>
</transform>
<transform>
<name>job_citizen_flow.hwf</name>
<type>WorkflowExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/parallel/job_citizen_flow.hwf</filename>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variablemapping>
<variable>IDM_ID</variable>
<field>recruitment</field>
<input/>
</variablemapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
<name>job_citizen_flow.hwf 2</name>
<type>WorkflowExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/parallel/job_citizen_flow.hwf</filename>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variablemapping>
<variable>IDM_ID</variable>
<field>recruitment</field>
<input/>
</variablemapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>job_citizen_flow.hwf 3</name>
<type>WorkflowExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/parallel/job_citizen_flow.hwf</filename>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variablemapping>
<variable>IDM_ID</variable>
<field>recruitment</field>
<input/>
</variablemapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>job_citizen_flow.hwf 4</name>
<type>WorkflowExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/parallel/job_citizen_flow.hwf</filename>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variablemapping>
<variable>IDM_ID</variable>
<field>recruitment</field>
<input/>
</variablemapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>job_citizen_flow.hwf 5</name>
<type>WorkflowExecutor</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<run_configuration>local</run_configuration>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/parallel/job_citizen_flow.hwf</filename>
<group_size>1</group_size>
<group_field/>
<group_time/>
<parameters>
<variablemapping>
<variable>IDM_ID</variable>
<field>recruitment</field>
<input/>
</variablemapping>
<inherit_all_vars>Y</inherit_all_vars>
</parameters>
<execution_result_target_transform/>
<execution_time_field>ExecutionTime</execution_time_field>
<execution_result_field>ExecutionResult</execution_result_field>
<execution_errors_field>ExecutionNrErrors</execution_errors_field>
<execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
<execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
<execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
<execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
<execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
<execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
<execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
<execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
<execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
<execution_log_text_field>ExecutionLogText</execution_log_text_field>
<execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
<result_rows_target_transform/>
<result_files_target_transform/>
<result_files_file_name_field>FileName</result_files_file_name_field>
<attributes/>
<GUI>
<xloc>736</xloc>
<xloc>784</xloc>
<yloc>464</yloc>
</GUI>
</transform>

6
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow.hpl
View file

@ -308,6 +308,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>
SELECT
ri.recruit_id,
@ -317,7 +318,7 @@ SELECT
TO_DATE(ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'dataPrekrRozysk', 'YYYY-MM-DD') AS wanted_end_date,
ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'osnovPrekrRozysk' AS grounds_stopping_search,
ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'naimOrgPrekrRozysk' AS name_organ_end_search
FROM recruits_info ri
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r ON r.recruit_id = ri.recruit_id
WHERE'${IDM_ID}' != ''
AND COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
@ -407,19 +408,16 @@ WHERE'${IDM_ID}' != ''
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_wanted</field>
<name>is_wanted</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

6
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow_delta.hpl
View file

@ -375,6 +375,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>
SELECT
ri.recruit_id,
@ -384,7 +385,7 @@ SELECT
TO_DATE(ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'dataPrekrRozysk', 'YYYY-MM-DD') AS wanted_end_date,
ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'osnovPrekrRozysk' AS grounds_stopping_search,
ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'naimOrgPrekrRozysk' AS name_organ_end_search
FROM recruits_info ri
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r ON r.recruit_id = ri.recruit_id
WHERE'${IDM_ID}' != ''
AND COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
@ -413,19 +414,16 @@ WHERE'${IDM_ID}' != ''
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_wanted</field>
<name>is_wanted</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

6
mappings/info_recruits/citizen_tables/citizen_information_search/parallel/citizen_information_search_flow_repeat.hpl
View file

@ -389,6 +389,7 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>
SELECT
ri.recruit_id,
@ -398,7 +399,7 @@ SELECT
TO_DATE(ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'dataPrekrRozysk', 'YYYY-MM-DD') AS wanted_end_date,
ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'osnovPrekrRozysk' AS grounds_stopping_search,
ri.info -> 'svedFL' -> 'extend' -> 'rozysk' ->> 'naimOrgPrekrRozysk' AS name_organ_end_search
FROM recruits_info ri
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r ON r.recruit_id = ri.recruit_id
WHERE'${IDM_ID}' != ''
AND COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = '${IDM_ID}'
@ -426,19 +427,16 @@ WHERE'${IDM_ID}' != ''
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>is_wanted</field>
<name>is_wanted</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>

6
mappings/info_recruits/citizen_tables/passport/parallel/passport_flow.hpl
View file

@ -266,6 +266,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
ri.recruit_id,
NULLIF(p.passport_data->>'nomDok', '') AS passport_number,
@ -277,7 +278,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
WHEN NULLIF(p.passport_data->>'kodStatus', '') = '1' THEN TRUE
ELSE FALSE
END AS actual
FROM recruits_info ri
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r
ON r.recruit_id = ri.recruit_id
AND '${IDM_ID}' != ''
@ -346,14 +347,11 @@ JOIN LATERAL (
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>passport</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

5
mappings/info_recruits/citizen_tables/passport/parallel/passport_flow_delta.hpl
View file

@ -274,13 +274,11 @@ and recruitment_id = '${IDM_ID}';</sql>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>actual</field>
<name>actual</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>passport</table>
@ -340,6 +338,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
ri.recruit_id,
NULLIF(p.passport_data->>'nomDok', '') AS passport_number,
@ -351,7 +350,7 @@ and recruitment_id = '${IDM_ID}';</sql>
WHEN NULLIF(p.passport_data->>'kodStatus', '') = '1' THEN TRUE
ELSE FALSE
END AS actual
FROM recruits_info ri
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r
ON r.recruit_id = ri.recruit_id
AND '${IDM_ID}' != ''

5
mappings/info_recruits/citizen_tables/passport/parallel/passport_flow_repeat.hpl
View file

@ -288,13 +288,11 @@ DO UPDATE SET
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>actual</field>
<name>actual</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>passport</table>
@ -354,6 +352,7 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
ri.recruit_id,
NULLIF(p.passport_data->>'nomDok', '') AS passport_number,
@ -365,7 +364,7 @@ DO UPDATE SET
WHEN NULLIF(p.passport_data->>'kodStatus', '') = '1' THEN TRUE
ELSE FALSE
END AS actual
FROM recruits_info ri
FROM ervu_dashboard.recruits_info ri
JOIN ervu_dashboard.citizen r
ON r.recruit_id = ri.recruit_id
AND '${IDM_ID}' != ''

358
mappings/info_recruits/citizen_tables/property/parallel/property_flow_repeat.hpl
View file

@ -60,11 +60,6 @@
<to>User defined Java expression</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>User defined Java expression</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Group by</to>
@ -85,6 +80,51 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 2</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 3</from>
<to>Update 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 4</from>
<to>Update 3</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>User defined Java expression</from>
<to>Update 5</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 5</from>
<to>Update 4</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 2</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 3</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 4</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 5</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -102,8 +142,8 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>400</yloc>
<xloc>1648</xloc>
<yloc>688</yloc>
</GUI>
</transform>
<transform>
@ -137,8 +177,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>208</yloc>
<xloc>1648</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -168,8 +208,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1776</xloc>
<yloc>64</yloc>
<xloc>2112</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -215,8 +255,8 @@ DO UPDATE SET
</sql>
<attributes/>
<GUI>
<xloc>272</xloc>
<yloc>208</yloc>
<xloc>288</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -232,8 +272,8 @@ DO UPDATE SET
</partitioning>
<attributes/>
<GUI>
<xloc>1568</xloc>
<yloc>64</yloc>
<xloc>1904</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -268,8 +308,8 @@ DO UPDATE SET
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1568</xloc>
<yloc>176</yloc>
<xloc>1904</xloc>
<yloc>464</yloc>
</GUI>
</transform>
<transform>
@ -323,8 +363,8 @@ DO UPDATE SET
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>64</yloc>
<xloc>688</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -341,8 +381,8 @@ DO UPDATE SET
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>64</yloc>
<xloc>880</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -445,8 +485,8 @@ DO UPDATE SET
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>208</yloc>
<xloc>688</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -462,7 +502,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH
base as(
SELECT
@ -658,8 +697,8 @@ from all_data</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>480</xloc>
<yloc>208</yloc>
<xloc>496</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -676,55 +715,22 @@ from all_data</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<key>
<condition>&lt;></condition>
<field>has_property</field>
<name>has_property</name>
</key>
<key>
<condition>&lt;></condition>
<field>has_ground_transport</field>
<name>has_ground_transport</name>
</key>
<key>
<condition>&lt;></condition>
<field>has_air_transport</field>
<name>has_air_transport</name>
</key>
<key>
<condition>&lt;></condition>
<field>has_water_transport</field>
<name>has_water_transport</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_possibility_reg_residence</field>
<name>has_possibility_reg_residence</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_property</name>
<rename>has_property</rename>
</value>
<value>
<name>has_ground_transport</name>
<rename>has_ground_transport</rename>
</value>
<value>
<name>has_air_transport</name>
<rename>has_air_transport</rename>
</value>
<value>
<name>has_water_transport</name>
<rename>has_water_transport</rename>
</value>
<value>
<name>has_possibility_reg_residence</name>
<rename>has_possibility_reg_residence</rename>
@ -734,8 +740,8 @@ from all_data</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>64</yloc>
<xloc>1648</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -791,8 +797,180 @@ from all_data</sql>
</formula>
<attributes/>
<GUI>
<xloc>1088</xloc>
<yloc>64</yloc>
<xloc>1104</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Update 2</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_water_transport</field>
<name>has_water_transport</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_water_transport</name>
<rename>has_water_transport</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1552</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Update 3</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_air_transport</field>
<name>has_air_transport</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_air_transport</name>
<rename>has_air_transport</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1456</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Update 4</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_ground_transport</field>
<name>has_ground_transport</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_ground_transport</name>
<rename>has_ground_transport</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1360</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Update 5</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_property</field>
<name>has_property</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_property</name>
<rename>has_property</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1264</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform_error_handling>
@ -820,6 +998,54 @@ from all_data</sql>
<max_pct_errors/>
<min_pct_rows/>
</error>
<error>
<source_transform>Update 2</source_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
<error>
<source_transform>Update 3</source_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
<error>
<source_transform>Update 4</source_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
<error>
<source_transform>Update 5</source_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

58
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow.hpl
View file

@ -102,7 +102,7 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1328</xloc>
<xloc>1504</xloc>
<yloc>496</yloc>
</GUI>
</transform>
@ -137,7 +137,7 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1328</xloc>
<xloc>1504</xloc>
<yloc>320</yloc>
</GUI>
</transform>
@ -168,7 +168,7 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1856</xloc>
<xloc>2032</xloc>
<yloc>176</yloc>
</GUI>
</transform>
@ -214,7 +214,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<attributes/>
<GUI>
<xloc>1536</xloc>
<xloc>1712</xloc>
<yloc>176</yloc>
</GUI>
</transform>
@ -250,7 +250,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1536</xloc>
<xloc>1712</xloc>
<yloc>304</yloc>
</GUI>
</transform>
@ -301,7 +301,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>176</yloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform>
@ -319,7 +319,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>880</xloc>
<yloc>176</yloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform>
@ -335,6 +335,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>postgres.subpoena</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
s.id, --id повестки
CASE
@ -367,17 +368,24 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
--, --УН заказного почтового отправления // искать в subpoena_send_info
s.status_id, --статус // ссылка на справочник subpoena_status/// AS subpoena_status
s.create_date, --дата создания // для загрузки данных
s.status_change_date --дата обновления // для загрузки данных (timestamp without time zone)
s.status_change_date, --дата обновления // для загрузки данных (timestamp without time zone)
sr.type AS subpoena_reason_type
-- поля для карточки, раздел "Сведения о направлении повестки военного комиссариата"
FROM public.subpoena s
join public.subpoena_status ss on s.status_id = ss.id
join public.subpoena_reason sr on sr.id = s.reason_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND s.department_id = '${IDM_ID}'
AND '${M_R_CR_DATE}' >= s.create_date
${LIMIT_FW}</sql>
<variables_active>Y</variables_active>
<attributes/>
@ -456,6 +464,10 @@ ${LIMIT_FW}</sql>
<column_name>status_change_date</column_name>
<stream_name>status_change_date</stream_name>
</field>
<field>
<column_name>subpoena_reason_type</column_name>
<stream_name>subpoena_reason_type</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
@ -501,30 +513,6 @@ ${LIMIT_FW}</sql>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_sent_summons</field>
<name>has_sent_summons</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_served_summons</field>
<name>has_served_summons</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>appeared_to_recruitment_center</field>
<name>appeared_to_recruitment_center</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>not_appeared_by_valid_excuse</field>
<name>not_appeared_by_valid_excuse</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
@ -548,7 +536,7 @@ ${LIMIT_FW}</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1328</xloc>
<xloc>1504</xloc>
<yloc>176</yloc>
</GUI>
</transform>
@ -598,7 +586,7 @@ ${LIMIT_FW}</sql>
<attributes/>
<GUI>
<xloc>1104</xloc>
<yloc>176</yloc>
<yloc>16</yloc>
</GUI>
</transform>
<transform_error_handling>

65
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow_delta.hpl
View file

@ -102,8 +102,8 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1392</xloc>
<yloc>528</yloc>
<xloc>1440</xloc>
<yloc>880</yloc>
</GUI>
</transform>
<transform>
@ -137,8 +137,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1392</xloc>
<yloc>352</yloc>
<xloc>1440</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform>
@ -168,8 +168,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1872</xloc>
<yloc>208</yloc>
<xloc>1920</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -200,8 +200,8 @@ where job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>352</xloc>
<yloc>352</yloc>
<xloc>400</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform>
@ -217,8 +217,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<attributes/>
<GUI>
<xloc>1632</xloc>
<yloc>208</yloc>
<xloc>1680</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -253,8 +253,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1632</xloc>
<yloc>320</yloc>
<xloc>1680</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -303,8 +303,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>752</xloc>
<yloc>208</yloc>
<xloc>800</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -321,8 +321,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>208</yloc>
<xloc>992</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -417,12 +417,17 @@ and recruitment_id = '${IDM_ID}';</sql>
<rename>status_change_date</rename>
<update>Y</update>
</value>
<value>
<name>subpoena_reason_type</name>
<rename>subpoena_reason_type</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>752</xloc>
<yloc>352</yloc>
<xloc>800</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform>
@ -438,6 +443,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>postgres.subpoena</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
s.id, --id повестки
CASE
@ -470,12 +476,13 @@ and recruitment_id = '${IDM_ID}';</sql>
--, --УН заказного почтового отправления // искать в subpoena_send_info
s.status_id, --статус // ссылка на справочник subpoena_status/// AS subpoena_status
s.create_date, --дата создания // для загрузки данных
s.status_change_date --дата обновления // для загрузки данных (timestamp without time zone)
s.status_change_date, --дата обновления // для загрузки данных (timestamp without time zone)
sr.type AS subpoena_reason_type
-- поля для карточки, раздел "Сведения о направлении повестки военного комиссариата"
FROM public.subpoena s
join public.subpoena_status ss on s.status_id = ss.id
join public.subpoena_reason sr on sr.id = s.reason_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND s.department_id = '${IDM_ID}'
@ -485,8 +492,8 @@ ${LIMIT_FW}</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>560</xloc>
<yloc>352</yloc>
<xloc>608</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform>
@ -503,37 +510,31 @@ ${LIMIT_FW}</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_sent_summons</field>
<name>has_sent_summons</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_served_summons</field>
<name>has_served_summons</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>appeared_to_recruitment_center</field>
<name>appeared_to_recruitment_center</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>not_appeared_by_valid_excuse</field>
<name>not_appeared_by_valid_excuse</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -558,8 +559,8 @@ ${LIMIT_FW}</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1392</xloc>
<yloc>208</yloc>
<xloc>1440</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -607,8 +608,8 @@ ${LIMIT_FW}</sql>
</formula>
<attributes/>
<GUI>
<xloc>1168</xloc>
<yloc>208</yloc>
<xloc>1216</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform_error_handling>

65
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow_repeat.hpl
View file

@ -102,8 +102,8 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>400</yloc>
<xloc>1472</xloc>
<yloc>752</yloc>
</GUI>
</transform>
<transform>
@ -137,8 +137,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>208</yloc>
<xloc>1472</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
@ -168,8 +168,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1776</xloc>
<yloc>64</yloc>
<xloc>1936</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -215,8 +215,8 @@ DO UPDATE SET
</sql>
<attributes/>
<GUI>
<xloc>272</xloc>
<yloc>208</yloc>
<xloc>432</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
@ -232,8 +232,8 @@ DO UPDATE SET
</partitioning>
<attributes/>
<GUI>
<xloc>1568</xloc>
<yloc>64</yloc>
<xloc>1728</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -268,8 +268,8 @@ DO UPDATE SET
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1568</xloc>
<yloc>176</yloc>
<xloc>1728</xloc>
<yloc>464</yloc>
</GUI>
</transform>
<transform>
@ -318,8 +318,8 @@ DO UPDATE SET
<prefix>grp</prefix>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>64</yloc>
<xloc>832</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -336,8 +336,8 @@ DO UPDATE SET
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>64</yloc>
<xloc>1024</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -432,12 +432,17 @@ DO UPDATE SET
<rename>status_change_date</rename>
<update>Y</update>
</value>
<value>
<name>subpoena_reason_type</name>
<rename>subpoena_reason_type</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>208</yloc>
<xloc>832</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
@ -453,6 +458,7 @@ DO UPDATE SET
</partitioning>
<connection>postgres.subpoena</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
s.id, --id повестки
CASE
@ -485,12 +491,13 @@ DO UPDATE SET
--, --УН заказного почтового отправления // искать в subpoena_send_info
s.status_id, --статус // ссылка на справочник subpoena_status/// AS subpoena_status
s.create_date, --дата создания // для загрузки данных
s.status_change_date --дата обновления // для загрузки данных (timestamp without time zone)
s.status_change_date, --дата обновления // для загрузки данных (timestamp without time zone)
sr.type AS subpoena_reason_type
-- поля для карточки, раздел "Сведения о направлении повестки военного комиссариата"
FROM public.subpoena s
join public.subpoena_status ss on s.status_id = ss.id
join public.subpoena_reason sr on sr.id = s.reason_id
WHERE
'${IDM_ID}' != '' -- Проверка на пустую строку
AND s.department_id = '${IDM_ID}'
@ -500,8 +507,8 @@ ${LIMIT_FW}</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>480</xloc>
<yloc>208</yloc>
<xloc>640</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
@ -518,37 +525,31 @@ ${LIMIT_FW}</sql>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_sent_summons</field>
<name>has_sent_summons</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>has_served_summons</field>
<name>has_served_summons</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>appeared_to_recruitment_center</field>
<name>appeared_to_recruitment_center</name>
<name2/>
</key>
<key>
<condition>&lt;></condition>
<field>not_appeared_by_valid_excuse</field>
<name>not_appeared_by_valid_excuse</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
@ -573,8 +574,8 @@ ${LIMIT_FW}</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>64</yloc>
<xloc>1472</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
@ -622,8 +623,8 @@ ${LIMIT_FW}</sql>
</formula>
<attributes/>
<GUI>
<xloc>1088</xloc>
<yloc>64</yloc>
<xloc>1248</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform_error_handling>

6
mappings/info_recruits/job_general_info_recruits.hwf
View file

@ -195,11 +195,7 @@
<type>SIMPLE_EVAL</type>
<attributes/>
<comparevalue>SUCCESS</comparevalue>
<fieldname/>
<fieldtype>string</fieldtype>
<mask/>
<maxvalue/>
<minvalue/>
<successbooleancondition>true</successbooleancondition>
<successcondition>different</successcondition>
<successnumbercondition>equal</successnumbercondition>
@ -404,7 +400,7 @@
<successwhenvarset>N</successwhenvarset>
<valuetype>variable</valuetype>
<variablename>STATUS</variablename>
<parallel>N</parallel>
<parallel>Y</parallel>
<xloc>2704</xloc>
<yloc>672</yloc>
<attributes_hac/>

56
mappings/info_recruits/job_info_recruits_from_json.hwf
View file

@ -37,7 +37,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>880</xloc>
<yloc>848</yloc>
<yloc>832</yloc>
<attributes_hac/>
</action>
<action>
@ -61,7 +61,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>656</yloc>
<yloc>672</yloc>
<attributes_hac/>
</action>
<action>
@ -109,7 +109,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>848</yloc>
<yloc>832</yloc>
<attributes_hac/>
</action>
<action>
@ -129,7 +129,41 @@
<attributes/>
<parallel>N</parallel>
<xloc>880</xloc>
<yloc>656</yloc>
<yloc>672</yloc>
<attributes_hac/>
</action>
<action>
<name>job4_info_from_json.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/supportive_jobs/job4_info_from_json.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>912</yloc>
<attributes_hac/>
</action>
<action>
<name>Success job4_info_from_json.hwf</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>880</xloc>
<yloc>912</yloc>
<attributes_hac/>
</action>
</actions>
@ -176,6 +210,20 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job4_info_from_json.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job4_info_from_json.hwf</from>
<to>Success job4_info_from_json.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
<notepad>

86
mappings/info_recruits/job_parallel_recruits_info_citizen.hwf
View file

@ -30,38 +30,6 @@
<yloc>384</yloc>
<attributes_hac/>
</action>
<action>
<name>citizen_job.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/citizen_job.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<value>${M_R_CR_DATE}</value>
</parameter>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>688</xloc>
<yloc>304</yloc>
<attributes_hac/>
</action>
<action>
<name>recruits_info_job.hwf</name>
<description/>
@ -138,15 +106,40 @@
<yloc>384</yloc>
<attributes_hac/>
</action>
<action>
<name>citizen_job.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/citizen_job.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<value>${M_R_CR_DATE}</value>
</parameter>
<parameter>
<name>M_R_UP_DATE</name>
<value>${M_R_UP_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>688</xloc>
<yloc>304</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>citizen_job.hwf</from>
<to>Success job_citizen</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>recruits_info_job.hwf</from>
<to>Success job_recruits_info</to>
@ -161,6 +154,13 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruit_last_update_date.hwf</from>
<to>recruits_info_job.hwf</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruit_last_update_date.hwf</from>
<to>citizen_job.hwf</to>
@ -169,11 +169,11 @@
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruit_last_update_date.hwf</from>
<to>recruits_info_job.hwf</to>
<from>citizen_job.hwf</from>
<to>Success job_citizen</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>

3
mappings/info_recruits/raw_data/recruits_info/parallel/recruits_info_flow.hpl
View file

@ -347,14 +347,11 @@ ${LIMIT_FW}</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>recruits_info</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

16
mappings/info_recruits/recruitment/job_recruitment.hwf
View file

@ -52,14 +52,11 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/recruitment/recruitment.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>CR_DATE</name>
<stream_name>CREATE_DATE</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -96,7 +93,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>336</xloc>
<yloc>224</yloc>
<yloc>320</yloc>
<attributes_hac/>
</action>
</actions>
@ -111,17 +108,24 @@
<hop>
<from>Start</from>
<to>recruitment_param_create_date.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruitment_param_create_date.hpl</from>
<to>recruitment.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>recruitment.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
</notepads>

88
mappings/info_recruits/recruitment/recruitment.hpl
View file

@ -49,6 +49,7 @@
<condition>=</condition>
<field>idm_id</field>
<name>idm_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>recruitment</table>
@ -57,24 +58,14 @@
<rename>id</rename>
<update>Y</update>
</value>
<value>
<name>parent_id</name>
<rename>parent_id</rename>
<update>Y</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>Y</update>
</value>
<value>
<name>shortname</name>
<rename>shortname</rename>
<update>Y</update>
</value>
<value>
<name>updated_at</name>
<rename>updated_at</rename>
<name>parent_id</name>
<rename>parent_id</rename>
<update>Y</update>
</value>
<value>
@ -82,29 +73,19 @@
<rename>idm_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>Y</update>
</value>
<value>
<name>code</name>
<rename>code</rename>
<update>Y</update>
</value>
<value>
<name>created_at</name>
<rename>created_at</rename>
<update>Y</update>
</value>
<value>
<name>hidden</name>
<rename>hidden</rename>
<update>Y</update>
</value>
<value>
<name>enabled</name>
<rename>enabled</rename>
<update>Y</update>
</value>
<value>
<name>reports_enabled</name>
<rename>reports_enabled</rename>
<name>updated_at</name>
<rename>updated_at</rename>
<update>Y</update>
</value>
</lookup>
@ -126,38 +107,35 @@
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.subpoena</connection>
<connection>metrics</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
<sql>SELECT
rt.id,
rt.fullname as shortname,
rt.parent_id,
rt.idm_id,
rt.schema,
rt.full_name as shortname,
rt.parent as parent_id,
rt.id as idm_id,
--type,
case
when rt.type = 'MINISTRY' then 'Ministry'
when rt.type = 'DISTRICT' then 'Region'
when rt.type = 'SUBJECT' then 'Organization'
when rt.type = 'MUNICIPAL' then 'Department'
end as schema,
rt.military_code AS code,
rt.created_at,
rt.updated_at,
rt.hidden,
rt.enabled,
rt.reports_enabled--,
--ROW_NUMBER() OVER (ORDER BY rt.idm_id) AS rn_recruitment
FROM
public.recruitment rt
now() as updated_at
FROM idm_reconcile.domain rt
WHERE
rt.idm_id ~ '^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$'
AND '${CR_DATE}' &lt; rt.created_at
AND (rt.schema = 'Ministry' OR (rt.schema IS NOT NULL AND rt.parent_id IS NOT NULL))
AND rt.hidden IS NOT TRUE
AND (
rt.fullname ILIKE '%военный%'
OR
rt.fullname ILIKE '%округ%'
OR
rt.fullname ILIKE '%министерство%'
(rt.type = 'MINISTRY' OR (rt.type IS NOT NULL AND rt.parent IS NOT NULL))
AND (
rt.full_name ILIKE '%военный%'
OR
rt.full_name ILIKE '%округ%'
OR
rt.full_name ILIKE '%министерство%'
)
AND rt.fullname NOT ILIKE '%тест%'</sql>
<variables_active>Y</variables_active>
AND rt.full_name NOT ILIKE '%тест%'</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>208</xloc>

4
mappings/instruction.txt
View file

@ -1,2 +1,4 @@
/jobs_once_a_day/job_info_recruits.kjb - запустить при старте 1 раз
/info_recruits/job_info_recruits.kjb - подождать час и запускать раз в 10 минут
/info_recruits/job_info_recruits.kjb - подождать час и запускать раз в 10 минут
1
1