micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Ruslan 2025-02-12 15:24:20 +03:00
parent 765b557f6a
commit 5865f89b95
23 changed files with 885 additions and 652 deletions
Download patch file Download diff file Expand all files Collapse all files

3
v1_apache-hop dash mapping/country/main_dashboard.recruitment_campaign.hpl
View file

@ -122,19 +122,16 @@ WHERE recording_date = current_date
<condition>=</condition>
<field>spring_autumn</field>
<name>spring_autumn</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>REG_ID</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>schema</field>
<name>schema</name>
<name2/>
</key>
<schema>main_dashboard</schema>
<table>recruitment_campaign</table>

2
v1_apache-hop dash mapping/info_recruits/citizen_foreign.hpl
View file

@ -146,7 +146,7 @@
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>320</yloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>

424
v1_apache-hop dash mapping/info_recruits/job_info_recruits.hwf
View file

@ -41,16 +41,6 @@
<yloc>1984</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1424</xloc>
<yloc>1984</yloc>
<attributes_hac/>
</action>
<action>
<name>info_recruits</name>
<description/>
@ -835,36 +825,178 @@
<yloc>2096</yloc>
<attributes_hac/>
</action>
<action>
<name>Success opekun</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1600</yloc>
<attributes_hac/>
</action>
<action>
<name>Success info_recruits</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1536</yloc>
<attributes_hac/>
</action>
<action>
<name>Success spouse</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1664</yloc>
<attributes_hac/>
</action>
<action>
<name>Success child</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1728</yloc>
<attributes_hac/>
</action>
<action>
<name>Success desease</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1792</yloc>
<attributes_hac/>
</action>
<action>
<name>Success medical_autorities</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1184</xloc>
<yloc>1856</yloc>
<attributes_hac/>
</action>
<action>
<name>Success disability</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1920</yloc>
<attributes_hac/>
</action>
<action>
<name>Success driver_license</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>1984</yloc>
<attributes_hac/>
</action>
<action>
<name>Success property</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2048</yloc>
<attributes_hac/>
</action>
<action>
<name>Success citizen_foreign</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2112</yloc>
<attributes_hac/>
</action>
<action>
<name>Success citizenship</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2176</yloc>
<attributes_hac/>
</action>
<action>
<name>Success deputy</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2240</yloc>
<attributes_hac/>
</action>
<action>
<name>Success prosecution</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2304</yloc>
<attributes_hac/>
</action>
<action>
<name>Success punishment</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2368</yloc>
<attributes_hac/>
</action>
<action>
<name>Success passport</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2432</yloc>
<attributes_hac/>
</action>
<action>
<name>Success subpoena</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1152</xloc>
<yloc>2496</yloc>
<attributes_hac/>
</action>
<action>
<name>Success temporary_measure</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1184</xloc>
<yloc>2560</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>info_recruits</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>child</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>spouse</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>opekun</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.child</to>
@ -886,20 +1018,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disease</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>medical_authorities</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.disability</to>
@ -907,13 +1025,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disability</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.drivers_licence</to>
@ -921,13 +1032,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>drivers_licence</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.property</to>
@ -935,13 +1039,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>property</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.citizen_foreign</to>
@ -949,20 +1046,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_foreign</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizenship</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.citizenship</to>
@ -970,13 +1053,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>deputy</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.deputy</to>
@ -991,13 +1067,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>prosecution</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.punishment</to>
@ -1005,13 +1074,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>punishment</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.passport</to>
@ -1019,20 +1081,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>passport</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>subpoena</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.subpoena</to>
@ -1047,13 +1095,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>temporary_measure</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>select_delta_time.hpl</to>
@ -1253,7 +1294,7 @@
<hop>
<from>Start</from>
<to>select_delta_time_subpoena.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1271,6 +1312,125 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>info_recruits</from>
<to>Success info_recruits</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>opekun</from>
<to>Success opekun</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>spouse</from>
<to>Success spouse</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>child</from>
<to>Success child</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disease</from>
<to>Success desease</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>medical_authorities</from>
<to>Success medical_autorities</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disability</from>
<to>Success disability</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>drivers_licence</from>
<to>Success driver_license</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>property</from>
<to>Success property</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_foreign</from>
<to>Success citizen_foreign</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizenship</from>
<to>Success citizenship</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>deputy</from>
<to>Success deputy</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>prosecution</from>
<to>Success prosecution</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>punishment</from>
<to>Success punishment</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>passport</from>
<to>Success passport</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>subpoena</from>
<to>Success subpoena</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>temporary_measure</from>
<to>Success temporary_measure</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
<notepad>
@ -1308,8 +1468,8 @@
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>26</height>
<xloc>1328</xloc>
<yloc>2320</yloc>
<xloc>1712</xloc>
<yloc>1904</yloc>
<note>status_change_date добавить колонку в ervu_dashboard.subpoena</note>
<width>367</width>
</notepad>

5
v1_apache-hop dash mapping/jobs_once_a_day/child_once.hpl
View file

@ -148,7 +148,7 @@ join child on r.id = child.recruit_id</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -156,11 +156,14 @@ join child on r.id = child.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_child</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

78
v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>citizen_foreign_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -45,6 +43,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with citizen as
(select jsonb_array_elements(ri.info->'svedIGPP'->'svedIG') cit,
ri.recruit_id
@ -57,17 +57,11 @@ select
to_date(cit->>'dataPriobrIG', 'YYYY-MM-DD') citizenship_date
from public.recruits r
join citizen on r.id = citizen.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -82,6 +76,8 @@ join citizen on r.id = citizen.recruit_id;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with citizen as
(select jsonb_array_elements(ri.info->'svedIGPP'->'svedPP') cit,
ri.recruit_id
@ -94,17 +90,11 @@ select
to_date(cit->>'dataPriobrPP', 'YYYY-MM-DD') residense_right_date
from public.recruits r
join citizen on r.id = citizen.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -118,31 +108,30 @@ join citizen on r.id = citizen.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>citizenship_foreign</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizenship_foreign</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -156,31 +145,30 @@ join citizen on r.id = citizen.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>citizenship_foreign</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizenship_foreign</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

41
v1_apache-hop dash mapping/jobs_once_a_day/citizenship_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>citizenship_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -40,6 +38,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select r.id recruit_id,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnPriob' acquiring_basis,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' acquiring_number,
@ -53,17 +53,11 @@ from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id
where ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null)</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>432</xloc>
<yloc>224</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -77,31 +71,30 @@ where ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>citizenship</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizenship</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>224</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

10
v1_apache-hop dash mapping/jobs_once_a_day/deputy_once.hpl
View file

@ -152,7 +152,7 @@ where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;</sql
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -160,11 +160,14 @@ where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;</sql
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>deputy</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
@ -186,7 +189,7 @@ where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;</sql
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -194,11 +197,14 @@ where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;</sql
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>deputy</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

78
v1_apache-hop dash mapping/jobs_once_a_day/disability_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>disability_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -45,6 +43,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select
r.id recruit_id,
case when ri.info->'svedInvalid'->'invalid'->>'gruppa'='1' then 'I группа'
@ -60,17 +60,11 @@
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedInvalid'->'invalid'->>'gruppa' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -85,6 +79,8 @@ where ri.info->'svedInvalid'->'invalid'->>'gruppa' is not null;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select
r.id recruit_id,
ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' organization_name,
@ -93,17 +89,11 @@ where ri.info->'svedInvalid'->'invalid'->>'gruppa' is not null;</sql>
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -117,31 +107,30 @@ where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>disability</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>disability</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -155,31 +144,30 @@ where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>disability</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>disability</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

41
v1_apache-hop dash mapping/jobs_once_a_day/disease_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>disease_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -40,6 +38,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with zdorov as
(select jsonb_array_elements(ri.info->'svedSostZdorov'->'svedZdorov'->'sostZdorov') z,
ri.recruit_id
@ -52,17 +52,11 @@ select
to_date(z->>'dataDiagn', 'YYYY-MM-DD') reg_date
from public.recruits r
join zdorov on r.id = zdorov.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -76,31 +70,30 @@ join zdorov on r.id = zdorov.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>disease</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>disease</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

78
v1_apache-hop dash mapping/jobs_once_a_day/drivers_licence_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>drivers_licence_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -45,6 +43,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select
r.id recruit_id,
ri.info->'svedVoditUdost'->'voditUdost'->>'serVodUd' licence_series,
@ -58,17 +58,11 @@
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedVoditUdost'->'voditUdost'->>'serVodUd' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -83,6 +77,8 @@ where ri.info->'svedVoditUdost'->'voditUdost'->>'serVodUd' is not null;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select
r.id recruit_id,
ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'serUTM' licence_series,
@ -101,17 +97,11 @@ from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'serUTM' is not null;
</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -125,31 +115,30 @@ where ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'serUTM' is not null;
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>drivers_licence</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -163,31 +152,30 @@ where ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'serUTM' is not null;
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>drivers_licence</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

5
v1_apache-hop dash mapping/jobs_once_a_day/info_recruits_once.hpl
View file

@ -730,7 +730,7 @@ WHERE
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -738,11 +738,14 @@ WHERE
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

390
v1_apache-hop dash mapping/jobs_once_a_day/job_info_recruits_once.hwf
View file

@ -74,13 +74,13 @@
<attributes_hac/>
</action>
<action>
<name>Success</name>
<name>Success opekun_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1232</xloc>
<yloc>624</yloc>
<xloc>1008</xloc>
<yloc>96</yloc>
<attributes_hac/>
</action>
<action>
@ -739,6 +739,166 @@
<yloc>96</yloc>
<attributes_hac/>
</action>
<action>
<name>Success info_recruits_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>192</yloc>
<attributes_hac/>
</action>
<action>
<name>Success spouse_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>272</yloc>
<attributes_hac/>
</action>
<action>
<name>Success child_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>Success desease_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>432</yloc>
<attributes_hac/>
</action>
<action>
<name>Success medical_autorities_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1040</xloc>
<yloc>496</yloc>
<attributes_hac/>
</action>
<action>
<name>Success disability_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>560</yloc>
<attributes_hac/>
</action>
<action>
<name>Success driver_license_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>624</yloc>
<attributes_hac/>
</action>
<action>
<name>Success property_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>688</yloc>
<attributes_hac/>
</action>
<action>
<name>Success citizen_foreign_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>752</yloc>
<attributes_hac/>
</action>
<action>
<name>Success citizenship_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>816</yloc>
<attributes_hac/>
</action>
<action>
<name>Success deputy_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>880</yloc>
<attributes_hac/>
</action>
<action>
<name>Success prosecution_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>944</yloc>
<attributes_hac/>
</action>
<action>
<name>Success punishment_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>1008</yloc>
<attributes_hac/>
</action>
<action>
<name>Success passport_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>1072</yloc>
<attributes_hac/>
</action>
<action>
<name>Success subpoena_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1008</xloc>
<yloc>1136</yloc>
<attributes_hac/>
</action>
<action>
<name>Success temporary_measure_once</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1040</xloc>
<yloc>1200</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
@ -755,13 +915,6 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>info_recruits_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL.spouse</from>
<to>spouse_once.hpl</to>
@ -883,10 +1036,10 @@
</hop>
<hop>
<from>opekun_once.hpl</from>
<to>Success</to>
<to>Success opekun_once</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
@ -902,20 +1055,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>child_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>spouse_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.disease</to>
@ -923,13 +1062,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disease_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.medical_authorities</to>
@ -937,13 +1069,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>medical_authorities_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.property</to>
@ -951,13 +1076,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>property_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.disability</to>
@ -965,13 +1083,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disability_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.drivers_licence</to>
@ -979,13 +1090,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>drivers_licence_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.citizen_foreign</to>
@ -993,13 +1097,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_foreign_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.citizenship</to>
@ -1007,13 +1104,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizenship_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.deputy</to>
@ -1021,13 +1111,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>deputy_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.prosecution</to>
@ -1035,13 +1118,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>prosecution_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.punishment</to>
@ -1049,13 +1125,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>punishment_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.passport</to>
@ -1063,13 +1132,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>passport_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.subpoena</to>
@ -1077,13 +1139,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>subpoena_once.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.tempmeas</to>
@ -1092,11 +1147,116 @@
<unconditional>Y</unconditional>
</hop>
<hop>
<from>temporary_measure_once.hpl</from>
<to>Success</to>
<from>info_recruits_once.hpl</from>
<to>Success info_recruits_once</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>spouse_once.hpl</from>
<to>Success spouse_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>child_once.hpl</from>
<to>Success child_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disease_once.hpl</from>
<to>Success desease_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>medical_authorities_once.hpl</from>
<to>Success medical_autorities_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>disability_once.hpl</from>
<to>Success disability_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>drivers_licence_once.hpl</from>
<to>Success driver_license_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>property_once.hpl</from>
<to>Success property_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_foreign_once.hpl</from>
<to>Success citizen_foreign_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizenship_once.hpl</from>
<to>Success citizenship_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>deputy_once.hpl</from>
<to>Success deputy_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>prosecution_once.hpl</from>
<to>Success prosecution_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>punishment_once.hpl</from>
<to>Success punishment_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>passport_once.hpl</from>
<to>Success passport_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>subpoena_once.hpl</from>
<to>Success subpoena_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>temporary_measure_once.hpl</from>
<to>Success temporary_measure_once</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>

78
v1_apache-hop dash mapping/jobs_once_a_day/medical_authorities_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>medical_authorities_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -45,6 +43,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with uchet as
(select jsonb_array_elements(ri.info->'svedPND'->'svedUchetDisp'->'svedUchet') u,
ri.recruit_id
@ -57,17 +57,11 @@ select
u->>'dataPlan' change_date
from public.recruits r
join uchet on r.id = uchet.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>352</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -82,6 +76,8 @@ join uchet on r.id = uchet.recruit_id;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with uchet as
(select jsonb_array_elements(ri.info->'svedUchetVICH'->'uchetVICH') u,
ri.recruit_id
@ -94,17 +90,11 @@ select
true HIV
from public.recruits r
join uchet on r.id = uchet.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -118,31 +108,30 @@ join uchet on r.id = uchet.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>medical_authorities</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>medical_authorities</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -156,31 +145,30 @@ join uchet on r.id = uchet.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>medical_authorities</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>medical_authorities</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>352</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

5
v1_apache-hop dash mapping/jobs_once_a_day/opekun_once.hpl
View file

@ -128,7 +128,7 @@ join person on r.id = person.recruit_id</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -136,11 +136,14 @@ join person on r.id = person.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_guardianship</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

2
v1_apache-hop dash mapping/jobs_once_a_day/passport_once.hpl
View file

@ -108,7 +108,7 @@ where ri.info->'pasportRF'->'predPasportRF'->>'nomDok' is not null;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>

161
v1_apache-hop dash mapping/jobs_once_a_day/property_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>property_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -55,6 +53,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedON'->'on') u,
ri.recruit_id
@ -69,17 +69,11 @@ select
'realty' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -94,6 +88,8 @@ join prop on r.id = prop.recruit_id;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedNazTS'->'nazTS') u,
ri.recruit_id
@ -111,17 +107,11 @@ select
'ground_transportation' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -136,6 +126,8 @@ join prop on r.id = prop.recruit_id;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedVozTS'->'vozTS') u,
ri.recruit_id
@ -150,17 +142,11 @@ select
'air_vehicles' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>384</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -175,31 +161,28 @@ join prop on r.id = prop.recruit_id;</sql>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedVozTS'->'vozTS') u,
(select jsonb_array_elements(ri.info->'svedVodTS'->'vodTS') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedVozTS'->'vozTS') = 'array')
where jsonb_typeof(ri.info->'svedVodTS'->'vodTS') = 'array')
select
r.id recruit_id,
u->>'naimVid' vehicle_type,
u->>'naznKat' vehicle_category,
to_date(u->>'dataRegPrav', 'YYYY-MM-DD') start_date,
to_date(u->>'dataPrekPrav', 'YYYY-MM-DD') close_date,
'air_vehicles' type_property
'water_vehicles' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
join prop on r.id = prop.recruit_id
</sql>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>464</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -213,31 +196,30 @@ join prop on r.id = prop.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -251,31 +233,30 @@ join prop on r.id = prop.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -289,31 +270,30 @@ join prop on r.id = prop.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>384</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -327,31 +307,30 @@ join prop on r.id = prop.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>464</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

41
v1_apache-hop dash mapping/jobs_once_a_day/prosecution_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>prosecution_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -40,6 +38,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with ugol as
(select jsonb_array_elements(ri.info->'svedUgolovPresl'->'faktyUgolovPresl') u,
ri.recruit_id
@ -55,17 +55,11 @@ select
u->>'osnovPrekrashh' termination_basis
from public.recruits r
join ugol on r.id = ugol.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>528</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -79,31 +73,30 @@ join ugol on r.id = ugol.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>prosecution</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>prosecution</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>736</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

41
v1_apache-hop dash mapping/jobs_once_a_day/punishment_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>punishment_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -40,6 +38,8 @@
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with ugol as
(select jsonb_array_elements(ri.info->'svedSudim'->'sudim'->'osuzhdenie') u,
ri.recruit_id
@ -60,17 +60,11 @@ select
u->>'osnovOsvobozhd' release_reason
from public.recruits r
join ugol on r.id = ugol.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>528</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -84,31 +78,30 @@ join ugol on r.id = ugol.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>punishment</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>punishment</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>736</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

5
v1_apache-hop dash mapping/jobs_once_a_day/spouse_once.hpl
View file

@ -255,7 +255,7 @@ JOIN suprug ON r.id = suprug.recruit_id;</sql>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -263,11 +263,14 @@ JOIN suprug ON r.id = suprug.recruit_id;</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_spouse</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

5
v1_apache-hop dash mapping/jobs_once_a_day/subpoena_once.hpl
View file

@ -118,7 +118,7 @@ LEFT JOIN public.subpoena_appearance AS sa
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
@ -126,11 +126,14 @@ LEFT JOIN public.subpoena_appearance AS sa
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>subpoena</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>

41
v1_apache-hop dash mapping/jobs_once_a_day/temporary_measure_once.hpl
View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>temporary_measure_once</name>
@ -6,7 +7,6 @@
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -16,8 +16,6 @@
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -40,6 +38,8 @@
<schema_name/>
</partitioning>
<connection>postgres.subpoena</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
rd.subpoena_id,
rd.vk_id AS recruitment_id,
@ -82,17 +82,11 @@ LEFT JOIN public.restriction_document_status AS rds
ON rds.code = rd.status
LEFT JOIN public.subpoena AS s
ON s.id = rd.subpoena_id</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -106,31 +100,30 @@ LEFT JOIN public.subpoena AS s
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>temporary_measures</table>
<commit>1000</commit>
<truncate>N</truncate>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>temporary_measures</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>

1
v1_apache-hop dash mapping/mil_com/job_recruitments_milcom.hwf
View file

@ -744,7 +744,6 @@ WHERE recording_date = current_date
<sql>DELETE FROM main_dashboard.recruitment_campaign
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty', 'Organization', 'Region')</sql>
<sqlfilename/>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>

2
v1_apache-hop dash mapping/mil_com/parameters/array_recruitments.hpl
View file

@ -85,7 +85,7 @@ ARR_MC - параметр</note>
WHERE schema IN ('Department', 'Organization', 'Region')
--LIMIT 200
)
SELECT array_agg(idm_id) AS array_mil_com
SELECT array_agg(idm_id) AS ARRAY_MIL_COM
FROM ids
GROUP BY rn / 30;</sql>
<variables_active>N</variables_active>