micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Ruslan 2025-02-04 15:27:21 +03:00
parent eae6b4bff8
commit c59b982f99
40 changed files with 4721 additions and 866 deletions
Download patch file Download diff file Expand all files Collapse all files

103
v1_apache-hop dash mapping/connections/db_uat.json Normal file
View file

@ -0,0 +1,103 @@
{
"variables" : [ {
"name" : "DB_PERSON_HOST",
"value" : "10.65.244.45",
"description" : ""
}, {
"name" : "DB_PERSON_PORT",
"value" : "6432",
"description" : ""
}, {
"name" : "DB_PERSON_NAME",
"value" : "ervu_person_registry",
"description" : ""
}, {
"name" : "DB_PERSON_USERNAME",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_PERSON_PASSWORD",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_DASHBOARD_HOST",
"value" : "10.65.244.45",
"description" : ""
}, {
"name" : "DB_DASHBOARD_PORT",
"value" : "6432",
"description" : ""
}, {
"name" : "DB_DASHBOARD_NAME",
"value" : "ervu-dashboard",
"description" : ""
}, {
"name" : "DB_DASHBOARD_USERNAME",
"value" : "ervu-dashboard",
"description" : ""
}, {
"name" : "DB_DASHBOARD_PASSWORD",
"value" : "ervu-dashboard",
"description" : ""
}, {
"name" : "DB_APPEAL_HOST",
"value" : "10.65.244.45",
"description" : ""
}, {
"name" : "DB_APPEAL_PORT",
"value" : "6432",
"description" : ""
}, {
"name" : "DB_APPEAL_NAME",
"value" : "ervu_appeal_document",
"description" : ""
}, {
"name" : "DB_APPEAL_USERNAME",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_APPEAL_PASSWORD",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_DECISION_HOST",
"value" : "10.65.244.45",
"description" : ""
}, {
"name" : "DB_DECISION_PORT",
"value" : "6432",
"description" : ""
}, {
"name" : "DB_DECISION_NAME",
"value" : "ervu_decision_document",
"description" : ""
}, {
"name" : "DB_DECISION_USERNAME",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_DECISION_PASSWORD",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_SUBPOENA_HOST",
"value" : "10.65.244.45",
"description" : ""
}, {
"name" : "DB_SUBPOENA_PORT",
"value" : "6432",
"description" : ""
}, {
"name" : "DB_SUBPOENA_NAME",
"value" : "ervu_subpoena_registry",
"description" : ""
}, {
"name" : "DB_SUBPOENA_USERNAME",
"value" : "readonly",
"description" : ""
}, {
"name" : "DB_SUBPOENA_PASSWORD",
"value" : "readonly",
"description" : ""
} ]
}

227
v1_apache-hop dash mapping/info_recruits/job_info_recruits.hwf
View file

@ -32,8 +32,8 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>368</xloc>
<yloc>624</yloc>
<xloc>592</xloc>
<yloc>1536</yloc>
<attributes_hac/>
</action>
<action>
@ -42,8 +42,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1056</xloc>
<yloc>624</yloc>
<xloc>1296</xloc>
<yloc>1536</yloc>
<attributes_hac/>
</action>
<action>
@ -65,18 +65,17 @@
<parameter>
<name>UP_D</name>
<stream_name>UPDATE_DATE</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>Y</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>Y</set_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>544</yloc>
<xloc>992</xloc>
<yloc>1536</yloc>
<attributes_hac/>
</action>
<action>
@ -90,8 +89,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>672</xloc>
<yloc>656</yloc>
<xloc>880</xloc>
<yloc>2752</yloc>
<attributes_hac/>
</action>
<action>
@ -105,8 +104,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>672</xloc>
<yloc>720</yloc>
<xloc>880</xloc>
<yloc>2816</yloc>
<attributes_hac/>
</action>
<action>
@ -131,8 +130,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>720</xloc>
<yloc>208</yloc>
<xloc>928</xloc>
<yloc>2256</yloc>
<attributes_hac/>
</action>
<action>
@ -157,8 +156,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>768</xloc>
<yloc>656</yloc>
<xloc>976</xloc>
<yloc>2752</yloc>
<attributes_hac/>
</action>
<action>
@ -183,8 +182,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>768</xloc>
<yloc>720</yloc>
<xloc>976</xloc>
<yloc>2816</yloc>
<attributes_hac/>
</action>
<action>
@ -198,8 +197,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1024</yloc>
<xloc>848</xloc>
<yloc>3120</yloc>
<attributes_hac/>
</action>
<action>
@ -224,8 +223,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1024</yloc>
<xloc>992</xloc>
<yloc>3120</yloc>
<attributes_hac/>
</action>
<action>
@ -239,8 +238,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1088</yloc>
<xloc>848</xloc>
<yloc>3184</yloc>
<attributes_hac/>
</action>
<action>
@ -265,8 +264,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1088</yloc>
<xloc>992</xloc>
<yloc>3184</yloc>
<attributes_hac/>
</action>
<action>
@ -280,8 +279,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1152</yloc>
<xloc>848</xloc>
<yloc>3248</yloc>
<attributes_hac/>
</action>
<action>
@ -306,8 +305,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1152</yloc>
<xloc>992</xloc>
<yloc>3248</yloc>
<attributes_hac/>
</action>
<action>
@ -321,8 +320,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1216</yloc>
<xloc>848</xloc>
<yloc>3312</yloc>
<attributes_hac/>
</action>
<action>
@ -347,8 +346,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1216</yloc>
<xloc>992</xloc>
<yloc>3312</yloc>
<attributes_hac/>
</action>
<action>
@ -362,8 +361,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1280</yloc>
<xloc>848</xloc>
<yloc>3376</yloc>
<attributes_hac/>
</action>
<action>
@ -388,8 +387,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1280</yloc>
<xloc>992</xloc>
<yloc>3376</yloc>
<attributes_hac/>
</action>
<action>
@ -403,8 +402,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1344</yloc>
<xloc>848</xloc>
<yloc>3440</yloc>
<attributes_hac/>
</action>
<action>
@ -429,8 +428,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1344</yloc>
<xloc>992</xloc>
<yloc>3440</yloc>
<attributes_hac/>
</action>
<action>
@ -444,8 +443,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1408</yloc>
<xloc>848</xloc>
<yloc>3504</yloc>
<attributes_hac/>
</action>
<action>
@ -470,8 +469,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1408</yloc>
<xloc>992</xloc>
<yloc>3504</yloc>
<attributes_hac/>
</action>
<action>
@ -485,8 +484,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1472</yloc>
<xloc>848</xloc>
<yloc>3568</yloc>
<attributes_hac/>
</action>
<action>
@ -511,8 +510,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1472</yloc>
<xloc>992</xloc>
<yloc>3568</yloc>
<attributes_hac/>
</action>
<action>
@ -526,8 +525,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1536</yloc>
<xloc>848</xloc>
<yloc>3632</yloc>
<attributes_hac/>
</action>
<action>
@ -552,8 +551,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1536</yloc>
<xloc>992</xloc>
<yloc>3632</yloc>
<attributes_hac/>
</action>
<action>
@ -567,8 +566,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1600</yloc>
<xloc>848</xloc>
<yloc>3696</yloc>
<attributes_hac/>
</action>
<action>
@ -593,8 +592,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1600</yloc>
<xloc>992</xloc>
<yloc>3696</yloc>
<attributes_hac/>
</action>
<action>
@ -608,8 +607,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1664</yloc>
<xloc>848</xloc>
<yloc>3760</yloc>
<attributes_hac/>
</action>
<action>
@ -634,8 +633,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1664</yloc>
<xloc>992</xloc>
<yloc>3760</yloc>
<attributes_hac/>
</action>
<action>
@ -649,8 +648,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1728</yloc>
<xloc>848</xloc>
<yloc>3824</yloc>
<attributes_hac/>
</action>
<action>
@ -675,8 +674,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1728</yloc>
<xloc>992</xloc>
<yloc>3824</yloc>
<attributes_hac/>
</action>
<action>
@ -690,8 +689,8 @@
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>640</xloc>
<yloc>1792</yloc>
<xloc>848</xloc>
<yloc>3888</yloc>
<attributes_hac/>
</action>
<action>
@ -716,8 +715,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>1792</yloc>
<xloc>992</xloc>
<yloc>3888</yloc>
<attributes_hac/>
</action>
<action>
@ -742,8 +741,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>656</xloc>
<yloc>544</yloc>
<xloc>864</xloc>
<yloc>1536</yloc>
<attributes_hac/>
</action>
</actions>
@ -772,42 +771,42 @@
<hop>
<from>child</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>spouse</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>opekun</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.spouse</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.child</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.disease</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -821,7 +820,7 @@
<hop>
<from>Start</from>
<to>SQL.medical_authorities</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -835,21 +834,21 @@
<hop>
<from>disease</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>medical_authorities</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.disability</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -863,14 +862,14 @@
<hop>
<from>disability</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.drivers_licence</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -884,14 +883,14 @@
<hop>
<from>drivers_licence</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.property</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -905,14 +904,14 @@
<hop>
<from>property</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.citizen_foreign</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -926,7 +925,7 @@
<hop>
<from>citizen_foreign</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
@ -940,14 +939,14 @@
<hop>
<from>citizenship</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.citizenship</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -961,14 +960,14 @@
<hop>
<from>deputy</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.deputy</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -982,14 +981,14 @@
<hop>
<from>Start</from>
<to>SQL.prosecution</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>prosecution</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
@ -1003,21 +1002,21 @@
<hop>
<from>Start</from>
<to>SQL.punishment</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>punishment</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.passport</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1031,7 +1030,7 @@
<hop>
<from>passport</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
@ -1045,14 +1044,14 @@
<hop>
<from>subpoena</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>SQL.subpoena</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1066,21 +1065,21 @@
<hop>
<from>Start</from>
<to>SQL.tempmeas</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>temporary_measure</from>
<to>Success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>opekun</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1100,6 +1099,26 @@
</hop>
</hops>
<notepads>
<notepad>
<backgroundcolorblue>251</backgroundcolorblue>
<backgroundcolorgreen>232</backgroundcolorgreen>
<backgroundcolorred>201</backgroundcolorred>
<bordercolorblue>90</bordercolorblue>
<bordercolorgreen>58</bordercolorgreen>
<bordercolorred>14</bordercolorred>
<fontbold>N</fontbold>
<fontcolorblue>90</fontcolorblue>
<fontcolorgreen>58</fontcolorgreen>
<fontcolorred>14</fontcolorred>
<fontitalic>N</fontitalic>
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>26</height>
<xloc>1584</xloc>
<yloc>1552</yloc>
<note>доработать дельту, сделать дельту для остальных таблиц</note>
<width>325</width>
</notepad>
</notepads>
<attributes>
<group>

7
v1_apache-hop dash mapping/job_recruitments_all.hwf
View file

@ -321,6 +321,13 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitments_milcom.hwf</from>
<to>Success</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
<notepad>

177
v1_apache-hop dash mapping/jobs_once_a_day/child_once.hpl Normal file
View file

@ -0,0 +1,177 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>child_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>N</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_child</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>birth_az_number</name>
<rename>birth_az_number</rename>
<update>Y</update>
</value>
<value>
<name>birth_date</name>
<rename>birth_date</rename>
<update>Y</update>
</value>
<value>
<name>death_az_number</name>
<rename>death_az_number</rename>
<update>Y</update>
</value>
<value>
<name>death_date</name>
<rename>death_date</rename>
<update>Y</update>
</value>
<value>
<name>full_name</name>
<rename>full_name</rename>
<update>Y</update>
</value>
<value>
<name>kinship_type</name>
<rename>kinship_type</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>624</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with child as
(select jsonb_array_elements(ri.info->'svedDeti'->'rebenok') ch,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedDeti'->'rebenok') = 'array')
select
r.id::uuid recruit_id,
ch->>'naimRodstvSvyazReb' kinship_type,
concat_ws(' ', ch->'svedFLBS'->'fio'->>'familiya',
ch->'svedFLBS'->'fio'->>'imya',
ch->'svedFLBS'->'fio'->>'otchestvo') full_name,
make_date(NULLIF(ch->'svedFLBS'->'dataRozhdDok'->>'god', '')::int,
NULLIF(ch->'svedFLBS'->'dataRozhdDok'->>'mesyacz','')::int,
NULLIF(ch->'svedFLBS'->'dataRozhdDok'->>'den','')::int) birth_date,
make_date(NULLIF(ch->'svedSmert'->'dataSmert'->>'god', '')::int,
NULLIF(ch->'svedSmert'->'dataSmert'->>'mesyacz','')::int,
NULLIF(ch->'svedSmert'->'dataSmert'->>'den','')::int) death_date,
ch->'svedSmert'->>'nomerZapis' death_az_number,
ch->'svedAZRozhd'->'dataRozhdDok'->>'nomerZapis' birth_az_number
from public.recruits r
join child on r.id = child.recruit_id</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>400</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_child</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>608</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

189
v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_once.hpl Normal file
View file

@ -0,0 +1,189 @@
<pipeline>
<info>
<name>citizen_foreign_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with citizen as
(select jsonb_array_elements(ri.info->'svedIGPP'->'svedIG') cit,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedIGPP'->'svedIG') = 'array')
select
r.id recruit_id,
cit->'oksm'->>'naimOKSM' country_name,
cit->>'osnovPriobrIG' citizenship_basis,
to_date(cit->>'dataPriobrIG', 'YYYY-MM-DD') citizenship_date
from public.recruits r
join citizen on r.id = citizen.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with citizen as
(select jsonb_array_elements(ri.info->'svedIGPP'->'svedPP') cit,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedIGPP'->'svedPP') = 'array')
select
r.id recruit_id,
cit->'oksm'->>'naimOKSM' country_name,
cit->>'osnovPriobrPP' residense_right_basis,
to_date(cit->>'dataPriobrPP', 'YYYY-MM-DD') residense_right_date
from public.recruits r
join citizen on r.id = citizen.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>citizenship_foreign</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>citizenship_foreign</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

110
v1_apache-hop dash mapping/jobs_once_a_day/citizenship_once.hpl Normal file
View file

@ -0,0 +1,110 @@
<pipeline>
<info>
<name>citizenship_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select r.id recruit_id,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnPriob' acquiring_basis,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' acquiring_number,
to_date(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshPriob', 'YYYY-MM-DD') acquiring_date,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'organReshPriob' acquiring_authority,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' renunciation_basis,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshVyh' renunciation_number,
to_date(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date,
ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority
from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id
where ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null)</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>432</xloc>
<yloc>224</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>citizenship</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>224</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

215
v1_apache-hop dash mapping/jobs_once_a_day/deputy_once.hpl Normal file
View file

@ -0,0 +1,215 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>deputy_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>deputy</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>end_date</name>
<rename>end_date</rename>
<update>Y</update>
</value>
<value>
<name>information</name>
<rename>information</rename>
<update>Y</update>
</value>
<value>
<name>period_office</name>
<rename>period_office</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>720</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select r.id recruit_id,
ri.info->'svedDeputat'->'deputat'->>'srokiPolnomochii' period_office,
to_date(ri.info->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date,
ri.info->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information
from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id
where ri.info->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select r.id recruit_id,
to_date(ri.info->'svedKandidat'->'kandidat'->>'dataSnyatiyaKandidatury', 'YYYY-MM-DD') end_date,
ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' information,
false deputy
from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id
where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>deputy</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>800</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>deputy</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>800</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

188
v1_apache-hop dash mapping/jobs_once_a_day/disability_once.hpl Normal file
View file

@ -0,0 +1,188 @@
<pipeline>
<info>
<name>disability_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select
r.id recruit_id,
case when ri.info->'svedInvalid'->'invalid'->>'gruppa'='1' then 'I группа'
when ri.info->'svedInvalid'->'invalid'->>'gruppa'='2' then 'II группа'
when ri.info->'svedInvalid'->'invalid'->>'gruppa'='3' then 'III группа'
when ri.info->'svedInvalid'->'invalid'->>'gruppa'='4' then 'ребенок-инвалид'
end disability_group,
ri.info->'svedInvalid'->'invalid'->>'ustanOrg' organization_name,
to_date(ri.info->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataUstan', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataSnyat', 'YYYY-MM-DD') close_date,
to_date(ri.info->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataPodtverzhdPlan', 'YYYY-MM-DD') confirmation_date,
true disability
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedInvalid'->'invalid'->>'gruppa' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select
r.id recruit_id,
ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' organization_name,
to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataPrisv', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataOtmeny', 'YYYY-MM-DD') close_date
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>disability</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>disability</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

109
v1_apache-hop dash mapping/jobs_once_a_day/disease_once.hpl Normal file
View file

@ -0,0 +1,109 @@
<pipeline>
<info>
<name>disease_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with zdorov as
(select jsonb_array_elements(ri.info->'svedSostZdorov'->'svedZdorov'->'sostZdorov') z,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedSostZdorov'->'svedZdorov'->'sostZdorov') = 'array')
select
r.id recruit_id,
z->>'kodZabol' code,
z->>'naimZabol' name,
to_date(z->>'dataDiagn', 'YYYY-MM-DD') reg_date
from public.recruits r
join zdorov on r.id = zdorov.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>disease</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

196
v1_apache-hop dash mapping/jobs_once_a_day/drivers_licence_once.hpl Normal file
View file

@ -0,0 +1,196 @@
<pipeline>
<info>
<name>drivers_licence_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select
r.id recruit_id,
ri.info->'svedVoditUdost'->'voditUdost'->>'serVodUd' licence_series,
ri.info->'svedVoditUdost'->'voditUdost'->>'nomVodUd' licence_number,
to_date(ri.info->'svedVoditUdost'->'voditUdost'->>'dataVodUd', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedVoditUdost'->'voditUdost'->>'srokVodUd', 'YYYY-MM-DD') close_date,
array_to_string(array(
select kat->>'kategoriya'
from jsonb_array_elements(ri.info->'svedVoditUdost'->'voditUdost'->'svedKat') as kat
where jsonb_typeof(ri.info->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedVoditUdost'->'voditUdost'->>'serVodUd' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select
r.id recruit_id,
ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'serUTM' licence_series,
ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'nomUTM' licence_number,
to_date(ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'dataVydUTM', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'dataOkonchUTM', 'YYYY-MM-DD') close_date,
to_date(ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'dataIztUTM', 'YYYY-MM-DD') seizure_date,
to_date(ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'dataZamUTM', 'YYYY-MM-DD') replacement_date,
to_date(ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'dataVozUTM', 'YYYY-MM-DD') return_date,
array_to_string(array(
select kat->>'kategoriya'
from jsonb_array_elements(ri.info->'svedVoditUdost'->'voditUdost'->'svedKat') as kat
where jsonb_typeof(ri.info->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories,
true tractor_driver
from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id
where ri.info->'svedUdostrTraktMash'->'udostrTraktMash'->>'serUTM' is not null;
</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>drivers_licence</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

1002
v1_apache-hop dash mapping/jobs_once_a_day/job_info_recruits_once.hwf
View file

File diff suppressed because it is too large Load diff

189
v1_apache-hop dash mapping/jobs_once_a_day/medical_authorities_once.hpl Normal file
View file

@ -0,0 +1,189 @@
<pipeline>
<info>
<name>medical_authorities_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input hiv</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with uchet as
(select jsonb_array_elements(ri.info->'svedPND'->'svedUchetDisp'->'svedUchet') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedPND'->'svedUchetDisp'->'svedUchet') = 'array')
select
r.id recruit_id,
u->>'dataPostUchet' start_date,
u->>'dataSnyatUchet' close_date,
u->>'dataPlan' change_date
from public.recruits r
join uchet on r.id = uchet.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>352</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input hiv</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with uchet as
(select jsonb_array_elements(ri.info->'svedUchetVICH'->'uchetVICH') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedUchetVICH'->'uchetVICH') = 'array')
select
r.id recruit_id,
to_date(u->>'dataPostUchet', 'YYYY-MM-DD') start_date,
to_date(u->>'dataSnyat', 'YYYY-MM-DD') close_date,
true HIV
from public.recruits r
join uchet on r.id = uchet.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>medical_authorities</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>medical_authorities</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>352</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

157
v1_apache-hop dash mapping/jobs_once_a_day/opekun_once.hpl Normal file
View file

@ -0,0 +1,157 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>opekun_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>N</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_guardianship</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>full_name</name>
<rename>full_name</rename>
<update>Y</update>
</value>
<value>
<name>birth_date</name>
<rename>birth_date</rename>
<update>Y</update>
</value>
<value>
<name>snils</name>
<rename>snils</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>560</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with person as
(select jsonb_array_elements(ri.info->'svedOpekun'->'svedSoczPod') ch,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedOpekun'->'svedSoczPod') = 'array')
select
r.id recruit_id,
concat_ws(' ', ch->'fioOpek'->>'familiya',
ch->'fioOpek'->>'imya',
ch->'fioOpek'->>'otchestvo') full_name,
make_date(NULLIF(ch->'dataRozhdDok'->>'god', '')::int,
NULLIF(ch->'dataRozhdDok'->>'mesyacz','')::int,
NULLIF(ch->'dataRozhdDok'->&gt;'den','')::int) birth_date,
ch->>'snils' snils
from public.recruits r
join person on r.id = person.recruit_id</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>288</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_guardianship</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>480</xloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

189
v1_apache-hop dash mapping/jobs_once_a_day/passport_once.hpl Normal file
View file

@ -0,0 +1,189 @@
<pipeline>
<info>
<name>passport_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select r.id recruit_id,
ri.info->'pasportRF'->'aktPasportRF'->>'nomDok' passport_number,
ri.info->'pasportRF'->'aktPasportRF'->>'serDok' passport_series,
ri.info->'pasportRF'->'aktPasportRF'->>'vydDok' organization_name,
ri.info->'pasportRF'->'aktPasportRF'->>'kodVydDok' unit_code,
to_date(ri.info->'pasportRF'->'aktPasportRF'->>'dataDok', 'YYYY-MM-DD') issue_date,
case when ri.info->'pasportRF'->'aktPasportRF'->>'kodStatus'='1' then true
else false
end actual
from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id
where ri.info->'pasportRF'->'aktPasportRF'->>'nomDok' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>select r.id recruit_id,
ri.info->'pasportRF'->'predPasportRF'->>'nomDok' passport_number,
ri.info->'pasportRF'->'predPasportRF'->>'serDok' passport_series,
ri.info->'pasportRF'->'predPasportRF'->>'vydDok' organization_name,
ri.info->'pasportRF'->'predPasportRF'->>'kodVydDok' unit_code,
to_date(ri.info->'pasportRF'->'predPasportRF'->>'dataDok', 'YYYY-MM-DD') issue_date,
case when ri.info->'pasportRF'->'predPasportRF'->>'kodStatus'='1' then true
else false
end actual
from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id
where ri.info->'pasportRF'->'predPasportRF'->>'nomDok' is not null;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>passport</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>passport</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

360
v1_apache-hop dash mapping/jobs_once_a_day/property_once.hpl Normal file
View file

@ -0,0 +1,360 @@
<pipeline>
<info>
<name>property_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2</from>
<to>Table output 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2 2</from>
<to>Table output 2 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2 2 2</from>
<to>Table output 2 2 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedON'->'on') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedON'->'on') = 'array')
select
r.id recruit_id,
u->>'naimVidPrav' kind_right,
u->'adrObSob'->>'adrObSobTekst' address,
to_date(u->>'dataRegPrav', 'YYYY-MM-DD') start_date,
to_date(u->>'dataPrekPrav', 'YYYY-MM-DD') close_date,
'realty' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedNazTS'->'nazTS') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedNazTS'->'nazTS') = 'array')
select
r.id recruit_id,
u->>'vidTS' vehicle_type,
u->>'godVyp' issue_year,
u->>'markaTS' brand_model,
u->>'gosRegZn' reg_plate,
u->>'idenNom' vin,
to_date(u->>'dataRegPrav', 'YYYY-MM-DD') start_date,
to_date(u->>'dataPrekPrav', 'YYYY-MM-DD') close_date,
'ground_transportation' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedVozTS'->'vozTS') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedVozTS'->'vozTS') = 'array')
select
r.id recruit_id,
u->>'naimVid' vehicle_type,
u->>'naznKat' vehicle_category,
to_date(u->>'dataRegPrav', 'YYYY-MM-DD') start_date,
to_date(u->>'dataPrekPrav', 'YYYY-MM-DD') close_date,
'air_vehicles' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>384</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table input 2 2 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with prop as
(select jsonb_array_elements(ri.info->'svedVozTS'->'vozTS') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedVozTS'->'vozTS') = 'array')
select
r.id recruit_id,
u->>'naimVid' vehicle_type,
u->>'naznKat' vehicle_category,
to_date(u->>'dataRegPrav', 'YYYY-MM-DD') start_date,
to_date(u->>'dataPrekPrav', 'YYYY-MM-DD') close_date,
'air_vehicles' type_property
from public.recruits r
join prop on r.id = prop.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>480</xloc>
<yloc>464</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>384</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output 2 2 2</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>property</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>688</xloc>
<yloc>464</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

112
v1_apache-hop dash mapping/jobs_once_a_day/prosecution_once.hpl Normal file
View file

@ -0,0 +1,112 @@
<pipeline>
<info>
<name>prosecution_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with ugol as
(select jsonb_array_elements(ri.info->'svedUgolovPresl'->'faktyUgolovPresl') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedUgolovPresl'->'faktyUgolovPresl') = 'array')
select
r.id recruit_id,
u->>'vidPreslNaim' kind,
to_date(u->>'dataSved', 'YYYY-MM-DD') create_date,
to_date(u->>'dataPrekrashh', 'YYYY-MM-DD') close_date,
u->>'naimOrgan' authority_name,
u->>'ugolovZakon' law_point,
u->>'osnovPrekrashh' termination_basis
from public.recruits r
join ugol on r.id = ugol.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>528</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>prosecution</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>736</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

117
v1_apache-hop dash mapping/jobs_once_a_day/punishment_once.hpl Normal file
View file

@ -0,0 +1,117 @@
<pipeline>
<info>
<name>punishment_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<sql>with ugol as
(select jsonb_array_elements(ri.info->'svedSudim'->'sudim'->'osuzhdenie') u,
ri.recruit_id
from public.recruits_info ri
where jsonb_typeof(ri.info->'svedSudim'->'sudim'->'osuzhdenie') = 'array')
select
r.id recruit_id,
u->>'naimSuda' authority_name,
u->>'srokNakaz' sentence,
u->>'adresNakaz' sentence_place,
u->>'kodVidNakaz' punishment_code,
u->>'izmSrokNakaz' sentence_changed,
u->>'naimVidNakaz' punishment_type,
to_date(u->>'dataNachSrok', 'YYYY-MM-DD') start_date,
to_date(u->>'dataOsvobozhd', 'YYYY-MM-DD') release_date,
to_date(u->>'dataOsuzhd', 'YYYY-MM-DD') sentense_date,
u->>'ugolovZakon' law_point,
u->>'osnovOsvobozhd' release_reason
from public.recruits r
join ugol on r.id = ugol.recruit_id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>528</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>punishment</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>736</xloc>
<yloc>304</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

296
v1_apache-hop dash mapping/jobs_once_a_day/spouse_once.hpl Normal file
View file

@ -0,0 +1,296 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>spouse_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Select values</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Select values</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Select values</from>
<to>Insert / update</to>
<enabled>N</enabled>
</hop>
</order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<key>
<condition>=</condition>
<field>full_name</field>
<name>full_name</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_spouse</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>birth_date</name>
<rename>birth_date</rename>
<update>Y</update>
</value>
<value>
<name>death_az_number</name>
<rename>divorce_az_number</rename>
<update>Y</update>
</value>
<value>
<name>death_date</name>
<rename>death_date</rename>
<update>Y</update>
</value>
<value>
<name>divorce_az_number</name>
<rename>divorce_az_number</rename>
<update>Y</update>
</value>
<value>
<name>divorce_date</name>
<rename>divorce_date</rename>
<update>Y</update>
</value>
<value>
<name>full_name</name>
<rename>full_name</rename>
<update>Y</update>
</value>
<value>
<name>information_excluded</name>
<rename>information_excluded</rename>
<update>Y</update>
</value>
<value>
<name>kinship_type</name>
<rename>kinship_type</rename>
<update>Y</update>
</value>
<value>
<name>marriage_az_number</name>
<rename>marriage_az_number</rename>
<update>Y</update>
</value>
<value>
<name>marriage_date</name>
<rename>marriage_date</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Select values</name>
<type>SelectValues</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<select_unspecified>N</select_unspecified>
<meta>
<name>marriage_date</name>
<rename>marriage_date</rename>
<type>Date</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask>yyyy-MM-dd</conversion_mask>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
<meta>
<name>divorce_date</name>
<rename>divorce_date</rename>
<type>Date</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask>yyyy-MM-dd</conversion_mask>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
</fields>
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH suprug AS (
SELECT
supr.supri AS supr,
ri.info->'svedSemPolozh'->'svedAZBrak'->>'nomerZapis' AS marriage_az_number,
ri.info->'svedSemPolozh'->'svedAZBrak'->>'dataBrakKalend' AS marriage_date,
ri.info->'svedSemPolozh'->'svedAZRazvod'->>'nomerZapis' AS divorce_az_number,
ri.info->'svedSemPolozh'->'svedAZRazvod'->>'dataRastBrakKalend' AS divorce_date,
CASE
WHEN (ri.info->'svedSemPolozh'->>'svedSuprIskl' = '1') THEN true
ELSE false
END AS information_excluded,
ri.recruit_id
FROM public.recruits_info ri
LEFT JOIN LATERAL (
SELECT jsonb_array_elements(ri.info->'svedSemPolozh'->'suprugi') AS supri
WHERE jsonb_typeof(ri.info->'svedSemPolozh'->'suprugi') = 'array'
) AS supr ON true
)
SELECT
r.id AS recruit_id,
supr->>'rodstvSvyazSuprugNaim' AS kinship_type,
CONCAT_WS(' ',
supr->'svedFLBS'->'fio'->>'familiya',
supr->'svedFLBS'->'fio'->>'imya',
supr->'svedFLBS'->'fio'->>'otchestvo'
) AS full_name,
MAKE_DATE(
NULLIF(supr->'svedFLBS'->'dataRozhdDok'->>'god', '')::int,
NULLIF(supr->'svedFLBS'->'dataRozhdDok'->>'mesyacz','')::int,
NULLIF(supr->'svedFLBS'->'dataRozhdDok'->>'den','')::int
) AS birth_date,
MAKE_DATE(
NULLIF(supr->'svedSmert'->>'god', '')::int,
NULLIF(supr->'svedSmert'->>'mesyacz','')::int,
NULLIF(supr->'svedSmert'->>'den','')::int
) AS death_date,
supr->'svedSmert'->>'nomerZapis' AS death_az_number,
marriage_az_number,
marriage_date,
divorce_az_number,
divorce_date,
information_excluded
FROM public.recruits r
JOIN suprug ON r.id = suprug.recruit_id;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>192</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_spouse</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>64</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Select values</source_transform>
<target_transform/>
<is_enabled>N</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

156
v1_apache-hop dash mapping/jobs_once_a_day/subpoena_once.hpl Normal file
View file

@ -0,0 +1,156 @@
<pipeline>
<info>
<name>subpoena_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.subpoena</connection>
<sql> SELECT
s.id AS subpoena_id, -- идентификатор повестки
s.recruit_id, -- идентификатор рекрута
s.department_id, -- идентификатор ВК
s.series, -- серия повестки
s.create_date, -- дата создания повестки
s.number, -- номер повестки
s.send_date, -- дата направления повестки
s.sig_info, -- открепленная ЭП
sr.name AS subpoena_reason, -- причина вызова по повестке
s.full_name_responsible_user AS fio_commiss, -- фио комиссара
s.recruitment_name, -- наименование военного комиссариата, направившего повестку
rt.address, -- адрес, по которому нужно явиться по повестке
s.visit_date, -- дата и время явки в ВК
ssi.track_number, -- уникальный номер заказного почтового отправления, которым направлена повестка
ss.name AS subpoena_status, -- статус повестки
ssi.act_number, -- номер акта об отказе во вручении повестки
ssi.delivery_fio, -- фио лица, оповестившего гражданина о последствиях отказа от получения повестки
CASE
WHEN ssi.is_delivered = true THEN ssi.delivery_date
ELSE NULL
END AS delivery_date, -- дата вручения
CASE
WHEN ssi.is_delivered = true THEN 'Вручена'
WHEN ssi.is_delivered = false THEN 'Не вручена'
ELSE 'Нет информации'
END AS delivery_status, -- признак вручения повестки
CASE
WHEN sd.type = 'DIRECTION' THEN sd.name
ELSE NULL
END AS method_sending, -- способ направления повестки
CASE
WHEN sd.type = 'DELIVERY' THEN sd.name
ELSE NULL
END AS method_delivery, -- способ вручения повестки
CASE
WHEN sa.fact_appearance = true THEN 'Явился'
WHEN sa.fact_appearance = false THEN 'Не явился'
ELSE 'Нет информации'
END AS appearance_status, -- признак явки или неявки
CASE
WHEN ss.code = '5.1' THEN 'Неявка по уважительной причине'
WHEN ss.code = '5' THEN 'Гражданин не явился'
ELSE NULL
END AS appearance -- уважительная или нет причина
-- нет версии повестки
FROM public.subpoena AS s
LEFT JOIN public.subpoena_reason AS sr
ON sr.id = s.reason_id
LEFT JOIN public.recruitment AS rt
ON rt.id = s.department_id
LEFT JOIN public.subpoena_send_info AS ssi
ON ssi.subpoena_id = s.id
LEFT JOIN public.send_dictionary AS sd
ON sd.code = ssi.send_code
LEFT JOIN public.subpoena_status AS ss
ON ss.id = s.status_id
LEFT JOIN public.subpoena_appearance AS sa
ON sa.subpoena_id = s.id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>subpoena</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

139
v1_apache-hop dash mapping/jobs_once_a_day/temporary_measure_once.hpl Normal file
View file

@ -0,0 +1,139 @@
<pipeline>
<info>
<name>temporary_measure_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/15 14:02:51.713</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/15 14:02:51.713</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.subpoena</connection>
<sql>SELECT
rd.subpoena_id,
rd.vk_id AS recruitment_id,
s.recruit_id,
rds.name AS status_measure, -- статус временной меры
rd.recruitment_name, -- наименоване ВК
rdi.cancel_date, -- дата, с которой отменена временная мера
rn.name AS restriction_name, -- наименование ограничения (тип временной меры)
CASE
WHEN rd.type='CREATE' THEN 'Применение временной меры'
WHEN rd.type='CANCEL' THEN 'Отмена временной меры'
END AS type, -- тип документа ограничения
CASE
WHEN rd.type='CREATE' THEN rd.decision_number
ELSE NULL
END AS decision_number_create, -- номер решения о применении временной меры
CASE
WHEN rd.type='CANCEL' THEN rd.decision_number
ELSE NULL
END AS decision_number_cancel, -- номер решения об отмене временной меры
CASE
WHEN rd.type='CREATE' THEN rd.decision_date
ELSE NULL
END AS decision_date_create, -- дата решения о применении временной меры
CASE
WHEN rd.type='CANCEL' THEN rd.decision_date
ELSE NULL
END AS decision_date_cancel, -- дата решения об отмене временной меры
CASE
WHEN rdi.applied_fact = 'true' THEN 'Временная мера применена'
WHEN rdi.applied_fact = 'false' THEN 'Временная мера не применена'
ELSE 'Нет информации'
END AS applied_fact -- факт применения временной меры
FROM public.restriction_document AS rd
LEFT JOIN public.restriction_document_item AS rdi
ON rdi.restriction_document_create_id = rd.id
LEFT JOIN public.restriction AS rn
ON rn.id = rdi.restriction_id
LEFT JOIN public.restriction_document_status AS rds
ON rds.code = rd.status
LEFT JOIN public.subpoena AS s
ON s.id = rd.subpoena_id</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
<variables_active>N</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>208</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<schema>ervu_dashboard</schema>
<table>temporary_measures</table>
<commit>1000</commit>
<truncate>N</truncate>
<ignore_errors>N</ignore_errors>
<use_batch>Y</use_batch>
<specify_fields>N</specify_fields>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_daily>N</partitioning_daily>
<partitioning_monthly>Y</partitioning_monthly>
<tablename_in_field>N</tablename_in_field>
<tablename_field/>
<tablename_in_table>Y</tablename_in_table>
<return_keys>N</return_keys>
<return_field/>
<fields>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>416</xloc>
<yloc>208</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

12
v1_apache-hop dash mapping/log.txt
View file

@ -1,12 +0,0 @@
2025/01/31 09:59:45 - appeals.reasons_appeal(reg).hpl - Using run configuration [local]
2025/01/31 09:59:45 - appeals.reasons_appeal(reg) - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/31 09:59:45 - appeals.reasons_appeal(reg) - Execution started for pipeline [appeals.reasons_appeal(reg)]
2025/01/31 09:59:45 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/31 09:59:45 - Execute SQL script 2.0 - Finished reading query, closing connection.
2025/01/31 09:59:45 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/31 09:59:45 - Execute SQL script 2.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/31 09:59:45 - Table input (appeal_document) регионы.0 - Finished reading query, closing connection.
2025/01/31 09:59:45 - Table input (appeal_document) регионы.0 - Finished processing (I=58, O=0, R=0, W=58, U=0, E=0)
2025/01/31 09:59:45 - Insert / update (main_dashboard.appeals) 2.0 - Finished processing (I=58, O=58, R=58, W=58, U=0, E=0)
2025/01/31 09:59:45 - appeals.reasons_appeal(reg) - Pipeline duration : 0.482 seconds [ 0.482" ]
2025/01/31 09:59:45 - appeals.reasons_appeal(reg) - Execution finished on a local pipeline engine with run configuration 'local'

693
v1_apache-hop dash mapping/mil_com/job_recruitments_milcom.hwf
View file

@ -42,8 +42,8 @@
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>256</xloc>
<yloc>464</yloc>
<xloc>416</xloc>
<yloc>1280</yloc>
<attributes_hac/>
</action>
<action>
@ -74,8 +74,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1280</xloc>
<yloc>16</yloc>
<xloc>1040</xloc>
<yloc>736</yloc>
<attributes_hac/>
</action>
<action>
@ -100,8 +100,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>352</xloc>
<yloc>640</yloc>
<xloc>512</xloc>
<yloc>1456</yloc>
<attributes_hac/>
</action>
<action>
@ -110,8 +110,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1488</xloc>
<yloc>16</yloc>
<xloc>1248</xloc>
<yloc>736</yloc>
<attributes_hac/>
</action>
<action>
@ -140,8 +140,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>80</yloc>
<xloc>1248</xloc>
<yloc>800</yloc>
<attributes_hac/>
</action>
<action>
@ -150,8 +150,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>80</yloc>
<xloc>1456</xloc>
<yloc>800</yloc>
<attributes_hac/>
</action>
<action>
@ -182,8 +182,8 @@
<set_logfile>Y</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>144</yloc>
<xloc>1248</xloc>
<yloc>880</yloc>
<attributes_hac/>
</action>
<action>
@ -192,8 +192,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>144</yloc>
<xloc>1456</xloc>
<yloc>880</yloc>
<attributes_hac/>
</action>
<action>
@ -222,8 +222,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>208</yloc>
<xloc>1248</xloc>
<yloc>960</yloc>
<attributes_hac/>
</action>
<action>
@ -232,8 +232,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>208</yloc>
<xloc>1456</xloc>
<yloc>960</yloc>
<attributes_hac/>
</action>
<action>
@ -248,6 +248,8 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/recruitment_campaign.subpoenas(m_c).hpl</filename>
<logext>txt</logext>
<logfile>C:\Users\acer\Desktop\logas</logfile>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
@ -262,8 +264,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>272</yloc>
<xloc>1248</xloc>
<yloc>1040</yloc>
<attributes_hac/>
</action>
<action>
@ -272,8 +274,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>272</yloc>
<xloc>1456</xloc>
<yloc>1040</yloc>
<attributes_hac/>
</action>
<action>
@ -302,8 +304,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>336</yloc>
<xloc>1248</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
@ -312,8 +314,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>336</yloc>
<xloc>1456</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
@ -342,8 +344,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>400</yloc>
<xloc>1248</xloc>
<yloc>1200</yloc>
<attributes_hac/>
</action>
<action>
@ -352,8 +354,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>400</yloc>
<xloc>1456</xloc>
<yloc>1200</yloc>
<attributes_hac/>
</action>
<action>
@ -382,8 +384,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>464</yloc>
<xloc>1248</xloc>
<yloc>1280</yloc>
<attributes_hac/>
</action>
<action>
@ -392,8 +394,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>464</yloc>
<xloc>1456</xloc>
<yloc>1280</yloc>
<attributes_hac/>
</action>
<action>
@ -422,8 +424,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>528</yloc>
<xloc>1248</xloc>
<yloc>1360</yloc>
<attributes_hac/>
</action>
<action>
@ -432,8 +434,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>528</yloc>
<xloc>1456</xloc>
<yloc>1360</yloc>
<attributes_hac/>
</action>
<action>
@ -464,8 +466,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>592</yloc>
<xloc>1248</xloc>
<yloc>1440</yloc>
<attributes_hac/>
</action>
<action>
@ -474,8 +476,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>592</yloc>
<xloc>1456</xloc>
<yloc>1440</yloc>
<attributes_hac/>
</action>
<action>
@ -504,8 +506,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>656</yloc>
<xloc>1248</xloc>
<yloc>1520</yloc>
<attributes_hac/>
</action>
<action>
@ -514,8 +516,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>656</yloc>
<xloc>1456</xloc>
<yloc>1520</yloc>
<attributes_hac/>
</action>
<action>
@ -544,8 +546,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>720</yloc>
<xloc>1248</xloc>
<yloc>1600</yloc>
<attributes_hac/>
</action>
<action>
@ -554,8 +556,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>720</yloc>
<xloc>1456</xloc>
<yloc>1600</yloc>
<attributes_hac/>
</action>
<action>
@ -584,8 +586,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>784</yloc>
<xloc>1248</xloc>
<yloc>1680</yloc>
<attributes_hac/>
</action>
<action>
@ -594,8 +596,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>784</yloc>
<xloc>1456</xloc>
<yloc>1680</yloc>
<attributes_hac/>
</action>
<action>
@ -624,8 +626,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>848</yloc>
<xloc>1248</xloc>
<yloc>1760</yloc>
<attributes_hac/>
</action>
<action>
@ -634,8 +636,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>848</yloc>
<xloc>1456</xloc>
<yloc>1760</yloc>
<attributes_hac/>
</action>
<action>
@ -664,8 +666,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>912</yloc>
<xloc>1248</xloc>
<yloc>1840</yloc>
<attributes_hac/>
</action>
<action>
@ -674,8 +676,8 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>912</yloc>
<xloc>1456</xloc>
<yloc>1840</yloc>
<attributes_hac/>
</action>
<action>
@ -700,8 +702,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>480</xloc>
<yloc>464</yloc>
<xloc>640</xloc>
<yloc>1280</yloc>
<attributes_hac/>
</action>
<action>
@ -710,8 +712,254 @@
<type>DUMMY</type>
<attributes/>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>16</yloc>
<xloc>848</xloc>
<yloc>736</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.reg_mil_cat</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.reg_mil_cat
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL main_dashboard.recruitment_campaign</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM main_dashboard.recruitment_campaign
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>800</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL main_dashboard.total_registered</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM main_dashboard.total_registered
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>880</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL main_dashboard.waiting_registration</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM main_dashboard.waiting_registration
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>960</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL recruitment_campaign.subpoenas</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM recruitment_campaign.subpoenas
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1040</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.removed_registry</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.removed_registry
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1200</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.subpoenas</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.subpoenas
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1280</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.driver_license</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.driver_license
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1360</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.child_minor</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.child_minor
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1440</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.age</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.age
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1520</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.marital_status</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.marital_status
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1600</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.education_level</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.education_level
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1680</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL total_registered.busyness</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM total_registered.busyness
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1760</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL recruitment_campaign.appeals</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM recruitment_campaign.appeals
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>1840</yloc>
<attributes_hac/>
</action>
</actions>
@ -835,111 +1083,6 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>main_dashboard.total_registered(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>main_dashboard.waiting_registration(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.reg_mil_cat(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.removed_registry(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.driver_license(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.child_minor(m_c).hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.age(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.education_level(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.child_minor(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.busyness(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>total_registered.marital_status(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>main_dashboard.recruitment_campaign(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>recruitment_campaign.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>recruitment_campaign.appeals(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>Dummy</to>
@ -954,6 +1097,202 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.reg_mil_cat</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.reg_mil_cat</from>
<to>total_registered.reg_mil_cat(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL main_dashboard.recruitment_campaign</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL main_dashboard.recruitment_campaign</from>
<to>main_dashboard.recruitment_campaign(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL main_dashboard.total_registered</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL main_dashboard.total_registered</from>
<to>main_dashboard.total_registered(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL main_dashboard.waiting_registration</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL main_dashboard.waiting_registration</from>
<to>main_dashboard.waiting_registration(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL recruitment_campaign.subpoenas</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL recruitment_campaign.subpoenas</from>
<to>recruitment_campaign.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.removed_registry</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.removed_registry</from>
<to>total_registered.removed_registry(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.subpoenas</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.subpoenas</from>
<to>total_registered.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.driver_license</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.driver_license</from>
<to>total_registered.driver_license(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.child_minor</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.child_minor</from>
<to>total_registered.child_minor(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.age</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.age</from>
<to>total_registered.age(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.marital_status</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.marital_status</from>
<to>total_registered.marital_status(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.education_level</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.education_level</from>
<to>total_registered.education_level(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL total_registered.busyness</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL total_registered.busyness</from>
<to>total_registered.busyness(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL recruitment_campaign.appeals</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL recruitment_campaign.appeals</from>
<to>recruitment_campaign.appeals(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
<notepad>
@ -973,11 +1312,11 @@
<height>73</height>
<xloc>1584</xloc>
<yloc>672</yloc>
<note>main_dashboard.recruitment_campaign - продумать разделение весна /осень, доработать под массивы и обьединить
recruitment_campaign.subpoena - продумать разделение весна /осень, доработать под массивы и обьединить
recruitment_campaign.appeals - продумать разделение весна /осень, доработать под массивы и обьединить
<note>main_dashboard.recruitment_campaign - продумать разделение весна /осень
recruitment_campaign.subpoena - продумать разделение весна /осень
recruitment_campaign.appeals - продумать разделение весна /осень
</note>
<width>652</width>
<width>432</width>
</notepad>
</notepads>
<attributes>

33
v1_apache-hop dash mapping/mil_com/main_dashboard.recruitment_campaign(m_c).hpl
View file

@ -36,45 +36,12 @@
<to>Insert / update (main_dashboard.recruitment_campaign)</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (subpoena) регион/осень</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (subpoena) регион/осень</from>
<to>Insert / update (main_dashboard.recruitment_campaign)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.recruitment_campaign
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<attributes/>
<GUI>
<xloc>96</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 4 3</name>
<type>GetVariable</type>

34
v1_apache-hop dash mapping/mil_com/main_dashboard.total_registered(m_c).hpl
View file

@ -36,46 +36,12 @@
<to>Get variables 2 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) регион</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) регион</from>
<to>Insert / update (main_dashboard.total_registered) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.total_registered
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>288</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 2 2</name>
<type>GetVariable</type>

34
v1_apache-hop dash mapping/mil_com/main_dashboard.waiting_registration(m_c).hpl
View file

@ -36,46 +36,12 @@
<to>Get variables 5</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input 2 (person_registry) регион</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2 (person_registry) регион</from>
<to>Insert / update (main_dashboard.waiting_registration) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.waiting_registration
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>112</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 5</name>
<type>GetVariable</type>

5
v1_apache-hop dash mapping/mil_com/parameters/add_schema.hpl
View file

@ -83,7 +83,7 @@
<hop>
<from>Table input</from>
<to>Dummy (do nothing)</to>
<enabled>N</enabled>
<enabled>Y</enabled>
</hop>
<hop>
<from>Dummy (do nothing)</from>
@ -441,19 +441,16 @@
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>spring_autumn</field>
<name>spring_autumn</name>
<name2/>
</key>
<schema>recruitment_campaign</schema>
<table>subpoenas</table>

15
v1_apache-hop dash mapping/mil_com/parameters/array_recruitments.hpl
View file

@ -78,13 +78,16 @@ ARR_MC - параметр</note>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT array_agg(idm_id) AS array_mil_com
FROM (
SELECT idm_id
<sql>WITH ids AS (
SELECT idm_id,
(ROW_NUMBER() OVER ()) - 1 AS rn
FROM ervu_dashboard.recruitment
WHERE schema in ('Department', 'Organization', 'Region')
LIMIT 200
) subquery;</sql>
WHERE schema IN ('Department', 'Organization', 'Region')
--LIMIT 200
)
SELECT array_agg(idm_id) AS array_mil_com
FROM ids
GROUP BY rn / 30;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>

33
v1_apache-hop dash mapping/mil_com/recruitment_campaign.appeals(m_c).hpl
View file

@ -36,45 +36,12 @@
<to>Insert / update (main_dashboard.appeals)</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (appeal_document) регионы</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Insert / update (main_dashboard.appeals)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM recruitment_campaign.appeals
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<attributes/>
<GUI>
<xloc>640</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2</name>
<type>GetVariable</type>

141
v1_apache-hop dash mapping/mil_com/recruitment_campaign.subpoenas(m_c).hpl
View file

@ -36,45 +36,12 @@
<to>Insert / update (recruitment_campaign.subpoenas) 3</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (subpoena) осень/регионы</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (subpoena) осень/регионы</from>
<to>Insert / update (recruitment_campaign.subpoenas) 3</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM recruitment_campaign.subpoenas
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<attributes/>
<GUI>
<xloc>256</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 4 3</name>
<type>GetVariable</type>
@ -352,50 +319,32 @@ last_status AS (
WHERE rn = 1
),
season_separations AS (
/*
Осенний призыв:
Начало: 1 октября
Конец: 31 декабря
Весенний призыв:
Начало: 1 апреля
Конец: 15 июля
-- Весна
-- Если текущий период с 1 янаваря по 30 сентября текущего года ТО
(-- обрезаем текущую дату до начала года, прибавляем 3 месяца(это начало весеннего призыва) И
-- обрезаем текущую дату до начала года, прибавляем 6 месяца и 15 дней(это конец весеннего призыва))//
-- Если текущий период с 1 октября по 31 декабря текущего года ТО
(-- обрезаем текущую дату до начала года, прибавляем 3 месяца(это начало весеннего призыва) И
-- обрезаем текущую дату до начала года, прибавляем 6 месяца и 15 дней(это конец весеннего призыва))
-- Осень
-- Если текущий период с 1 января по 30 сентября текущего года ТО
(-- create_date >= 1 октября прошлого года
-- create_date &lt;= 31 декабря прошлого года)
-- Если текущий период с 1 октября по 31 декабря текущего года ТО
(-- create_date >= 1 октября текущего года
-- create_date &lt;= 31 декабря текущего года)
--должно быть что-то похожее, но данных пока нет на текущие периоды
*/
SELECT
SELECT distinct
ls.recruitment_id,
ls.create_date,
ls.sub_stat_hist,
ls.subpoena_id,
ls.history_date,
ls.send_date,
ls.restr_dc,
ls.ap_date,
ls.d_code,
ls.rdi_id,
CASE
WHEN EXTRACT(MONTH FROM ls.create_date) BETWEEN 1 AND 6 THEN 'Весна'
WHEN EXTRACT(MONTH FROM ls.create_date) BETWEEN 7 AND 12 THEN 'Осень'
END AS spring_autumn
FROM last_status ls
),
season_separations_clean AS (
SELECT DISTINCT recruitment_id, spring_autumn FROM season_separations
),
t1 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_subpoena
COUNT(DISTINCT ss.subpoena_id) AS count_subpoena
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist IS NOT NULL
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -405,17 +354,15 @@ t2 AS (
ss.spring_autumn,
ROUND(AVG(EXTRACT(DAY FROM (history_date::timestamp - send_date::timestamp))), 1) AS average_appeared
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist IN ('4.1', '4.2', '4')
WHERE ss.sub_stat_hist IN ('4.1', '4.2', '4')
GROUP BY ss.recruitment_id, ss.spring_autumn
),
t3 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_appeared
COUNT(DISTINCT ss.subpoena_id) AS count_appeared
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist IN ('4.1', '4.2', '4')
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -423,9 +370,8 @@ t4 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_not_appeared
COUNT(DISTINCT ss.subpoena_id) AS count_not_appeared
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist = '5'
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -433,9 +379,8 @@ t5 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_not_ap_good_reason
COUNT(DISTINCT ss.subpoena_id) AS count_not_ap_good_reason
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist = '5.1'
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -443,9 +388,8 @@ t6 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_ap_not_required
COUNT(DISTINCT ss.subpoena_id) AS count_ap_not_required
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist IN ('3.8', '5.2')
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -453,9 +397,8 @@ t7 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_restrictions_applied
COUNT(DISTINCT ss.subpoena_id) AS count_restrictions_applied
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE restr_dc IS NULL
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -463,9 +406,8 @@ t8 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_introduced_measures
COUNT(DISTINCT ss.subpoena_id) AS count_introduced_measures
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE restr_dc IS NULL AND ap_date IS NOT NULL
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -473,9 +415,8 @@ t9 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_paper
COUNT(DISTINCT ss.subpoena_id) AS count_paper
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE d_code != '7'
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -483,9 +424,8 @@ t10 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_electron
COUNT(DISTINCT ss.subpoena_id) AS count_electron
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE d_code = '7'
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -493,18 +433,16 @@ t11 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT (DISTINCT rdi_id) AS count_restrictions
COUNT (DISTINCT ss.rdi_id) AS count_restrictions
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
GROUP BY ss.recruitment_id, ss.spring_autumn
),
t12 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_not_delivery
COUNT(DISTINCT ss.subpoena_id) AS count_not_delivery
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE d_code IS NULL
GROUP BY ss.recruitment_id, ss.spring_autumn
),
@ -512,9 +450,8 @@ t13 AS (
SELECT
ss.recruitment_id,
ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS appear_date_is_good
COUNT(DISTINCT ss.subpoena_id) AS appear_date_is_good
FROM season_separations ss
JOIN last_status ls ON ss.recruitment_id = ls.recruitment_id
WHERE sub_stat_hist IN ('3','3.12', '3.13', '3.15', '3.1')
GROUP BY ss.recruitment_id, ss.spring_autumn
)
@ -546,20 +483,20 @@ SELECT
ss.recruitment_id,
0 AS rest,
ss.spring_autumn
FROM season_separations ss
LEFT JOIN t1 ON ss.recruitment_id = t1.recruitment_id
LEFT JOIN t2 ON ss.recruitment_id = t2.recruitment_id
LEFT JOIN t3 ON ss.recruitment_id = t3.recruitment_id
LEFT JOIN t4 ON ss.recruitment_id = t4.recruitment_id
LEFT JOIN t5 ON ss.recruitment_id = t5.recruitment_id
LEFT JOIN t6 ON ss.recruitment_id = t6.recruitment_id
LEFT JOIN t7 ON ss.recruitment_id = t7.recruitment_id
LEFT JOIN t8 ON ss.recruitment_id = t8.recruitment_id
LEFT JOIN t9 ON ss.recruitment_id = t9.recruitment_id
LEFT JOIN t10 ON ss.recruitment_id = t10.recruitment_id
LEFT JOIN t11 ON ss.recruitment_id = t11.recruitment_id
LEFT JOIN t12 ON ss.recruitment_id = t12.recruitment_id
LEFT JOIN t13 ON ss.recruitment_id = t13.recruitment_id</sql>
FROM season_separations_clean ss
LEFT JOIN t1 ON ss.recruitment_id = t1.recruitment_id AND ss.spring_autumn = t1.spring_autumn
LEFT JOIN t2 ON ss.recruitment_id = t2.recruitment_id AND ss.spring_autumn = t2.spring_autumn
LEFT JOIN t3 ON ss.recruitment_id = t3.recruitment_id AND ss.spring_autumn = t3.spring_autumn
LEFT JOIN t4 ON ss.recruitment_id = t4.recruitment_id AND ss.spring_autumn = t4.spring_autumn
LEFT JOIN t5 ON ss.recruitment_id = t5.recruitment_id AND ss.spring_autumn = t5.spring_autumn
LEFT JOIN t6 ON ss.recruitment_id = t6.recruitment_id AND ss.spring_autumn = t6.spring_autumn
LEFT JOIN t7 ON ss.recruitment_id = t7.recruitment_id AND ss.spring_autumn = t7.spring_autumn
LEFT JOIN t8 ON ss.recruitment_id = t8.recruitment_id AND ss.spring_autumn = t8.spring_autumn
LEFT JOIN t9 ON ss.recruitment_id = t9.recruitment_id AND ss.spring_autumn = t9.spring_autumn
LEFT JOIN t10 ON ss.recruitment_id = t10.recruitment_id AND ss.spring_autumn = t10.spring_autumn
LEFT JOIN t11 ON ss.recruitment_id = t11.recruitment_id AND ss.spring_autumn = t11.spring_autumn
LEFT JOIN t12 ON ss.recruitment_id = t12.recruitment_id AND ss.spring_autumn = t12.spring_autumn
LEFT JOIN t13 ON ss.recruitment_id = t13.recruitment_id AND ss.spring_autumn = t13.spring_autumn</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

34
v1_apache-hop dash mapping/mil_com/total_registered.age(m_c).hpl
View file

@ -36,46 +36,12 @@
<to>Insert / update (total_registered.age) 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) регион/мужчины</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) регион/мужчины</from>
<to>Insert / update (total_registered.age) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.age
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>720</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2 2</name>
<type>GetVariable</type>

34
v1_apache-hop dash mapping/mil_com/total_registered.busyness(m_c).hpl
View file

@ -36,46 +36,12 @@
<to>Get variables 3 2 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) РФ/мужчины</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) РФ/мужчины</from>
<to>Insert / update (total_registered.busyness) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.busyness
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2 2</name>
<type>GetVariable</type>

34
v1_apache-hop dash mapping/mil_com/total_registered.child_minor(m_c).hpl
View file

@ -31,11 +31,6 @@
<to>Get variables 4 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry)регион/все</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Select values 4 2</from>
<to>Insert / update (total_registered.child_minor) 3</to>
@ -47,35 +42,6 @@
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.child_minor
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 4 2</name>
<type>GetVariable</type>

37
v1_apache-hop dash mapping/mil_com/total_registered.driver_license(m_c).hpl
View file

@ -36,49 +36,12 @@
<to>Get variables 3 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (driver_license) регионы/все</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (driver_license) регионы/все</from>
<to>Insert / update (total_registered.driver_license) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>N</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.driver_license
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2</name>
<type>GetVariable</type>

42
v1_apache-hop dash mapping/mil_com/total_registered.education_level(m_c).hpl
View file

@ -24,52 +24,24 @@
<hop>
<from>Get variables 3 2 2</from>
<to>Select values 3 2 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input (person_registry) РФ/мужчины</from>
<to>Get variables 3 2 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 3 2 2</from>
<to>Insert / update (total_registered.education_level) 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) РФ/мужчины</to>
<from>Table input (person_registry) РФ/мужчины</from>
<to>Insert / update (total_registered.education_level) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.education_level
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2 2</name>
<type>GetVariable</type>
@ -100,7 +72,7 @@ WHERE recording_date = current_date
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>496</yloc>
<yloc>624</yloc>
</GUI>
</transform>
<transform>
@ -248,7 +220,7 @@ WHERE recording_date = current_date
<attributes/>
<GUI>
<xloc>1472</xloc>
<yloc>496</yloc>
<yloc>624</yloc>
</GUI>
</transform>
<transform>

34
v1_apache-hop dash mapping/mil_com/total_registered.marital_status(m_c).hpl
View file

@ -36,46 +36,12 @@
<to>Insert / update (total_registered.marital_status) 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) регионы/мужчины</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) регионы/мужчины</from>
<to>Insert / update (total_registered.marital_status) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.marital_status
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>752</xloc>
<yloc>544</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2 2</name>
<type>GetVariable</type>

34
v1_apache-hop dash mapping/mil_com/total_registered.reg_mil_cat(m_c).hpl
View file

@ -36,46 +36,12 @@
<to>Insert / update (total_registered.reg_mil_cat)</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) военком/рег</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) военком/рег</from>
<to>Insert / update (total_registered.reg_mil_cat)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.reg_mil_cat
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<attributes/>
<GUI>
<xloc>464</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3</name>
<type>GetVariable</type>

37
v1_apache-hop dash mapping/mil_com/total_registered.removed_registry(m_c).hpl
View file

@ -36,49 +36,12 @@
<to>Get variables 2 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (decision-document-service) регион 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (decision-document-service) регион 2</from>
<to>Insert / update (total_registered.removed_registry) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>N</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.removed_registry
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 2 2</name>
<type>GetVariable</type>

51
v1_apache-hop dash mapping/mil_com/total_registered.subpoenas(m_c).hpl
View file

@ -24,57 +24,24 @@
<hop>
<from>Get variables 4 2</from>
<to>Select values 4 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input (subpoena) регион/рег</from>
<to>Get variables 4 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 4 2</from>
<to>Insert / update (total_registered.subpoenas) 3</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (subpoena) регион/рег</to>
<from>Table input (subpoena) регион/рег</from>
<to>Insert / update (total_registered.subpoenas) 3</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>N</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.subpoenas
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty')
</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>592</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 4 2</name>
<type>GetVariable</type>
@ -104,8 +71,8 @@ WHERE recording_date = current_date
</fields>
<attributes/>
<GUI>
<xloc>1024</xloc>
<yloc>384</yloc>
<xloc>1040</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
@ -317,8 +284,8 @@ WHERE recording_date = current_date
</fields>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>384</yloc>
<xloc>1216</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>

6
v1_apache-hop dash mapping/region/job_recruitments_region.hwf
View file

@ -80,6 +80,7 @@
<parameter>
<name>ARR_REG</name>
<stream_name>ARRAY_REGION</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -764,13 +765,14 @@
<parameter>
<name>ARR_REG</name>
<stream_name>ARRAY_REGION</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>Y</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>Y</set_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1696</xloc>
@ -851,6 +853,8 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/region/appeals.review_rating.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>

6
v1_apache-hop dash mapping/region/select_recruitments_region(reg).hpl
View file

@ -60,11 +60,16 @@
</partitioning>
<fields>
<field>
<currency/>
<decimal/>
<format/>
<group/>
<length>-1</length>
<name>ORG_ROW</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
<variable/>
</field>
</fields>
<attributes/>
@ -91,6 +96,7 @@
<condition>=</condition>
<field>recruitment_reg_id</field>
<name>ORG_ROW</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>array_reg</table>