micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix recruitment

Browse source
This commit is contained in:
Ruslan 2025-04-05 22:49:49 +03:00
parent 7e378f17d4
commit d507710fc8
5 changed files with 687 additions and 295 deletions
Download patch file Download diff file Expand all files Collapse all files

6
v1_apache-hop dash mapping/job_general.hwf
View file

@ -164,21 +164,21 @@
<hop>
<from>job_info_recruits.hwf</from>
<to>job_last_recording_date</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_all</from>
<to>job_info_recruits.hwf</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_all</from>
<to>job_last_recording_date</to>
<enabled>N</enabled>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>

282
v1_apache-hop dash mapping/mil_com/main_dashboard.recruitment_campaign(m_c).hwf
View file

@ -60,7 +60,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1024</xloc>
<xloc>1104</xloc>
<yloc>0</yloc>
<attributes_hac/>
</action>
@ -94,7 +94,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1328</xloc>
<xloc>1648</xloc>
<yloc>112</yloc>
<attributes_hac/>
</action>
@ -128,7 +128,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1680</xloc>
<xloc>2000</xloc>
<yloc>112</yloc>
<attributes_hac/>
</action>
@ -244,7 +244,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1024</xloc>
<xloc>1040</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
@ -274,7 +274,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1328</xloc>
<xloc>1408</xloc>
<yloc>368</yloc>
<attributes_hac/>
</action>
@ -304,7 +304,7 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1680</xloc>
<xloc>1808</xloc>
<yloc>368</yloc>
<attributes_hac/>
</action>
@ -344,7 +344,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1936</xloc>
<xloc>2064</xloc>
<yloc>368</yloc>
<attributes_hac/>
</action>
@ -360,7 +360,7 @@ WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty', 'Organization', 'Region')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<parallel>Y</parallel>
<xloc>256</xloc>
<yloc>256</yloc>
<attributes_hac/>
@ -371,30 +371,186 @@ WHERE recording_date = current_date
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1936</xloc>
<xloc>2256</xloc>
<yloc>112</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments_all.hpl 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments_all.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>768</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments_all.hpl 2 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments_all.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1312</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments_all.hpl 2 2 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments_all.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1616</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments.hpl 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>0</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments.hpl 3</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1408</xloc>
<yloc>0</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments.hpl 4</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1840</xloc>
<yloc>16</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>m_d.rec_cam(m_c)_to_person_registry_uniq.hpl</from>
<to>m_d.rec_cam(m_c)_to_subpoena_registry_uniq.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_subpoena_registry_uniq.hpl</from>
<to>m_d.rec_cam(m_c)_to_decision_service_uniq.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruitment_season_combination_uniq.hpl</from>
<to>m_d.rec_cam(m_c)_to_person_registry_uniq.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -405,24 +561,17 @@ WHERE recording_date = current_date
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_person_registry.hpl</from>
<to>m_d.rec_cam(m_c)_to_subpoena_registry.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_subpoena_registry.hpl</from>
<to>m_d.rec_cam(m_c)_to_decision_service.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruitment_season_combination.hpl</from>
<to>m_d.rec_cam(m_c)_to_person_registry.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -482,6 +631,97 @@ WHERE recording_date = current_date
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_person_registry.hpl</from>
<to>m_d.rec_cam(m_c)_to_subpoena_registry.hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>recruitment_season_combination.hpl</from>
<to>array_season_recruitments_all.hpl 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments_all.hpl 2</from>
<to>m_d.rec_cam(m_c)_to_person_registry.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_person_registry.hpl</from>
<to>array_season_recruitments_all.hpl 2 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments_all.hpl 2 2</from>
<to>m_d.rec_cam(m_c)_to_subpoena_registry.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_subpoena_registry.hpl</from>
<to>array_season_recruitments_all.hpl 2 2 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments_all.hpl 2 2 2</from>
<to>m_d.rec_cam(m_c)_to_decision_service.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>recruitment_season_combination_uniq.hpl</from>
<to>array_season_recruitments.hpl 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments.hpl 2</from>
<to>m_d.rec_cam(m_c)_to_person_registry_uniq.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_person_registry_uniq.hpl</from>
<to>array_season_recruitments.hpl 3</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments.hpl 3</from>
<to>m_d.rec_cam(m_c)_to_subpoena_registry_uniq.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>m_d.rec_cam(m_c)_to_subpoena_registry_uniq.hpl</from>
<to>array_season_recruitments.hpl 4</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments.hpl 4</from>
<to>m_d.rec_cam(m_c)_to_decision_service_uniq.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
<notepad>

603
v1_apache-hop dash mapping/mil_com/parameters/add_schema.hpl
View file

@ -88,12 +88,12 @@
<hop>
<from>Table input main_dashboard.recruitment_campaign</from>
<to>Insert / update (main_dashboard.recruitment_campaign)</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input recruitment_campaign.subpoenas</from>
<to>Insert / update (recruitment_campaign.subpoenas)</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input</from>
@ -160,6 +160,16 @@
<to>Update (recruitment_campaign.appeals)</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Update (recruitment_campaign.subpoenas)</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Update (main_dashboard.recruitment_campaign)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Dummy (do nothing)</name>
@ -332,7 +342,7 @@
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>960</xloc>
<xloc>448</xloc>
<yloc>272</yloc>
</GUI>
</transform>
@ -628,7 +638,7 @@
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>960</xloc>
<xloc>448</xloc>
<yloc>352</yloc>
</GUI>
</transform>
@ -1157,7 +1167,7 @@ WHERE schema in ('Department', 'Organization', 'Region') </sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>592</xloc>
<xloc>80</xloc>
<yloc>272</yloc>
</GUI>
</transform>
@ -1218,10 +1228,53 @@ WHERE schema in ('Department', 'Organization', 'Region') </sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>592</xloc>
<xloc>80</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Update (main_dashboard.recruitment_campaign)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>main_dashboard</schema>
<table>recruitment_campaign</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Update (main_dashboard.total_registered)</name>
<type>Update</type>
@ -1302,6 +1355,206 @@ WHERE schema in ('Department', 'Organization', 'Region') </sql>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Update (recruitment_campaign.appeals)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>recruitment_campaign</schema>
<table>appeals</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1376</yloc>
</GUI>
</transform>
<transform>
<name>Update (recruitment_campaign.subpoenas)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>recruitment_campaign</schema>
<table>subpoenas</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.age)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>total_registered</schema>
<table>age</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1040</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.busyness)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>total_registered</schema>
<table>busyness</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1200</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.child_minor)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>total_registered</schema>
<table>child_minor</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>960</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.driver_license)</name>
<type>Update</type>
@ -1342,6 +1595,86 @@ WHERE schema in ('Department', 'Organization', 'Region') </sql>
<yloc>880</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.education_level)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>total_registered</schema>
<table>education_level</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1280</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.marital_status)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>total_registered</schema>
<table>marital_status</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1120</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.reg_mil_cat)</name>
<type>Update</type>
@ -1462,264 +1795,6 @@ WHERE schema in ('Department', 'Organization', 'Region') </sql>
<yloc>800</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.child_minor)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>total_registered</schema>
<table>child_minor</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>960</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.age)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>total_registered</schema>
<table>age</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1040</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.marital_status)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>total_registered</schema>
<table>marital_status</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1120</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.busyness)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>total_registered</schema>
<table>busyness</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1200</yloc>
</GUI>
</transform>
<transform>
<name>Update (total_registered.education_level)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>total_registered</schema>
<table>education_level</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1280</yloc>
</GUI>
</transform>
<transform>
<name>Update (recruitment_campaign.appeals)</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>recruitment_campaign</schema>
<table>appeals</table>
<value>
<name>schema</name>
<rename>schema</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1200</xloc>
<yloc>1376</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>

3
v1_apache-hop dash mapping/mil_com/parameters/season_separation/array_season_recruitments_all.hpl
View file

@ -56,6 +56,7 @@
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH ids AS (
SELECT idm_id,
(ROW_NUMBER() OVER ()) - 1 AS rn
@ -106,7 +107,7 @@
)
SELECT array_agg(idm_id) AS ARRAY_MIL_COM
FROM ids
GROUP BY rn / 100;</sql>
GROUP BY rn / 200;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>

88
v1_apache-hop dash mapping/mil_com/recruitment_campaign.subpoenas(m_c)/recruitment_campaign.subpoenas(m_c).hwf
View file

@ -111,19 +111,15 @@ WHERE recording_date = current_date
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/recruitment_campaign.subpoenas(m_c)/recruitment_season_combination_uniq.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>ARR_MC_SP</name>
<stream_name>ARRAY_MIL_COM_SP</stream_name>
<value/>
</parameter>
<parameter>
<name>ARR_MC_AU</name>
<stream_name>ARRAY_MIL_COM_AU</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -271,6 +267,58 @@ WHERE recording_date = current_date
<yloc>304</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments.hpl 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1264</xloc>
<yloc>80</yloc>
<attributes_hac/>
</action>
<action>
<name>array_season_recruitments_all.hpl 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/season_separation/array_season_recruitments_all.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1216</xloc>
<yloc>528</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
@ -311,14 +359,14 @@ WHERE recording_date = current_date
<hop>
<from>recruitment_season_combination_uniq.hpl</from>
<to>recruitment_campaign.subpoenas(m_c)_uniq.hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>recruitment_season_combination.hpl</from>
<to>recruitment_campaign.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
@ -364,6 +412,34 @@ WHERE recording_date = current_date
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruitment_season_combination.hpl</from>
<to>array_season_recruitments_all.hpl 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments_all.hpl 2</from>
<to>recruitment_campaign.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>recruitment_season_combination_uniq.hpl</from>
<to>array_season_recruitments.hpl 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_season_recruitments.hpl 2</from>
<to>recruitment_campaign.subpoenas(m_c)_uniq.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
<notepad>