micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

sync

Browse source
This commit is contained in:
r.gaztdinov 2025-05-12 11:36:57 +03:00
parent e9989e10c2
commit 6ab5cdbe38
12 changed files with 918 additions and 311 deletions
Download patch file Download diff file Expand all files Collapse all files

2
v1_apache-hop dash mapping/info_recruits/child.hpl
View file

@ -49,13 +49,11 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>full_name</field>
<name>full_name</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_child</table>

2
v1_apache-hop dash mapping/info_recruits/prosecution.hpl
View file

@ -49,13 +49,11 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>create_date</field>
<name>create_date</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>prosecution</table>

1
v1_apache-hop dash mapping/info_recruits/punishment.hpl
View file

@ -49,7 +49,6 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>punishment</table>

2
v1_apache-hop dash mapping/info_recruits/spouse.hpl
View file

@ -54,13 +54,11 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>full_name</field>
<name>full_name</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_spouse</table>

458
v1_apache-hop dash mapping/job_general.hwf
View file

@ -1,230 +1,230 @@
<?xml version="1.0" encoding="UTF-8"?>
<workflow>
<name>job_general</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<workflow_status>0</workflow_status>
<created_user>-</created_user>
<created_date>2024/08/21 17:23:33.592</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/21 17:23:33.592</modified_date>
<parameters>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>288</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_pack.pub_recruitment</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/job_pack.pub_recruitment.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>512</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_recruitments_all</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/job_recruitments_all.hwf</filename>
<logext>txt</logext>
<logfile>${PROJECT_HOME}/log_jobs/log_job_recruitments_all</logfile>
<loglevel>Minimal</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>720</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_last_recording_date</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/\recording_date\job_last_recording_date.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1120</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_info_recruits.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/job_info_recruits.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>128</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>job_pack.pub_recruitment</from>
<to>job_recruitments_all</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job_pack.pub_recruitment</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_last_recording_date</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_info_recruits.hwf</from>
<to>job_last_recording_date</to>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_all</from>
<to>job_info_recruits.hwf</to>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_all</from>
<to>job_last_recording_date</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes>
<group>
<name>METASTORE.pentaho</name>
<attribute>
<key>Default Run Configuration</key>
<value>{"namespace":"pentaho","id":"Default Run Configuration","name":"Default Run Configuration","description":"Defines a default run configuration","metaStoreName":null}</value>
</attribute>
</group>
<group>
<name>debug_plugin</name>
<attribute>
<key>Write to log : action_log_result</key>
<value>N</value>
</attribute>
<attribute>
<key>Write to log : action_log_result_files</key>
<value>N</value>
</attribute>
<attribute>
<key>Write to log : action_log_result_rows</key>
<value>Y</value>
</attribute>
<attribute>
<key>Write to log : action_log_level</key>
<value>Basic</value>
</attribute>
<attribute>
<key>Write to log : action_log_variables</key>
<value>N</value>
</attribute>
</group>
<group>
<name>{"_":"Embedded MetaStore Elements","namespace":"pentaho","type":"Default Run Configuration"}</name>
<attribute>
<key>Pentaho local</key>
<value>{"children":[{"children":[],"id":"server","value":null},{"children":[],"id":"clustered","value":"N"},{"children":[],"id":"name","value":"Pentaho local"},{"children":[],"id":"description","value":null},{"children":[],"id":"pentaho","value":"N"},{"children":[],"id":"readOnly","value":"Y"},{"children":[],"id":"sendResources","value":"N"},{"children":[],"id":"logRemoteExecutionLocally","value":"N"},{"children":[],"id":"remote","value":"N"},{"children":[],"id":"local","value":"Y"},{"children":[],"id":"showTransformations","value":"N"}],"id":"Pentaho local","value":null,"name":"Pentaho local","owner":null,"ownerPermissionsList":[]}</value>
</attribute>
</group>
</attributes>
</workflow>
<workflow>
<name>job_general</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<workflow_status>0</workflow_status>
<created_user>-</created_user>
<created_date>2024/08/21 17:23:33.592</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/21 17:23:33.592</modified_date>
<parameters>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>288</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_pack.pub_recruitment</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/job_pack.pub_recruitment.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>512</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_recruitments_all</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/job_recruitments_all.hwf</filename>
<logext>txt</logext>
<logfile>${PROJECT_HOME}/log_jobs/log_job_recruitments_all</logfile>
<loglevel>Minimal</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>720</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_last_recording_date</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/\recording_date\job_last_recording_date.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1120</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>job_info_recruits.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/job_info_recruits.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>928</xloc>
<yloc>128</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>job_pack.pub_recruitment</from>
<to>job_recruitments_all</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job_pack.pub_recruitment</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_last_recording_date</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_info_recruits.hwf</from>
<to>job_last_recording_date</to>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_all</from>
<to>job_info_recruits.hwf</to>
<enabled>N</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_all</from>
<to>job_last_recording_date</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes>
<group>
<name>METASTORE.pentaho</name>
<attribute>
<key>Default Run Configuration</key>
<value>{"namespace":"pentaho","id":"Default Run Configuration","name":"Default Run Configuration","description":"Defines a default run configuration","metaStoreName":null}</value>
</attribute>
</group>
<group>
<name>debug_plugin</name>
<attribute>
<key>Write to log : action_log_result</key>
<value>N</value>
</attribute>
<attribute>
<key>Write to log : action_log_result_files</key>
<value>N</value>
</attribute>
<attribute>
<key>Write to log : action_log_result_rows</key>
<value>Y</value>
</attribute>
<attribute>
<key>Write to log : action_log_level</key>
<value>Basic</value>
</attribute>
<attribute>
<key>Write to log : action_log_variables</key>
<value>N</value>
</attribute>
</group>
<group>
<name>{"_":"Embedded MetaStore Elements","namespace":"pentaho","type":"Default Run Configuration"}</name>
<attribute>
<key>Pentaho local</key>
<value>{"children":[{"children":[],"id":"server","value":null},{"children":[],"id":"clustered","value":"N"},{"children":[],"id":"name","value":"Pentaho local"},{"children":[],"id":"description","value":null},{"children":[],"id":"pentaho","value":"N"},{"children":[],"id":"readOnly","value":"Y"},{"children":[],"id":"sendResources","value":"N"},{"children":[],"id":"logRemoteExecutionLocally","value":"N"},{"children":[],"id":"remote","value":"N"},{"children":[],"id":"local","value":"Y"},{"children":[],"id":"showTransformations","value":"N"}],"id":"Pentaho local","value":null,"name":"Pentaho local","owner":null,"ownerPermissionsList":[]}</value>
</attribute>
</group>
</attributes>
</workflow>

187
v1_apache-hop dash mapping/jobs_once_a_day/citizen_diploma_once.hpl Normal file
View file

@ -0,0 +1,187 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>citizen_diploma_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/04/29 15:56:35.792</created_date>
<modified_user>-</modified_user>
<modified_date>2025/04/29 15:56:35.792</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Dummy (do nothing)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>608</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select ri.recruit_id,
to_date(diploma_item->>'dataVyd', 'YYYY-MM-DD') as issue_date,
diploma_item->>'naimOrg' as education_institution_name,
diploma_item->>'kodUrObr' as education_level_code,
diploma_item->>'regNomer' as reg_number,
diploma_item->>'prVUSpecz' = '1' as vus_spec,
diploma_item->>'nomerBlank' as blank_number,
diploma_item->>'seriyaBlank' as blank_series,
diploma_item->'vidDokMinobr'->>'kodVidDok' as doc_type_code_minobr,
diploma_item->'vidDokMinprosv'->>'kodVidDok' as doc_type_code_minprosv,
diploma_item->'svedSpeczMinobr'->>'kodSpecz' as education_speciality_minpobr_code,
diploma_item->'svedSpeczMinprosv'->>'kodSpecz' as education_speciality_minprosv_code
from recruits_info ri
join recruits r
ON ri.recruit_id = r.id
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id),
jsonb_array_elements(info->'svedFL'->'svedRObr'->'robr') as diploma_item
where info->'svedFL'->'svedRObr'->'robr' != 'null';</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>336</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>20000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>issue_date</column_name>
<stream_name>issue_date</stream_name>
</field>
<field>
<column_name>education_institution_name</column_name>
<stream_name>education_institution_name</stream_name>
</field>
<field>
<column_name>education_level_code</column_name>
<stream_name>education_level_code</stream_name>
</field>
<field>
<column_name>reg_number</column_name>
<stream_name>reg_number</stream_name>
</field>
<field>
<column_name>vus_spec</column_name>
<stream_name>vus_spec</stream_name>
</field>
<field>
<column_name>blank_number</column_name>
<stream_name>blank_number</stream_name>
</field>
<field>
<column_name>blank_series</column_name>
<stream_name>blank_series</stream_name>
</field>
<field>
<column_name>doc_type_code_minobr</column_name>
<stream_name>doc_type_code_minobr</stream_name>
</field>
<field>
<column_name>doc_type_code_minprosv</column_name>
<stream_name>doc_type_code_minprosv</stream_name>
</field>
<field>
<column_name>education_speciality_minpobr_code</column_name>
<stream_name>education_speciality_minpobr_code</stream_name>
</field>
<field>
<column_name>education_speciality_minprosv_code</column_name>
<stream_name>education_speciality_minprosv_code</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_monthly>Y</partitioning_monthly>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_education_diploma</table>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>496</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Table output</source_transform>
<target_transform>Dummy (do nothing)</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

200
v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_diploma_once.hpl Normal file
View file

@ -0,0 +1,200 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>citizen_foreign_diploma_once</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/04/29 16:01:18.326</created_date>
<modified_user>-</modified_user>
<modified_date>2025/04/29 16:01:18.326</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Dummy (do nothing)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>928</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>select ri.recruit_id,
diploma_item->>'kvalif' as qualification,
diploma_item->>'kodOKSM' as oksm_code,
diploma_item->>'naprPod' as study_field,
diploma_item->>'nomSved' as education_certificate_number,
diploma_item->>'kodUrObr' as education_level_code,
to_date(diploma_item->>'dataPriz', 'YYYY-MM-DD') as recognition_date,
diploma_item->>'prVUSpecz' = '1' as vus_spec,
diploma_item->>'regNomDok' as doc_reg_num,
diploma_item->>'serNomDok' as doc_reg_series,
diploma_item->>'naimInoDok' as foreign_doc_name,
diploma_item->>'naimUchZaved' as education_institution_name,
diploma_item->'svedSpeczMinobr'->>'kodSpecz' as education_speciality_minpobr_code,
diploma_item->'svedSpeczMinprosv'->>'kodSpecz' as education_speciality_minprosv_code
from recruits_info ri
join recruits r
ON ri.recruit_id = r.id
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id),
jsonb_array_elements(info->'svedFL'->'svedInObr'->'inObr') as diploma_item
where info->'svedFL'->'svedInObr'->'inObr' != 'null';</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>656</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>20000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>qualification</column_name>
<stream_name>qualification</stream_name>
</field>
<field>
<column_name>oksm_code</column_name>
<stream_name>oksm_code</stream_name>
</field>
<field>
<column_name>study_field</column_name>
<stream_name>study_field</stream_name>
</field>
<field>
<column_name>education_certificate_number</column_name>
<stream_name>education_certificate_number</stream_name>
</field>
<field>
<column_name>education_level_code</column_name>
<stream_name>education_level_code</stream_name>
</field>
<field>
<column_name>recognition_date</column_name>
<stream_name>recognition_date</stream_name>
</field>
<field>
<column_name>vus_spec</column_name>
<stream_name>vus_spec</stream_name>
</field>
<field>
<column_name>doc_reg_num</column_name>
<stream_name>doc_reg_num</stream_name>
</field>
<field>
<column_name>doc_reg_series</column_name>
<stream_name>doc_reg_series</stream_name>
</field>
<field>
<column_name>foreign_doc_name</column_name>
<stream_name>foreign_doc_name</stream_name>
</field>
<field>
<column_name>education_institution_name</column_name>
<stream_name>education_institution_name</stream_name>
</field>
<field>
<column_name>education_speciality_minpobr_code</column_name>
<stream_name>education_speciality_minpobr_code</stream_name>
</field>
<field>
<column_name>education_speciality_minprosv_code</column_name>
<stream_name>education_speciality_minprosv_code</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_foreign_education_diploma</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>816</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Table output</source_transform>
<target_transform>Dummy (do nothing)</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

76
v1_apache-hop dash mapping/jobs_once_a_day/citizen_kolledzh_once.hpl
View file

@ -25,6 +25,11 @@
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Dummy (do nothing)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
@ -48,35 +53,36 @@
kolledzh_item->'svedOrg'->>'adresOrg' as educational_institution_address,
kolledzh_item->'svedOrg'->>'kodTipOrg' as educational_institution_type_code,
kolledzh_item->>'kodStatus' as education_status_code,
kolledzh_item->'svedVosst'->>'dataVosst' as recovery_date,
kolledzh_item->'svedVosst'->>'nomPrikazVosst' as recovery_order_date,
kolledzh_item->'svedVosst'->>'nomPrikazVosstnomPrikazVosst' recovery_order_number,
to_date(kolledzh_item->'svedVosst'->>'dataVosst', 'YYYY-MM-DD') as recovery_date,
to_date(kolledzh_item->'svedVosst'->>'nomPrikazVosstnomPrikazVosst', 'YYYY-MM-DD') as recovery_order_date,
kolledzh_item->'svedVosst'->>'nomPrikazVosst' recovery_order_number,
kolledzh_item->>'kodUrovObr' as education_level_code,
kolledzh_item->>'nomerKursa' as grade_number,
kolledzh_item->'svedOtpusk'->0->>'dataNach' as leave_start_date,
kolledzh_item->'svedOtpusk'->0->>'dataOkonch' as leave_end_date,
to_date(kolledzh_item->'svedOtpusk'->0->>'dataNach', 'YYYY-MM-DD') as leave_start_date,
to_date(kolledzh_item->'svedOtpusk'->0->>'dataOkonch', 'YYYY-MM-DD') as leave_end_date,
kolledzh_item->'svedOtpusk'->0->>'kodPrichOtpusk' as leave_reason_code,
kolledzh_item->>'dataZachisl' as admission_date,
to_date(kolledzh_item->>'dataZachisl', 'YYYY-MM-DD') as admission_date,
kolledzh_item->>'prPervObuch' = '1' as first_education,
kolledzh_item->'svedObrProg'->>'prVUSpecz' = '1' as vus_spec,
kolledzh_item->'svedObrProg'->>'dataNachObuch' as education_start_date,
to_date(kolledzh_item->'svedObrProg'->>'dataNachObuch', 'YYYY-MM-DD') as education_start_date,
kolledzh_item->'svedObrProg'->>'kodFormaObuch' as education_form_code,
kolledzh_item->'svedObrProg'->>'planDataOkonch' as planned_education_end_date,
to_date(kolledzh_item->'svedObrProg'->>'planDataOkonch', 'YYYY-MM-DD') as planned_education_end_date,
kolledzh_item->'svedObrProg'->'svedSpeczMinobr'->>'kodSpecz' as minobr_spec_code,
kolledzh_item->'svedObrProg'->'svedSpeczMinprosv'->>'kodSpecz' as minprosv_spec_code,
kolledzh_item->'svedObrProg'->'svedOtchisl'->>'dataOtchisl' as expulsion_date,
kolledzh_item->'svedObrProg'->'svedOtchisl'->>'nomPrikazOtchisl' as expulsion_order_date,
kolledzh_item->'svedObrProg'->'svedOtchisl'->>'dataPrikazOtchisl' as expulsion_order_number,
kolledzh_item->'svedVoenObuch'->>'dataNach' as military_education_start_date,
kolledzh_item->'svedVoenObuch'->>'dataOkonch' as military_education_end_date,
kolledzh_item->>'nomPrikazZachisl' as admission_order_date,
kolledzh_item->>'dataPrikazZachisl' as admission_order_number
from recruits_info ri,
jsonb_array_elements(info->'svedFL'->'svedKolledzh'->'kolledzh') as kolledzh_item
to_date(kolledzh_item->'svedObrProg'->'svedOtchisl'->>'dataOtchisl', 'YYYY-MM-DD') as expulsion_date,
to_date(kolledzh_item->'svedObrProg'->'svedOtchisl'->>'dataPrikazOtchisl', 'YYYY-MM-DD') as expulsion_order_date,
kolledzh_item->'svedObrProg'->'svedOtchisl'->>'nomPrikazOtchisl' as expulsion_order_number,
to_date(kolledzh_item->'svedVoenObuch'->>'dataNach', 'YYYY-MM-DD') as military_education_start_date,
to_date(kolledzh_item->'svedVoenObuch'->>'dataOkonch', 'YYYY-MM-DD') as military_education_end_date,
to_date(kolledzh_item->>'dataPrikazZachisl', 'YYYY-MM-DD') as admission_order_date,
kolledzh_item->>'nomPrikazZachisl' as admission_order_number
from recruits_info ri
join recruits r
ON ri.recruit_id = r.id
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id)
where info->'svedFL'->'svedKolledzh'->'kolledzh' != 'null';</sql>
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id),
jsonb_array_elements(info->'svedFL'->'svedKolledzh'->'kolledzh') as kolledzh_item
where info->'svedFL'->'svedKolledzh'->'kolledzh' != 'null';
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -227,14 +233,11 @@ where info->'svedFL'->'svedKolledzh'->'kolledzh' != 'null';</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_education</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
@ -245,7 +248,36 @@ where info->'svedFL'->'svedKolledzh'->'kolledzh' != 'null';</sql>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>656</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Table output</source_transform>
<target_transform>Dummy (do nothing)</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

56
v1_apache-hop dash mapping/jobs_once_a_day/citizen_school_once.hpl
View file

@ -25,6 +25,11 @@
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Dummy (do nothing)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
@ -49,16 +54,17 @@
shkola_item->>'kodStatus' as education_status_code,
'9' as education_level_code, -- костыль
shkola_item->>'klass' as grade_number,
shkola_item->>'dataPostup' as admission_date,
shkola_item->>'dataOkonch' as planned_education_end_date,
shkola_item->>'nomPrikazZachisl' as admission_order_date,
shkola_item->>'dataPrikazZachisl' as admission_order_number
from recruits_info ri,
jsonb_array_elements(info->'svedFL'->'svedSHkola'->'shkola') as shkola_item
to_date(shkola_item->>'dataPostup', 'YYYY-MM-DD') as admission_date,
to_date(shkola_item->>'dataOkonch', 'YYYY-MM-DD') as planned_education_end_date,
to_date(shkola_item->>'dataPrikazZachisl', 'YYYY-MM-DD') as admission_order_date,
shkola_item->>'nomPrikazZachisl' as admission_order_number
from recruits_info ri
join recruits r
ON ri.recruit_id = r.id
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id)
where info->'svedFL'->'svedSHkola'->'shkola' != 'null';</sql>
ON ri.recruit_id = r.id
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id),
jsonb_array_elements(info->'svedFL'->'svedSHkola'->'shkola') as shkola_item
where info->'svedFL'->'svedSHkola'->'shkola' != 'null';
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -137,14 +143,11 @@ where info->'svedFL'->'svedSHkola'->'shkola' != 'null';</sql>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_education</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
@ -155,7 +158,36 @@ where info->'svedFL'->'svedSHkola'->'shkola' != 'null';</sql>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>608</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Table output</source_transform>
<target_transform>Dummy (do nothing)</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

73
v1_apache-hop dash mapping/jobs_once_a_day/citizen_vuz_education_once.hpl
View file

@ -25,7 +25,29 @@
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Dummy (do nothing)</to>
<enabled>N</enabled>
</hop>
</order>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>624</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
@ -169,14 +191,11 @@
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_education</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
@ -209,34 +228,34 @@
vuz_item->'svedOrg'->>'adresOrg' as educational_institution_address,
vuz_item->'svedOrg'->>'kodTipOrg' as educational_institution_type_code,
vuz_item->>'kodStatus' as education_status_code,
vuz_item->'svedVosst'->>'dataVosst' as recovery_date,
vuz_item->'svedVosst'->>'nomPrikazVosst' as recovery_order_date,
vuz_item->'svedVosst'->>'nomPrikazVosstnomPrikazVosst' recovery_order_number,
to_date(vuz_item->'svedVosst'->>'dataVosst', 'YYYY-MM-DD') as recovery_date,
to_date(vuz_item->'svedVosst'->>'nomPrikazVosstnomPrikazVosst', 'YYYY-MM-DD') as recovery_order_date,
vuz_item->'svedVosst'->>'nomPrikazVosst' recovery_order_number,
vuz_item->>'kodUrovObr' as education_level_code,
vuz_item->>'nomerKursa' as grade_number,
vuz_item->'svedOtpusk'->0->>'dataNach' as leave_start_date,
vuz_item->'svedOtpusk'->0->>'dataOkonch' as leave_end_date,
to_date(vuz_item->'svedOtpusk'->0->>'dataNach', 'YYYY-MM-DD') as leave_start_date,
to_date(vuz_item->'svedOtpusk'->0->>'dataOkonch', 'YYYY-MM-DD') as leave_end_date,
vuz_item->'svedOtpusk'->0->>'kodPrichOtpusk' as leave_reason_code,
vuz_item-&gt;&gt;'dataZachisl' as admission_date,
to_date(vuz_item->>'dataZachisl', 'YYYY-MM-DD') as admission_date,
vuz_item->>'prPervObuch' = '1' as first_education,
vuz_item->'svedObrProg'->>'prVUSpecz' = '1' as vus_spec,
vuz_item->'svedObrProg'->>'dataNachObuch' as education_start_date,
to_date(vuz_item->'svedObrProg'->>'dataNachObuch', 'YYYY-MM-DD') as education_start_date,
vuz_item->'svedObrProg'->>'kodFormaObuch' as education_form_code,
vuz_item->'svedObrProg'->>'planDataOkonch' as planned_education_end_date,
to_date(vuz_item->'svedObrProg'->>'planDataOkonch', 'YYYY-MM-DD') as planned_education_end_date,
vuz_item->'svedObrProg'->'svedSpeczMinobr'->>'kodSpecz' as minobr_spec_code,
vuz_item->'svedObrProg'->'svedSpeczMinprosv'->>'kodSpecz' as minprosv_spec_code,
vuz_item->'svedObrProg'->'svedOtchisl'->>'dataOtchisl' as expulsion_date,
vuz_item->'svedObrProg'->'svedOtchisl'->>'nomPrikazOtchisl' as expulsion_order_date,
vuz_item->'svedObrProg'->'svedOtchisl'->>'dataPrikazOtchisl' as expulsion_order_number,
vuz_item->'svedVoenObuch'->>'dataNach' as military_education_start_date,
vuz_item->'svedVoenObuch'->>'dataOkonch' as military_education_end_date,
vuz_item->>'nomPrikazZachisl' as admission_order_date,
vuz_item->>'dataPrikazZachisl' as admission_order_number
from recruits_info ri,
jsonb_array_elements(info->'svedFL'->'svedVUZ'->'vuz') as vuz_item
to_date(vuz_item->'svedObrProg'->'svedOtchisl'->>'dataOtchisl', 'YYYY-MM-DD') as expulsion_date,
to_date(vuz_item->'svedObrProg'->'svedOtchisl'->>'dataPrikazOtchisl', 'YYYY-MM-DD') as expulsion_order_date,
vuz_item->'svedObrProg'->'svedOtchisl'->>'nomPrikazOtchisl' as expulsion_order_number,
to_date(vuz_item->'svedVoenObuch'->>'dataNach', 'YYYY-MM-DD') as military_education_start_date,
to_date(vuz_item->'svedVoenObuch'->>'dataOkonch', 'YYYY-MM-DD') as military_education_end_date,
to_date(vuz_item->>'dataPrikazZachisl', 'YYYY-MM-DD') as admission_order_date,
vuz_item->>'nomPrikazZachisl' as admission_order_number
from recruits_info ri
join recruits r
ON ri.recruit_id = r.id
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id)
and '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id),
jsonb_array_elements(info->'svedFL'->'svedVUZ'->'vuz') as vuz_item
where info->'svedFL'->'svedVUZ'->'vuz' != 'null';
</sql>
<variables_active>Y</variables_active>
@ -247,6 +266,18 @@ where info->'svedFL'->'svedVUZ'->'vuz' != 'null';
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Table output</source_transform>
<target_transform>Dummy (do nothing)</target_transform>
<is_enabled>N</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling>
<attributes/>
</pipeline>

159
v1_apache-hop dash mapping/jobs_once_a_day/copy_punishment_and_deferment_once.hwf
View file

@ -270,7 +270,7 @@ delete from ervu_dashboard.citizen_deferment;
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1424</xloc>
<xloc>1440</xloc>
<yloc>704</yloc>
<attributes_hac/>
</action>
@ -697,8 +697,6 @@ delete from ervu_dashboard.citizen_deferment;
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/education_constants_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -725,14 +723,11 @@ delete from ervu_dashboard.citizen_deferment;
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_vuz_education_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -742,7 +737,7 @@ delete from ervu_dashboard.citizen_deferment;
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>880</xloc>
<xloc>960</xloc>
<yloc>608</yloc>
<attributes_hac/>
</action>
@ -758,14 +753,11 @@ delete from ervu_dashboard.citizen_deferment;
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_kolledzh_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -775,7 +767,7 @@ delete from ervu_dashboard.citizen_deferment;
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1104</xloc>
<xloc>1168</xloc>
<yloc>608</yloc>
<attributes_hac/>
</action>
@ -791,14 +783,11 @@ delete from ervu_dashboard.citizen_deferment;
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_school_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -808,7 +797,102 @@ delete from ervu_dashboard.citizen_deferment;
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1312</xloc>
<xloc>1072</xloc>
<yloc>512</yloc>
<attributes_hac/>
</action>
<action>
<name>SQL</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM ervu_dashboard.citizen_education;</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>784</xloc>
<yloc>608</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 2</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1216</xloc>
<yloc>512</yloc>
<attributes_hac/>
</action>
<action>
<name>citizen_diploma_once.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_diploma_once.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>656</xloc>
<yloc>512</yloc>
<attributes_hac/>
</action>
<action>
<name>citizen_foreign_diploma_once.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_foreign_diploma_once.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>864</xloc>
<yloc>512</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 2 2</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1328</xloc>
<yloc>608</yloc>
<attributes_hac/>
</action>
@ -999,7 +1083,7 @@ delete from ervu_dashboard.citizen_deferment;
<hop>
<from>Start</from>
<to>recruitment_code_once.hpl</to>
<enabled>N</enabled>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1027,7 +1111,7 @@ delete from ervu_dashboard.citizen_deferment;
<hop>
<from>Start</from>
<to>recruit_ervu_status_once.hpl</to>
<enabled>N</enabled>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1047,10 +1131,17 @@ delete from ervu_dashboard.citizen_deferment;
</hop>
<hop>
<from>education_constants_once.hpl</from>
<to>SQL</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL</from>
<to>citizen_vuz_education_once.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>citizen_vuz_education_once.hpl</from>
@ -1060,12 +1151,40 @@ delete from ervu_dashboard.citizen_deferment;
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_kolledzh_once.hpl</from>
<from>citizen_diploma_once.hpl</from>
<to>citizen_foreign_diploma_once.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_foreign_diploma_once.hpl</from>
<to>citizen_school_once.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_school_once.hpl</from>
<to>Success 2</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>citizen_kolledzh_once.hpl</from>
<to>Success 2 2</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>recruitment_rows.hpl</from>
<to>citizen_diploma_once.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>

13
v1_apache-hop dash mapping/jobs_once_a_day/job_info_recruits_once.hwf
View file

@ -699,6 +699,8 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/subpoena_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -740,6 +742,8 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/temporary_measure_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -1153,11 +1157,14 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_sports_categories_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -1183,11 +1190,14 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_education_diplomas_received_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -1213,11 +1223,14 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/jobs_once_a_day/citizen_work_activity_once.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>RCRT_C</name>
<stream_name>RECRUITMENT_CITIZEN</stream_name>
<value/>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>