micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
r.gaztdinov 2025-06-10 15:31:15 +03:00
parent 011a0fd77a
commit 5c90e0568b
22 changed files with 1549 additions and 305 deletions
Download patch file Download diff file Expand all files Collapse all files

8
mappings/connections/db_mln118_to_local.json
View file

@ -81,11 +81,11 @@
"description" : ""
}, {
"name" : "DB_SUBPOENA_HOST",
"value" : "10.65.244.45",
"value" : "10.10.31.119",
"description" : ""
}, {
"name" : "DB_SUBPOENA_PORT",
"value" : "6432",
"value" : "5432",
"description" : ""
}, {
"name" : "DB_SUBPOENA_NAME",
@ -93,11 +93,11 @@
"description" : ""
}, {
"name" : "DB_SUBPOENA_USERNAME",
"value" : "readonly",
"value" : "ervu-dashboard",
"description" : ""
}, {
"name" : "DB_SUBPOENA_PASSWORD",
"value" : "readonly",
"value" : "ervu-dashboard",
"description" : ""
} ]
}

641
mappings/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl Normal file
View file

@ -0,0 +1,641 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>checkpoint_job_info_recruits_from_json</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/05/30 10:34:00.239</created_date>
<modified_user>-</modified_user>
<modified_date>2025/05/30 10:34:00.239</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>JSON input state_job_???.json</from>
<to>Filter rows</to>
<enabled>N</enabled>
</hop>
<hop>
<from>JSON input state_child_delta.json</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>JSON input state_???_delta.json</from>
<to>Filter rows</to>
<enabled>N</enabled>
</hop>
<hop>
<from>JSON input state_job_child.json</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Set variables</from>
<to>Write to log 3</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Set variables 2</from>
<to>Write to log 3 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Dummy (do nothing)</from>
<to>Set variables 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Dummy (do nothing)</from>
<to>Set variables</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Abort</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
<type>Abort</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<abort_option>ABORT_WITH_ERROR</abort_option>
<always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1072</xloc>
<yloc>784</yloc>
</GUI>
</transform>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>1136</xloc>
<yloc>608</yloc>
</GUI>
</transform>
<transform>
<name>Filter rows</name>
<type>FilterRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<compare>
<condition>
<conditions>
<condition>
<conditions>
<condition>
<conditions>
</conditions>
<function>=</function>
<leftvalue>pipeline</leftvalue>
<negated>N</negated>
<operator>-</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<mask/>
<name>constant</name>
<precision>-1</precision>
<text>job_child</text>
<type>String</type>
</value>
</condition>
<condition>
<conditions>
</conditions>
<function>=</function>
<leftvalue>status</leftvalue>
<negated>N</negated>
<operator>AND</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<name>constant</name>
<precision>-1</precision>
<text>ERROR</text>
<type>String</type>
</value>
</condition>
</conditions>
<function>=</function>
<leftvalue>pipeline</leftvalue>
<negated>N</negated>
<operator>-</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<name>constant</name>
<precision>-1</precision>
<text>recruits_info_flow1</text>
<type>String</type>
</value>
</condition>
<condition>
<conditions>
<condition>
<conditions>
</conditions>
<function>=</function>
<leftvalue>pipeline</leftvalue>
<negated>N</negated>
<operator>-</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<mask/>
<name>constant</name>
<precision>-1</precision>
<text>delta_child</text>
<type>String</type>
</value>
</condition>
<condition>
<conditions>
</conditions>
<function>=</function>
<leftvalue>status</leftvalue>
<negated>N</negated>
<operator>AND</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<name>constant</name>
<precision>-1</precision>
<text>ERROR</text>
<type>String</type>
</value>
</condition>
</conditions>
<function>=</function>
<leftvalue>pipeline</leftvalue>
<negated>N</negated>
<operator>OR</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<name>constant</name>
<precision>-1</precision>
<text>recruits_info_flow1</text>
<type>String</type>
</value>
</condition>
</conditions>
<function>=</function>
<leftvalue>pipeline</leftvalue>
<negated>N</negated>
<operator>-</operator>
<value>
<isnull>N</isnull>
<length>-1</length>
<name>constant</name>
<precision>-1</precision>
<text>recruits_info_flow1</text>
<type>String</type>
</value>
</condition>
</compare>
<send_true_to>Abort</send_true_to>
<attributes/>
<GUI>
<xloc>752</xloc>
<yloc>784</yloc>
</GUI>
</transform>
<transform>
<name>JSON input state_???_delta.json</name>
<type>JsonInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<include>N</include>
<include_field/>
<rownum>N</rownum>
<addresultfile>N</addresultfile>
<readurl>N</readurl>
<removeSourceField>N</removeSourceField>
<IsIgnoreEmptyFile>N</IsIgnoreEmptyFile>
<doNotFailIfNoFile>Y</doNotFailIfNoFile>
<ignoreMissingPath>Y</ignoreMissingPath>
<defaultPathLeafToNull>Y</defaultPathLeafToNull>
<rownum_field/>
<file>
<name>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/checkpoints/state_citizen_delta.json</name>
<filemask/>
<exclude_filemask/>
<file_required>N</file_required>
<include_subfolders>N</include_subfolders>
</file>
<fields>
<field>
<name>pipeline</name>
<path>$.pipeline</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
<field>
<name>status</name>
<path>$.status</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
</fields>
<limit>0</limit>
<IsInFields>N</IsInFields>
<IsAFile>N</IsAFile>
<valueField/>
<shortFileFieldName/>
<pathFieldName/>
<hiddenFieldName/>
<lastModificationTimeFieldName/>
<uriNameFieldName/>
<rootUriNameFieldName/>
<extensionFieldName/>
<sizeFieldName/>
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>832</yloc>
</GUI>
</transform>
<transform>
<name>JSON input state_job_???.json</name>
<type>JsonInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<include>N</include>
<include_field/>
<rownum>N</rownum>
<addresultfile>N</addresultfile>
<readurl>N</readurl>
<removeSourceField>N</removeSourceField>
<IsIgnoreEmptyFile>N</IsIgnoreEmptyFile>
<doNotFailIfNoFile>Y</doNotFailIfNoFile>
<ignoreMissingPath>Y</ignoreMissingPath>
<defaultPathLeafToNull>Y</defaultPathLeafToNull>
<rownum_field/>
<file>
<name>${PROJECT_HOME}/info_recruits/citizen_tables/citizen/checkpoints/state_job_citizen.json</name>
<filemask/>
<exclude_filemask/>
<file_required>N</file_required>
<include_subfolders>N</include_subfolders>
</file>
<fields>
<field>
<name>pipeline</name>
<path>$.pipeline</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
<field>
<name>status</name>
<path>$.status</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
</fields>
<limit>0</limit>
<IsInFields>N</IsInFields>
<IsAFile>N</IsAFile>
<valueField/>
<shortFileFieldName/>
<pathFieldName/>
<hiddenFieldName/>
<lastModificationTimeFieldName/>
<uriNameFieldName/>
<rootUriNameFieldName/>
<extensionFieldName/>
<sizeFieldName/>
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>912</yloc>
</GUI>
</transform>
<transform>
<name>JSON input state_child_delta.json</name>
<type>JsonInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<include>N</include>
<include_field/>
<rownum>N</rownum>
<addresultfile>N</addresultfile>
<readurl>N</readurl>
<removeSourceField>N</removeSourceField>
<IsIgnoreEmptyFile>N</IsIgnoreEmptyFile>
<doNotFailIfNoFile>Y</doNotFailIfNoFile>
<ignoreMissingPath>Y</ignoreMissingPath>
<defaultPathLeafToNull>Y</defaultPathLeafToNull>
<rownum_field/>
<file>
<name>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_delta.json</name>
<filemask/>
<exclude_filemask/>
<file_required>N</file_required>
<include_subfolders>N</include_subfolders>
</file>
<fields>
<field>
<name>pipeline</name>
<path>$.pipeline</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
<field>
<name>status</name>
<path>$.status</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
</fields>
<limit>0</limit>
<IsInFields>N</IsInFields>
<IsAFile>N</IsAFile>
<valueField/>
<shortFileFieldName/>
<pathFieldName/>
<hiddenFieldName/>
<lastModificationTimeFieldName/>
<uriNameFieldName/>
<rootUriNameFieldName/>
<extensionFieldName/>
<sizeFieldName/>
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>656</yloc>
</GUI>
</transform>
<transform>
<name>JSON input state_job_child.json</name>
<type>JsonInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<include>N</include>
<include_field/>
<rownum>N</rownum>
<addresultfile>N</addresultfile>
<readurl>N</readurl>
<removeSourceField>N</removeSourceField>
<IsIgnoreEmptyFile>N</IsIgnoreEmptyFile>
<doNotFailIfNoFile>Y</doNotFailIfNoFile>
<ignoreMissingPath>Y</ignoreMissingPath>
<defaultPathLeafToNull>Y</defaultPathLeafToNull>
<rownum_field/>
<file>
<name>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_job_child.json</name>
<filemask/>
<exclude_filemask/>
<file_required>N</file_required>
<include_subfolders>N</include_subfolders>
</file>
<fields>
<field>
<name>pipeline</name>
<path>$.pipeline</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
<field>
<name>status</name>
<path>$.status</path>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<precision>-1</precision>
<trim_type>none</trim_type>
<repeat>N</repeat>
</field>
</fields>
<limit>0</limit>
<IsInFields>N</IsInFields>
<IsAFile>N</IsAFile>
<valueField/>
<shortFileFieldName/>
<pathFieldName/>
<hiddenFieldName/>
<lastModificationTimeFieldName/>
<uriNameFieldName/>
<rootUriNameFieldName/>
<extensionFieldName/>
<sizeFieldName/>
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>736</yloc>
</GUI>
</transform>
<transform>
<name>Set variables</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<field_name>status</field_name>
<variable_name>STATUS</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Set variables 2</name>
<type>SetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<field_name>status</field_name>
<variable_name>STATUS</variable_name>
<variable_type>PARENT_WORKFLOW</variable_type>
</field>
</fields>
<use_formatting>Y</use_formatting>
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>640</yloc>
</GUI>
</transform>
<transform>
<name>Write to log 3</name>
<type>WriteToLog</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<displayHeader>Y</displayHeader>
<fields>
</fields>
<limitRows>N</limitRows>
<limitRowsNumber>0</limitRowsNumber>
<loglevel>Basic</loglevel>
<logmessage>${STATUS}</logmessage>
<attributes/>
<GUI>
<xloc>1520</xloc>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Write to log 3 2</name>
<type>WriteToLog</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<displayHeader>Y</displayHeader>
<fields>
</fields>
<limitRows>N</limitRows>
<limitRowsNumber>0</limitRowsNumber>
<loglevel>Basic</loglevel>
<logmessage>${STATUS}</logmessage>
<attributes/>
<GUI>
<xloc>1520</xloc>
<yloc>640</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

235
mappings/info_recruits/citizen_tables/child/checkpoints/job_create_files_child.hwf Normal file
View file

@ -0,0 +1,235 @@
<?xml version="1.0" encoding="UTF-8"?>
<workflow>
<name>job_create_files_child</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<created_user>-</created_user>
<created_date>2025/05/26 16:48:00.210</created_date>
<modified_user>-</modified_user>
<modified_date>2025/05/26 16:48:00.210</modified_date>
<parameters>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>576</xloc>
<yloc>496</yloc>
<attributes_hac/>
</action>
<action>
<name>state_child_flow2_new</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "NEW",
"pipeline": "child_flow2"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json</filename>
<parallel>N</parallel>
<xloc>848</xloc>
<yloc>416</yloc>
<attributes_hac/>
</action>
<action>
<name>state_child_flow1_new</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "NEW",
"pipeline": "child_flow1"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json</filename>
<parallel>N</parallel>
<xloc>848</xloc>
<yloc>336</yloc>
<attributes_hac/>
</action>
<action>
<name>state_child_flow3_new</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "NEW",
"pipeline": "child_flow3"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json</filename>
<parallel>N</parallel>
<xloc>848</xloc>
<yloc>496</yloc>
<attributes_hac/>
</action>
<action>
<name>state_child_flow4_new</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "NEW",
"pipeline": "child_flow4"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json</filename>
<parallel>N</parallel>
<xloc>848</xloc>
<yloc>576</yloc>
<attributes_hac/>
</action>
<action>
<name>state_child_flow5_new</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "NEW",
"pipeline": "child_flow5"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json</filename>
<parallel>N</parallel>
<xloc>848</xloc>
<yloc>656</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1120</xloc>
<yloc>496</yloc>
<attributes_hac/>
</action>
<action>
<name>Delete file state_job_child</name>
<description/>
<type>DELETE_FILE</type>
<attributes/>
<fail_if_file_not_exists>N</fail_if_file_not_exists>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_job_child.json</filename>
<parallel>N</parallel>
<xloc>848</xloc>
<yloc>256</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>Start</from>
<to>state_child_flow3_new</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>state_child_flow2_new</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>state_child_flow1_new</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>state_child_flow4_new</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>state_child_flow5_new</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>state_child_flow5_new</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>state_child_flow4_new</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>state_child_flow3_new</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>state_child_flow2_new</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>state_child_flow1_new</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Delete file state_job_child</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Delete file state_job_child</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes/>
</workflow>

2
mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json
View file

@ -1,4 +1,4 @@
{
"status": "ERROR",
"status": "NEW",
"pipeline": "child_flow1"
}

2
mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json
View file

@ -1,4 +1,4 @@
{
"status": "ERROR",
"status": "NEW",
"pipeline": "child_flow2"
}

2
mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json
View file

@ -1,4 +1,4 @@
{
"status": "ERROR",
"status": "NEW",
"pipeline": "child_flow3"
}

2
mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json
View file

@ -1,4 +1,4 @@
{
"status": "ERROR",
"status": "NEW",
"pipeline": "child_flow4"
}

2
mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json
View file

@ -1,4 +1,4 @@
{
"status": "ERROR",
"status": "NEW",
"pipeline": "child_flow5"
}

4
mappings/info_recruits/citizen_tables/child/checkpoints/state_job_child.json
View file

@ -1,4 +0,0 @@
{
"status": "SUCCESS",
"pipeline": "job_child"
}

450
mappings/info_recruits/job_general_info_recruits.hwf
View file

@ -109,8 +109,8 @@
<type>DUMMY</type>
<attributes/>
<parallel>N</parallel>
<xloc>3216</xloc>
<yloc>672</yloc>
<xloc>3232</xloc>
<yloc>624</yloc>
<attributes_hac/>
</action>
<action>
@ -141,74 +141,6 @@
<yloc>464</yloc>
<attributes_hac/>
</action>
<action>
<name>flags</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>cddf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2704</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
<name>flags 2</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>cddf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2704</xloc>
<yloc>1248</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 2</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>2928</xloc>
<yloc>1120</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 2 2</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>2944</xloc>
<yloc>1248</yloc>
<attributes_hac/>
</action>
<action>
<name>job_recruit_create_date.hwf</name>
<description/>
@ -399,78 +331,10 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>3232</xloc>
<xloc>3616</xloc>
<yloc>1552</yloc>
<attributes_hac/>
</action>
<action>
<name>flags 5</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>cddf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2272</xloc>
<yloc>1776</yloc>
<attributes_hac/>
</action>
<action>
<name>flags 2 2</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>cddf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2272</xloc>
<yloc>1904</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 2 5</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>2496</xloc>
<yloc>1776</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 2 2 2</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>2512</xloc>
<yloc>1904</yloc>
<attributes_hac/>
</action>
<action>
<name>state_job_general_info_recruits_success 2</name>
<description/>
@ -485,7 +349,7 @@
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json</filename>
<parallel>N</parallel>
<xloc>2976</xloc>
<xloc>3360</xloc>
<yloc>1552</yloc>
<attributes_hac/>
</action>
@ -503,7 +367,7 @@
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json</filename>
<parallel>N</parallel>
<xloc>2976</xloc>
<xloc>3360</xloc>
<yloc>1632</yloc>
<attributes_hac/>
</action>
@ -513,7 +377,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>3232</xloc>
<xloc>3616</xloc>
<yloc>1632</yloc>
<attributes_hac/>
</action>
@ -652,7 +516,7 @@
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json</filename>
<parallel>N</parallel>
<xloc>2784</xloc>
<xloc>2800</xloc>
<yloc>416</yloc>
<attributes_hac/>
</action>
@ -672,8 +536,8 @@
<type>DUMMY</type>
<attributes/>
<parallel>N</parallel>
<xloc>2720</xloc>
<yloc>1552</yloc>
<xloc>3168</xloc>
<yloc>1472</yloc>
<attributes_hac/>
</action>
<action>
@ -725,7 +589,7 @@
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<parallel>Y</parallel>
<xloc>2432</xloc>
<yloc>1552</yloc>
<attributes_hac/>
@ -744,8 +608,8 @@
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json</filename>
<parallel>N</parallel>
<xloc>2960</xloc>
<yloc>1408</yloc>
<xloc>2592</xloc>
<yloc>1392</yloc>
<attributes_hac/>
</action>
<action>
@ -754,60 +618,12 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>3168</xloc>
<yloc>1408</yloc>
<xloc>2800</xloc>
<yloc>1392</yloc>
<attributes_hac/>
</action>
<action>
<name>job_child.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/job_child.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2704</xloc>
<yloc>672</yloc>
<attributes_hac/>
</action>
<action>
<name>???job_pasport</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>df</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2704</xloc>
<yloc>752</yloc>
<attributes_hac/>
</action>
<action>
<name>checkpoint_job_recruits_info_child</name>
<name>checkpoint_job_info_recruits_from_json.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
@ -817,7 +633,7 @@
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>1</filename>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
@ -832,22 +648,90 @@
<yloc>672</yloc>
<attributes_hac/>
</action>
<action>
<name>job_info_recruits_from_json.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/job_info_recruits_from_json.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2672</xloc>
<yloc>672</yloc>
<attributes_hac/>
</action>
<action>
<name>checkpoint_job_info_recruits_from_json.hpl 2</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>3008</xloc>
<yloc>1552</yloc>
<attributes_hac/>
</action>
<action>
<name>job_info_recruits_from_json.hwf 2</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/job_info_recruits_from_json.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>2720</xloc>
<yloc>1552</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>flags</from>
<to>Success 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>flags 2</from>
<to>Success 2 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitment.hwf</from>
<to>job_recruit_create_date.hwf</to>
@ -904,20 +788,6 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>flags 5</from>
<to>Success 2 5</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>flags 2 2</from>
<to>Success 2 2 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>state_job_general_info_recruits_success 2</from>
<to>Success 4</to>
@ -998,7 +868,7 @@
<hop>
<from>Dummy</from>
<to>state_job_general_info_recruits_success</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1019,14 +889,14 @@
<hop>
<from>Dummy 3</from>
<to>state_job_general_info_recruits_success 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Dummy 3</from>
<to>state_job_general_info_recruits_error 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
@ -1037,20 +907,6 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_parallel_recruits_info_citizen.hwf 2</from>
<to>flags 5</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_parallel_recruits_info_citizen.hwf 2</from>
<to>flags 2 2</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_parallel_recruits_info_citizen.hwf 2</from>
<to>checkpoint_job_recruits_info_citizen.hpl 2</to>
@ -1058,13 +914,6 @@
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_citizen.hpl 2</from>
<to>Dummy 3</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>state_job_general_info_recruits_error 3 2</from>
<to>Success 3 3 2</to>
@ -1087,47 +936,68 @@
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_citizen.hpl</from>
<to>job_child.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_citizen.hpl</from>
<to>???job_pasport</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_child.hwf</from>
<to>checkpoint_job_recruits_info_child</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_child</from>
<from>checkpoint_job_info_recruits_from_json.hpl</from>
<to>Dummy</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_info_recruits_from_json.hpl</from>
<to>state_job_general_info_recruits_success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_citizen.hpl</from>
<to>flags</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<from>checkpoint_job_info_recruits_from_json.hpl</from>
<to>state_job_general_info_recruits_error</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_citizen.hpl</from>
<to>flags 2</to>
<enabled>N</enabled>
<to>job_info_recruits_from_json.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_info_recruits_from_json.hwf</from>
<to>checkpoint_job_info_recruits_from_json.hpl</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_info_recruits_from_json.hwf 2</from>
<to>checkpoint_job_info_recruits_from_json.hpl 2</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>checkpoint_job_recruits_info_citizen.hpl 2</from>
<to>job_info_recruits_from_json.hwf 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_info_recruits_from_json.hpl 2</from>
<to>state_job_general_info_recruits_success 2</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>checkpoint_job_info_recruits_from_json.hpl 2</from>
<to>state_job_general_info_recruits_error 2</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
<notepad>
@ -1195,6 +1065,26 @@
и загрузка ervu_dashboard.recruitment</note>
<width>219</width>
</notepad>
<notepad>
<backgroundcolorblue>251</backgroundcolorblue>
<backgroundcolorgreen>232</backgroundcolorgreen>
<backgroundcolorred>201</backgroundcolorred>
<bordercolorblue>90</bordercolorblue>
<bordercolorgreen>58</bordercolorgreen>
<bordercolorred>14</bordercolorred>
<fontbold>N</fontbold>
<fontcolorblue>90</fontcolorblue>
<fontcolorgreen>58</fontcolorgreen>
<fontcolorred>14</fontcolorred>
<fontitalic>N</fontitalic>
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>26</height>
<xloc>2592</xloc>
<yloc>624</yloc>
<note>тут все джожбы которые парсят json</note>
<width>212</width>
</notepad>
</notepads>
<attributes/>
</workflow>

374
mappings/info_recruits/job_info_recruits_from_json.hwf Normal file
View file

@ -0,0 +1,374 @@
<?xml version="1.0" encoding="UTF-8"?>
<workflow>
<name>job_info_recruits_from_json</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<workflow_version/>
<created_user>-</created_user>
<created_date>2025/06/10 13:13:23.644</created_date>
<modified_user>-</modified_user>
<modified_date>2025/06/10 13:13:23.644</modified_date>
<parameters>
</parameters>
<actions>
<action>
<name>Start</name>
<description/>
<type>SPECIAL</type>
<attributes/>
<DayOfMonth>1</DayOfMonth>
<hour>12</hour>
<intervalMinutes>60</intervalMinutes>
<intervalSeconds>0</intervalSeconds>
<minutes>0</minutes>
<repeat>N</repeat>
<schedulerType>0</schedulerType>
<weekDay>1</weekDay>
<parallel>N</parallel>
<xloc>496</xloc>
<yloc>400</yloc>
<attributes_hac/>
</action>
<action>
<name>job_child.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/job_child.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel>
<parameters>
<parameter>
<name>M_R_CR_DATE</name>
<stream_name/>
<value>${M_R_CR_DATE}</value>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>80</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 2</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>160</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 3</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>240</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 4</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>320</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 5</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>400</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 6</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>480</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 7</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>560</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 8</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>640</yloc>
<attributes_hac/>
</action>
<action>
<name>Workflow 9</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>800</xloc>
<yloc>720</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1168</xloc>
<yloc>400</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>Start</from>
<to>job_child.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 2</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 3</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 4</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 5</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 6</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 7</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 8</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Start</from>
<to>Workflow 9</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>Workflow 5</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 4</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 3</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 2</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_child.hwf</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 6</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 7</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 8</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Workflow 9</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>
<attributes/>
</workflow>

2
mappings/info_recruits/raw_data/info_recruits/checkpoints/checkpoint_recruit_info_error.hpl
View file

@ -111,7 +111,7 @@ flow_ranges AS (
),
recr_inf AS (
SELECT DISTINCT COALESCE(current_recruitment_id, target_recruitment_id) AS idm_id
FROM ervu_person_registry_raw.recruits_info
FROM ervu_dashboard.recruits_info
),
flow_data AS (
SELECT

3
mappings/info_recruits/raw_data/info_recruits/delta_recruits_info.hpl
View file

@ -55,8 +55,9 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_person_registry_raw</schema>
<schema>ervu_dashboard</schema>
<table>recruits_info</table>
<value>
<name>recruit_id</name>

3
mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow1.hpl
View file

@ -87,8 +87,9 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_person_registry_raw</schema>
<schema>ervu_dashboard</schema>
<table>recruits_info</table>
<value>
<name>recruit_id</name>

3
mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow2.hpl
View file

@ -44,8 +44,9 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_person_registry_raw</schema>
<schema>ervu_dashboard</schema>
<table>recruits_info</table>
<value>
<name>recruit_id</name>

3
mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow3.hpl
View file

@ -44,8 +44,9 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_person_registry_raw</schema>
<schema>ervu_dashboard</schema>
<table>recruits_info</table>
<value>
<name>recruit_id</name>

3
mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow4.hpl
View file

@ -44,8 +44,9 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_person_registry_raw</schema>
<schema>ervu_dashboard</schema>
<table>recruits_info</table>
<value>
<name>recruit_id</name>

3
mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow5.hpl
View file

@ -44,8 +44,9 @@
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_person_registry_raw</schema>
<schema>ervu_dashboard</schema>
<table>recruits_info</table>
<value>
<name>recruit_id</name>

2
mappings/info_recruits/raw_data/info_recruits/recruit_update_date_ervu_dashboard.hpl
View file

@ -45,7 +45,7 @@
updated_at AS system_update_date,
current_timestamp AS record_created,
'job_recruits_info' AS workflow
FROM ervu_person_registry_raw.recruits_info
FROM ervu_dashboard.recruits_info
WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_person_registry_raw.recruits_info)
limit 1</sql>
<variables_active>N</variables_active>

2
mappings/info_recruits/raw_data/info_recruits/recruitment_rows_five_flow_if_error.hpl
View file

@ -81,7 +81,7 @@ flow_ranges AS (
),
recr_inf AS (
SELECT DISTINCT COALESCE(current_recruitment_id, target_recruitment_id) AS idm_id
FROM ervu_person_registry_raw.recruits_info
FROM ervu_dashboard.recruits_info
),
flow_data AS (
SELECT

70
mappings/info_recruits/supportive_jobs/job_create_files.hwf
View file

@ -88,6 +88,48 @@
<yloc>608</yloc>
<attributes_hac/>
</action>
<action>
<name>job_create_files_child.hwf</name>
<description/>
<type>WORKFLOW</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/job_create_files_child.hwf</filename>
<loglevel>Nothing</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>944</xloc>
<yloc>688</yloc>
<attributes_hac/>
</action>
<action>
<name>state_job_general_info_recruits_error 3</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "SUCCESS",
"pipeline": "job_general_info_recruits"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json</filename>
<parallel>N</parallel>
<xloc>944</xloc>
<yloc>768</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
@ -118,6 +160,34 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>job_create_files_child.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_create_files_child.hwf</from>
<to>Success job_create_files_recruits_info.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>state_job_general_info_recruits_error 3</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>state_job_general_info_recruits_error 3</from>
<to>Success job_create_files_recruits_info.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
<notepad>

38
mappings/info_recruits/supportive_jobs/job_create_files_for_test.hwf
View file

@ -31,7 +31,7 @@
<attributes_hac/>
</action>
<action>
<name>state_job_citizen_success (2)</name>
<name>state_job_citizen_success</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
@ -76,11 +76,29 @@
<yloc>448</yloc>
<attributes_hac/>
</action>
<action>
<name>state_job_child_success</name>
<description/>
<type>WRITE_TO_FILE</type>
<attributes/>
<appendFile>N</appendFile>
<content>{
"status": "SUCCESS",
"pipeline": "job_child"
}</content>
<createParentFolder>N</createParentFolder>
<encoding>UTF-8</encoding>
<filename>${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_job_child.json</filename>
<parallel>N</parallel>
<xloc>752</xloc>
<yloc>288</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>Start</from>
<to>state_job_citizen_success (2)</to>
<to>state_job_citizen_success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
@ -93,7 +111,7 @@
<unconditional>Y</unconditional>
</hop>
<hop>
<from>state_job_citizen_success (2)</from>
<from>state_job_citizen_success</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
@ -106,6 +124,20 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>state_job_child_success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>state_job_child_success</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>