new_citizen

This commit is contained in:
r.gaztdinov 2025-08-12 16:42:25 +03:00
parent 9dfe392fe9
commit 246c489b6d
709 changed files with 185899 additions and 293 deletions

View file

@ -0,0 +1,5 @@
loggingDate;workflowName;workflowFilename;workflowLogChannelId;workflowParentLogChannelId;actionName;actionNr;actionResult;actionLogChannelId;actionLoggingText;actionErrors;actionLogDate;actionDuration;actionExitStatus;actionNrFilesRetrieved;actionFilename;actionComment;actionReason
2024/10/15 17:07:54.006;job_general;C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf;f78de867-bf09-4ceb-b361-16a05a52f249;;Start;0;Y;ebd2f308-0a45-4e51-bbce-ad8227dbf32a;;0;2024/10/15 17:07:39.517;0;0;0;;Workflow execution finished;
2024/10/15 17:07:54.006;job_general;C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf;f78de867-bf09-4ceb-b361-16a05a52f249;;job_pack.pub_recruitment;1;Y;b03a95ed-cbf4-4c22-b938-80af860c1dc0;;0;2024/10/15 17:07:39.618;99;0;0;file:///C:/Users/acer/Desktop/apache-hop%20mapping/job_pack.pub_recruitment.hwf;Workflow execution finished;
2024/10/15 17:07:54.006;job_general;C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf;f78de867-bf09-4ceb-b361-16a05a52f249;;job_recruitments_all;2;Y;f6553ca0-b694-4478-b9e7-40c724142b31;;0;2024/10/15 17:07:54.000;14316;0;0;file:///C:/Users/acer/Desktop/apache-hop%20mapping/job_recruitments_all.hwf;Workflow execution finished;
2024/10/15 17:07:54.006;job_general;C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf;f78de867-bf09-4ceb-b361-16a05a52f249;;Success;2;Y;55b7fb84-4bff-43ae-a454-2fe01927bddf;;0;2024/10/15 17:07:54.002;0;0;0;;Workflow execution finished;
1 loggingDate workflowName workflowFilename workflowLogChannelId workflowParentLogChannelId actionName actionNr actionResult actionLogChannelId actionLoggingText actionErrors actionLogDate actionDuration actionExitStatus actionNrFilesRetrieved actionFilename actionComment actionReason
2 2024/10/15 17:07:54.006 job_general C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf f78de867-bf09-4ceb-b361-16a05a52f249 Start 0 Y ebd2f308-0a45-4e51-bbce-ad8227dbf32a 0 2024/10/15 17:07:39.517 0 0 0 Workflow execution finished
3 2024/10/15 17:07:54.006 job_general C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf f78de867-bf09-4ceb-b361-16a05a52f249 job_pack.pub_recruitment 1 Y b03a95ed-cbf4-4c22-b938-80af860c1dc0 0 2024/10/15 17:07:39.618 99 0 0 file:///C:/Users/acer/Desktop/apache-hop%20mapping/job_pack.pub_recruitment.hwf Workflow execution finished
4 2024/10/15 17:07:54.006 job_general C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf f78de867-bf09-4ceb-b361-16a05a52f249 job_recruitments_all 2 Y f6553ca0-b694-4478-b9e7-40c724142b31 0 2024/10/15 17:07:54.000 14316 0 0 file:///C:/Users/acer/Desktop/apache-hop%20mapping/job_recruitments_all.hwf Workflow execution finished
5 2024/10/15 17:07:54.006 job_general C:\Users\acer\Desktop\apache-hop mapping/job_general.hwf f78de867-bf09-4ceb-b361-16a05a52f249 Success 2 Y 55b7fb84-4bff-43ae-a454-2fe01927bddf 0 2024/10/15 17:07:54.002 0 0 0 Workflow execution finished

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,830 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>workflows-logging</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/10/14 18:02:30.789</created_date>
<modified_user>-</modified_user>
<modified_date>2024/10/14 18:02:30.789</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Workflow Logging</from>
<to>action logs</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Workflow Logging</from>
<to>workflow logs</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>workflow logs</from>
<to>unique workflow data</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>unique workflow data</from>
<to>Table output workflow</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>action logs</from>
<to>Table output action</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Workflow Logging</name>
<type>WorkflowLogging</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<log_transforms>Y</log_transforms>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>action logs</name>
<type>SelectValues</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<name>loggingDate</name>
</field>
<field>
<name>workflowName</name>
</field>
<field>
<name>workflowFilename</name>
</field>
<field>
<name>workflowLogChannelId</name>
</field>
<field>
<name>workflowParentLogChannelId</name>
</field>
<field>
<name>actionName</name>
</field>
<field>
<name>actionNr</name>
</field>
<field>
<name>actionResult</name>
</field>
<field>
<name>actionLogChannelId</name>
</field>
<field>
<name>actionLoggingText</name>
</field>
<field>
<name>actionErrors</name>
</field>
<field>
<name>actionLogDate</name>
</field>
<field>
<name>actionDuration</name>
</field>
<field>
<name>actionExitStatus</name>
</field>
<field>
<name>actionNrFilesRetrieved</name>
</field>
<field>
<name>actionFilename</name>
</field>
<field>
<name>actionComment</name>
</field>
<field>
<name>actionReason</name>
</field>
<select_unspecified>N</select_unspecified>
</fields>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>unique workflow data</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<compress>N</compress>
<directory>${java.io.tmpdir}</directory>
<fields>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>loggingDate</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>loggingPhase</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowName</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowFilename</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowStart</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowEnd</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowLogChannelId</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowParentLogChannelId</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowLogging</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowErrorCount</name>
<presorted>N</presorted>
</field>
<field>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<name>workflowStatusDescription</name>
<presorted>N</presorted>
</field>
</fields>
<sort_size>1000000</sort_size>
<unique_rows>Y</unique_rows>
<attributes/>
<GUI>
<xloc>1008</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>workflow logs</name>
<type>SelectValues</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<name>loggingDate</name>
</field>
<field>
<name>loggingPhase</name>
</field>
<field>
<name>workflowName</name>
</field>
<field>
<name>workflowFilename</name>
</field>
<field>
<name>workflowStart</name>
</field>
<field>
<name>workflowEnd</name>
</field>
<field>
<name>workflowLogChannelId</name>
</field>
<field>
<name>workflowParentLogChannelId</name>
</field>
<field>
<name>workflowLogging</name>
</field>
<field>
<name>workflowErrorCount</name>
</field>
<field>
<name>workflowStatusDescription</name>
</field>
<select_unspecified>N</select_unspecified>
</fields>
<attributes/>
<GUI>
<xloc>832</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>workflow-log-action.csv out</name>
<type>TextFileOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<schema_definition/>
<separator>;</separator>
<enclosure>"</enclosure>
<enclosure_forced>N</enclosure_forced>
<enclosure_fix_disabled>N</enclosure_fix_disabled>
<header>Y</header>
<footer>N</footer>
<format>DOS</format>
<compression>None</compression>
<encoding/>
<endedLine/>
<fileNameInField>N</fileNameInField>
<fileNameField/>
<create_parent_folder>Y</create_parent_folder>
<file>
<name>${PROJECT_HOME}/log/log-file-action</name>
<servlet_output>N</servlet_output>
<do_not_open_new_file_init>Y</do_not_open_new_file_init>
<extention>csv</extention>
<append>N</append>
<split>N</split>
<haspartno>N</haspartno>
<add_date>N</add_date>
<add_time>N</add_time>
<SpecifyFormat>N</SpecifyFormat>
<date_time_format/>
<add_to_result_filenames>Y</add_to_result_filenames>
<pad>N</pad>
<fast_dump>N</fast_dump>
<splitevery/>
</file>
<fields>
<field>
<name>loggingDate</name>
<type>Date</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowName</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowFilename</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowLogChannelId</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowParentLogChannelId</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionName</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionNr</name>
<type>Integer</type>
<format>0</format>
<currency>$</currency>
<decimal>.</decimal>
<group>,</group>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionResult</name>
<type>Boolean</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionLogChannelId</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionLoggingText</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionErrors</name>
<type>Integer</type>
<format>0</format>
<currency>$</currency>
<decimal>.</decimal>
<group>,</group>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionLogDate</name>
<type>Date</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionDuration</name>
<type>Integer</type>
<format>0</format>
<currency>$</currency>
<decimal>.</decimal>
<group>,</group>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionExitStatus</name>
<type>Integer</type>
<format>0</format>
<currency>$</currency>
<decimal>.</decimal>
<group>,</group>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionNrFilesRetrieved</name>
<type>Integer</type>
<format>0</format>
<currency>$</currency>
<decimal>.</decimal>
<group>,</group>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionFilename</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionComment</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>actionReason</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
</fields>
<attributes/>
<GUI>
<xloc>1504</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>workflow-log.csv out</name>
<type>TextFileOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<schema_definition/>
<separator>;</separator>
<enclosure>"</enclosure>
<enclosure_forced>N</enclosure_forced>
<enclosure_fix_disabled>N</enclosure_fix_disabled>
<header>Y</header>
<footer>N</footer>
<format>DOS</format>
<compression>None</compression>
<encoding/>
<endedLine/>
<fileNameInField>N</fileNameInField>
<fileNameField/>
<create_parent_folder>Y</create_parent_folder>
<file>
<name>${PROJECT_HOME}/log/log-file-workflow</name>
<servlet_output>N</servlet_output>
<do_not_open_new_file_init>Y</do_not_open_new_file_init>
<extention>csv</extention>
<append>N</append>
<split>N</split>
<haspartno>N</haspartno>
<add_date>N</add_date>
<add_time>N</add_time>
<SpecifyFormat>N</SpecifyFormat>
<date_time_format/>
<add_to_result_filenames>Y</add_to_result_filenames>
<pad>N</pad>
<fast_dump>N</fast_dump>
<splitevery/>
</file>
<fields>
<field>
<name>loggingDate</name>
<type>Date</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>loggingPhase</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowName</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowFilename</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowStart</name>
<type>Date</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowEnd</name>
<type>Date</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowLogChannelId</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowParentLogChannelId</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowLogging</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowErrorCount</name>
<type>Integer</type>
<format>0</format>
<currency>$</currency>
<decimal>.</decimal>
<group>,</group>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
<field>
<name>workflowStatusDescription</name>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<nullif/>
<trim_type>both</trim_type>
<length>-1</length>
<precision>-1</precision>
</field>
</fields>
<attributes/>
<GUI>
<xloc>1504</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table output workflow</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>workflow_logs</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Table output action</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>public</schema>
<specify_fields>N</specify_fields>
<table>action_logs</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>