micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

+

Browse source
This commit is contained in:
Ruslan 2025-01-18 13:35:31 +03:00
parent 9f417dd77f
commit 9b401c39ef
17 changed files with 24094 additions and 674 deletions
Download patch file Download diff file Expand all files Collapse all files

86
v1_apache-hop dash mapping/job_recruitments_all.hwf
View file

@ -78,7 +78,7 @@
<set_logfile>Y</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>512</xloc>
<xloc>704</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -104,7 +104,7 @@
<set_logfile>Y</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>992</xloc>
<xloc>1184</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -156,7 +156,7 @@
<set_logfile>Y</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>704</xloc>
<xloc>896</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -166,7 +166,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1184</xloc>
<xloc>1376</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
@ -176,7 +176,7 @@
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>880</xloc>
<xloc>1072</xloc>
<yloc>464</yloc>
<attributes_hac/>
</action>
@ -202,10 +202,48 @@
<set_logfile>Y</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>704</xloc>
<xloc>896</xloc>
<yloc>464</yloc>
<attributes_hac/>
</action>
<action>
<name>add_schema.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}\mil_com\parameters\add_schema.hpl</filename>
<logext/>
<logfile/>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>528</xloc>
<yloc>352</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>592</xloc>
<yloc>192</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
@ -215,44 +253,58 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>job_recruitments_milcom.hwf</from>
<to>job_recruitments_region.hwf</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitments_region.hwf</from>
<to>job_recruitments_mildis.hwf</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_ratings.hwf</from>
<to>Success 3</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitments_region.hwf</from>
<to>job_ratings.hwf</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitments_mildis.hwf</from>
<to>job_recruitments_country.hwf</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitments_country.hwf</from>
<to>Success 2</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>job_recruitments_milcom.hwf</from>
<to>add_schema.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>add_schema.hpl</from>
<to>job_recruitments_region.hwf</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>add_schema.hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>

10
v1_apache-hop dash mapping/log.txt Normal file
View file

@ -0,0 +1,10 @@
2025/01/17 17:31:28 - main_dashboard.total_registered(m_c).hpl - Using run configuration [local]
2025/01/17 17:31:28 - main_dashboard.total_registered(m_c) - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/17 17:31:28 - main_dashboard.total_registered(m_c) - Execution started for pipeline [main_dashboard.total_registered(m_c)]
2025/01/17 17:31:28 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/17 17:31:28 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/17 17:31:28 - Table input (person_registry) регион.0 - Finished reading query, closing connection.
2025/01/17 17:31:28 - Table input (person_registry) регион.0 - Finished processing (I=159, O=0, R=0, W=159, U=0, E=0)
2025/01/17 17:31:33 - Insert / update (main_dashboard.total_registered) 2.0 - Finished processing (I=159, O=0, R=159, W=159, U=0, E=0)
2025/01/17 17:31:33 - main_dashboard.total_registered(m_c) - Pipeline duration : 5.424 seconds [ 5.424" ]
2025/01/17 17:31:33 - main_dashboard.total_registered(m_c) - Execution finished on a local pipeline engine with run configuration 'local'

1185
v1_apache-hop dash mapping/log_jobs/log_job_ratings.txt
View file

File diff suppressed because it is too large Load diff

368
v1_apache-hop dash mapping/log_jobs/log_job_recruitments_country.txt
View file

@ -0,0 +1,368 @@
2025/01/16 10:43:11 - job_recruitments_country - Start of workflow execution
2025/01/16 10:43:11 - job_recruitments_country - Starting action [select_recruitments_country]
2025/01/16 10:43:11 - select_recruitments_country - Using run configuration [local]
2025/01/16 10:43:11 - select_recruitments_country - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:11 - select_recruitments_country - Execution started for pipeline [select_recruitments_country]
2025/01/16 10:43:11 - Table input/регион.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Table input/регион.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Copy rows to result.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - select_recruitments_country - Pipeline duration : 0.042 seconds [ 0.042" ]
2025/01/16 10:43:11 - select_recruitments_country - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:11 - job_recruitments_country - Starting action [main_dashboard.appeals]
2025/01/16 10:43:11 - main_dashboard.appeals - Using run configuration [local]
2025/01/16 10:43:11 - main_dashboard.appeals - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:11 - main_dashboard.appeals - Execution started for pipeline [main_dashboard.appeals]
2025/01/16 10:43:11 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Table input (appeal_document) РФ.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Table input (appeal_document) РФ.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Get variables 3 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Select values 3 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Insert / update (main_dashboard.appeals) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - main_dashboard.appeals - Pipeline duration : 0.075 seconds [ 0.075" ]
2025/01/16 10:43:11 - main_dashboard.appeals - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:11 - job_recruitments_country - Starting action [Success]
2025/01/16 10:43:11 - job_recruitments_country - Finished action [Success] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Finished action [main_dashboard.appeals] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Starting action [main_dashboard.recruitment_campaign]
2025/01/16 10:43:11 - main_dashboard.recruitment_campaign - Using run configuration [local]
2025/01/16 10:43:11 - main_dashboard.recruitment_campaign - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:11 - main_dashboard.recruitment_campaign - Execution started for pipeline [main_dashboard.recruitment_campaign]
2025/01/16 10:43:11 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=2, U=0, E=0)
2025/01/16 10:43:11 - Table input (subpoena) РФ/осень.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Table input (subpoena) РФ/весна.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Table input (subpoena) РФ/весна.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Table input (subpoena) РФ/осень.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Insert / update (main_dashboard.recruitment_campaign).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Insert / update (main_dashboard.recruitment_campaign) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - main_dashboard.recruitment_campaign - Pipeline duration : 0.087 seconds [ 0.087" ]
2025/01/16 10:43:11 - main_dashboard.recruitment_campaign - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:11 - job_recruitments_country - Starting action [Success 2]
2025/01/16 10:43:11 - job_recruitments_country - Finished action [Success 2] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Finished action [main_dashboard.recruitment_campaign] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Starting action [main_dashboard.total_registered]
2025/01/16 10:43:11 - main_dashboard.total_registered - Using run configuration [local]
2025/01/16 10:43:11 - main_dashboard.total_registered - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:11 - main_dashboard.total_registered - Execution started for pipeline [main_dashboard.total_registered]
2025/01/16 10:43:11 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Table input (person_registry) РФ.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Table input (person_registry) РФ.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Insert / update (main_dashboard.total_registered).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - main_dashboard.total_registered - Pipeline duration : 0.066 seconds [ 0.066" ]
2025/01/16 10:43:11 - main_dashboard.total_registered - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:11 - job_recruitments_country - Starting action [Success 3]
2025/01/16 10:43:11 - job_recruitments_country - Finished action [Success 3] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Finished action [main_dashboard.total_registered] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Starting action [main_dashboard.waiting_registration]
2025/01/16 10:43:11 - main_dashboard.waiting_registration - Using run configuration [local]
2025/01/16 10:43:11 - main_dashboard.waiting_registration - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:11 - main_dashboard.waiting_registration - Execution started for pipeline [main_dashboard.waiting_registration]
2025/01/16 10:43:11 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Table input 2 (person_registry) РФ.0 - Finished reading query, closing connection.
2025/01/16 10:43:11 - Table input 2 (person_registry) РФ.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:11 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - Insert / update (main_dashboard.waiting_registration).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:11 - main_dashboard.waiting_registration - Pipeline duration : 0.106 seconds [ 0.106" ]
2025/01/16 10:43:11 - main_dashboard.waiting_registration - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:11 - job_recruitments_country - Starting action [Success 4]
2025/01/16 10:43:11 - job_recruitments_country - Finished action [Success 4] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Finished action [main_dashboard.waiting_registration] (result=[true])
2025/01/16 10:43:11 - job_recruitments_country - Starting action [recruitment_campaign.subpoenas]
2025/01/16 10:43:11 - recruitment_campaign.subpoenas - Using run configuration [local]
2025/01/16 10:43:11 - recruitment_campaign.subpoenas - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:11 - recruitment_campaign.subpoenas - Execution started for pipeline [recruitment_campaign.subpoenas]
2025/01/16 10:43:12 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=2, U=0, E=0)
2025/01/16 10:43:12 - Table input (subpoena) осень/РФ.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Table input (subpoena) Весна/РФ.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Table input (subpoena) осень/РФ.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Table input (subpoena) Весна/РФ.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (recruitment_campaign.subpoenas).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (recruitment_campaign.subpoenas) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - recruitment_campaign.subpoenas - Pipeline duration : 0.115 seconds [ 0.115" ]
2025/01/16 10:43:12 - recruitment_campaign.subpoenas - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:12 - job_recruitments_country - Starting action [Success 6]
2025/01/16 10:43:12 - job_recruitments_country - Finished action [Success 6] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Finished action [recruitment_campaign.subpoenas] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Starting action [total_registered.reg_mil_cat]
2025/01/16 10:43:12 - total_registered.reg_mil_cat - Using run configuration [local]
2025/01/16 10:43:12 - total_registered.reg_mil_cat - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:12 - total_registered.reg_mil_cat - Execution started for pipeline [total_registered.reg_mil_cat]
2025/01/16 10:43:12 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=2, U=0, E=0)
2025/01/16 10:43:12 - Table input (person_registry) РФ/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Table input (person_registry) РФ/не на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Table input (person_registry) РФ/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Table input (person_registry) РФ/не на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (total_registered.reg_mil_cat).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (total_registered.reg_mil_cat) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - total_registered.reg_mil_cat - Pipeline duration : 0.136 seconds [ 0.136" ]
2025/01/16 10:43:12 - total_registered.reg_mil_cat - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:12 - job_recruitments_country - Starting action [Success 7]
2025/01/16 10:43:12 - job_recruitments_country - Finished action [Success 7] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Finished action [total_registered.reg_mil_cat] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Starting action [total_registered.removed_registry]
2025/01/16 10:43:12 - total_registered.removed_registry - Using run configuration [local]
2025/01/16 10:43:12 - total_registered.removed_registry - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:12 - total_registered.removed_registry - Execution started for pipeline [total_registered.removed_registry]
2025/01/16 10:43:12 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Table input (decision-document-service) РФ.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Table input (decision-document-service) РФ.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (total_registered.removed_registry).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - total_registered.removed_registry - Pipeline duration : 0.192 seconds [ 0.192" ]
2025/01/16 10:43:12 - total_registered.removed_registry - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:12 - job_recruitments_country - Starting action [Success 8]
2025/01/16 10:43:12 - job_recruitments_country - Finished action [Success 8] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Finished action [total_registered.removed_registry] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Starting action [total_registered.subpoenas]
2025/01/16 10:43:12 - total_registered.subpoenas - Using run configuration [local]
2025/01/16 10:43:12 - total_registered.subpoenas - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:12 - total_registered.subpoenas - Execution started for pipeline [total_registered.subpoenas]
2025/01/16 10:43:12 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=2, U=0, E=0)
2025/01/16 10:43:12 - Table input (subpoena) РФ/не рег.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Table input (subpoena)РФ/рег.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Table input (subpoena) РФ/не рег.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Table input (subpoena)РФ/рег.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (total_registered.subpoenas).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - Insert / update (total_registered.subpoenas) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:12 - total_registered.subpoenas - Pipeline duration : 0.443 seconds [ 0.443" ]
2025/01/16 10:43:12 - total_registered.subpoenas - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:12 - job_recruitments_country - Starting action [Success 9]
2025/01/16 10:43:12 - job_recruitments_country - Finished action [Success 9] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Finished action [total_registered.subpoenas] (result=[true])
2025/01/16 10:43:12 - job_recruitments_country - Starting action [total_registered.driver_license]
2025/01/16 10:43:12 - total_registered.driver_license - Using run configuration [local]
2025/01/16 10:43:12 - total_registered.driver_license - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:12 - total_registered.driver_license - Execution started for pipeline [total_registered.driver_license]
2025/01/16 10:43:12 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:12 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=3, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Get variables 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.driver_license) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.driver_license) 2 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.driver_license) 2 2 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - total_registered.driver_license - Pipeline duration : 0.149 seconds [ 0.149" ]
2025/01/16 10:43:13 - total_registered.driver_license - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:13 - job_recruitments_country - Starting action [Success 10]
2025/01/16 10:43:13 - job_recruitments_country - Finished action [Success 10] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Finished action [total_registered.driver_license] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Starting action [total_registered.child_minor]
2025/01/16 10:43:13 - total_registered.child_minor - Using run configuration [local]
2025/01/16 10:43:13 - total_registered.child_minor - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:13 - total_registered.child_minor - Execution started for pipeline [total_registered.child_minor]
2025/01/16 10:43:13 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=3, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry)РФ/мужчины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry)РФ/женщины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry)РФ/все.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry)РФ/мужчины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry)РФ/женщины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry)РФ/все.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.child_minor) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.child_minor).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.child_minor) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - total_registered.child_minor - Pipeline duration : 0.116 seconds [ 0.116" ]
2025/01/16 10:43:13 - total_registered.child_minor - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:13 - job_recruitments_country - Starting action [Success 11]
2025/01/16 10:43:13 - job_recruitments_country - Finished action [Success 11] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Finished action [total_registered.child_minor] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Starting action [total_registered.age]
2025/01/16 10:43:13 - total_registered.age - Using run configuration [local]
2025/01/16 10:43:13 - total_registered.age - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:13 - total_registered.age - Execution started for pipeline [total_registered.age]
2025/01/16 10:43:13 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=6, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/не на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 5.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/не на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/не на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/не на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 6.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 5.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 6.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/не на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/не на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 4.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 4.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.age).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.age) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.age) 4.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.age) 3 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.age) 2 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.age) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - total_registered.age - Pipeline duration : 0.208 seconds [ 0.208" ]
2025/01/16 10:43:13 - total_registered.age - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:13 - job_recruitments_country - Starting action [Success 12]
2025/01/16 10:43:13 - job_recruitments_country - Finished action [Success 12] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Finished action [total_registered.age] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Starting action [total_registered.marital_status]
2025/01/16 10:43:13 - total_registered.marital_status - Using run configuration [local]
2025/01/16 10:43:13 - total_registered.marital_status - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:13 - total_registered.marital_status - Execution started for pipeline [total_registered.marital_status]
2025/01/16 10:43:13 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=3, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.marital_status) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.marital_status) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.marital_status) .0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - total_registered.marital_status - Pipeline duration : 0.142 seconds [ 0.142" ]
2025/01/16 10:43:13 - total_registered.marital_status - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:13 - job_recruitments_country - Starting action [Success 13]
2025/01/16 10:43:13 - job_recruitments_country - Finished action [Success 13] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Finished action [total_registered.marital_status] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Starting action [total_registered.education_level]
2025/01/16 10:43:13 - total_registered.education_level - Using run configuration [local]
2025/01/16 10:43:13 - total_registered.education_level - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:13 - total_registered.education_level - Execution started for pipeline [total_registered.education_level]
2025/01/16 10:43:13 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=3, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.education_level) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.education_level) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Insert / update (total_registered.education_level).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - total_registered.education_level - Pipeline duration : 0.162 seconds [ 0.162" ]
2025/01/16 10:43:13 - total_registered.education_level - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:13 - job_recruitments_country - Starting action [Success 14]
2025/01/16 10:43:13 - job_recruitments_country - Finished action [Success 14] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Finished action [total_registered.education_level] (result=[true])
2025/01/16 10:43:13 - job_recruitments_country - Starting action [total_registered.busyness]
2025/01/16 10:43:13 - total_registered.busyness - Using run configuration [local]
2025/01/16 10:43:13 - total_registered.busyness - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:13 - total_registered.busyness - Execution started for pipeline [total_registered.busyness]
2025/01/16 10:43:13 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=6, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/на учете 2.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/на учете 2.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Get variables 2 2 3 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/на учете 2.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/на учете 2.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/на учете 2.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/на учете 2.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2 4.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2 3.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/все/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/женщины/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:13 - Table input (person_registry) РФ/мужчины/на учете.0 - Finished reading query, closing connection.
2025/01/16 10:43:14 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Table input (person_registry) РФ/мужчины/на учете.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:14 - Select values 2 2 4.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (total_registered.busyness) 3 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (total_registered.busyness).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (total_registered.busyness) 3.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (total_registered.busyness) 2 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (total_registered.busyness) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (total_registered.busyness) 4.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - total_registered.busyness - Pipeline duration : 0.191 seconds [ 0.191" ]
2025/01/16 10:43:14 - total_registered.busyness - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:14 - job_recruitments_country - Starting action [Success 15]
2025/01/16 10:43:14 - job_recruitments_country - Finished action [Success 15] (result=[true])
2025/01/16 10:43:14 - job_recruitments_country - Finished action [total_registered.busyness] (result=[true])
2025/01/16 10:43:14 - job_recruitments_country - Starting action [recruitment_campaign.appeals]
2025/01/16 10:43:14 - recruitment_campaign.appeals - Using run configuration [local]
2025/01/16 10:43:14 - recruitment_campaign.appeals - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/16 10:43:14 - recruitment_campaign.appeals - Execution started for pipeline [recruitment_campaign.appeals]
2025/01/16 10:43:14 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/16 10:43:14 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=2, U=0, E=0)
2025/01/16 10:43:14 - Table input (appeal_document) РФ/весна.0 - Finished reading query, closing connection.
2025/01/16 10:43:14 - Table input (appeal_document) РФ/осень.0 - Finished reading query, closing connection.
2025/01/16 10:43:14 - Table input (appeal_document) РФ/весна.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:14 - Table input (appeal_document) РФ/осень.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/16 10:43:14 - Get variables 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Select values 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Get variables 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Select values 2 2 2.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (main_dashboard.appeals).0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - Insert / update (main_dashboard.appeals) 2.0 - Finished processing (I=1, O=1, R=1, W=1, U=0, E=0)
2025/01/16 10:43:14 - recruitment_campaign.appeals - Pipeline duration : 0.094 seconds [ 0.094" ]
2025/01/16 10:43:14 - recruitment_campaign.appeals - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/16 10:43:14 - job_recruitments_country - Starting action [Success 16]
2025/01/16 10:43:14 - job_recruitments_country - Finished action [Success 16] (result=[true])
2025/01/16 10:43:14 - job_recruitments_country - Finished action [recruitment_campaign.appeals] (result=[true])
2025/01/16 10:43:14 - job_recruitments_country - Finished action [select_recruitments_country] (result=[true])
2025/01/16 10:43:14 - job_recruitments_country - Workflow execution finished
2025/01/16 10:43:14 - job_recruitments_country - Workflow duration : 2.671 seconds [ 2.670" ]

45
v1_apache-hop dash mapping/log_jobs/log_job_recruitments_milcom.txt
View file

@ -0,0 +1,45 @@
2025/01/17 17:31:23 - job_recruitments_milcom - Start of workflow execution
2025/01/17 17:31:23 - job_recruitments_milcom - Starting action [array_recruitments.hpl]
2025/01/17 17:31:23 - array_recruitments.hpl - Using run configuration [local]
2025/01/17 17:31:23 - array_recruitments - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/17 17:31:23 - array_recruitments - Execution started for pipeline [array_recruitments]
2025/01/17 17:31:23 - Table input.0 - Finished reading query, closing connection.
2025/01/17 17:31:23 - Table input.0 - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0)
2025/01/17 17:31:23 - Copy rows to result.0 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0)
2025/01/17 17:31:23 - array_recruitments - Pipeline duration : 0.134 seconds [ 0.134" ]
2025/01/17 17:31:23 - array_recruitments - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/17 17:31:23 - job_recruitments_milcom - Starting action [main_dashboard.appeals(m_c).hpl]
2025/01/17 17:31:23 - main_dashboard.appeals(m_c).hpl - Using run configuration [local]
2025/01/17 17:31:23 - main_dashboard.appeals(m_c) - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/17 17:31:23 - main_dashboard.appeals(m_c) - Execution started for pipeline [main_dashboard.appeals(m_c)]
2025/01/17 17:31:23 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/17 17:31:23 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/17 17:31:23 - Table input (appeal_document) регионы.0 - Finished reading query, closing connection.
2025/01/17 17:31:23 - Table input (appeal_document) регионы.0 - Finished processing (I=159, O=0, R=0, W=159, U=0, E=0)
2025/01/17 17:31:28 - Insert / update (main_dashboard.appeals) 2.0 - Finished processing (I=159, O=0, R=159, W=159, U=0, E=0)
2025/01/17 17:31:28 - main_dashboard.appeals(m_c) - Pipeline duration : 4.769 seconds [ 4.769" ]
2025/01/17 17:31:28 - main_dashboard.appeals(m_c) - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/17 17:31:28 - job_recruitments_milcom - Starting action [Success]
2025/01/17 17:31:28 - job_recruitments_milcom - Finished action [Success] (result=[true])
2025/01/17 17:31:28 - job_recruitments_milcom - Finished action [main_dashboard.appeals(m_c).hpl] (result=[true])
2025/01/17 17:31:28 - job_recruitments_milcom - Starting action [main_dashboard.total_registered(m_c).hpl]
2025/01/17 17:31:34 - job_recruitments_milcom - Starting action [Success 3]
2025/01/17 17:31:34 - job_recruitments_milcom - Finished action [Success 3] (result=[true])
2025/01/17 17:31:34 - job_recruitments_milcom - Finished action [main_dashboard.total_registered(m_c).hpl] (result=[true])
2025/01/17 17:31:34 - job_recruitments_milcom - Starting action [main_dashboard.waiting_registration(m_c).hpl]
2025/01/17 17:31:34 - main_dashboard.waiting_registration(m_c).hpl - Using run configuration [local]
2025/01/17 17:31:34 - main_dashboard.waiting_registration(m_c) - Executing this pipeline using the Local Pipeline Engine with run configuration 'local'
2025/01/17 17:31:34 - main_dashboard.waiting_registration(m_c) - Execution started for pipeline [main_dashboard.waiting_registration(m_c)]
2025/01/17 17:31:34 - Execute SQL script.0 - Finished reading query, closing connection.
2025/01/17 17:31:34 - Execute SQL script.0 - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0)
2025/01/17 17:31:34 - Table input 2 (person_registry) регион.0 - Finished reading query, closing connection.
2025/01/17 17:31:34 - Table input 2 (person_registry) регион.0 - Finished processing (I=159, O=0, R=0, W=159, U=0, E=0)
2025/01/17 17:31:39 - Insert / update (main_dashboard.waiting_registration) 2.0 - Finished processing (I=159, O=0, R=159, W=159, U=0, E=0)
2025/01/17 17:31:39 - main_dashboard.waiting_registration(m_c) - Pipeline duration : 5.859 seconds [ 5.859" ]
2025/01/17 17:31:39 - main_dashboard.waiting_registration(m_c) - Execution finished on a local pipeline engine with run configuration 'local'
2025/01/17 17:31:39 - job_recruitments_milcom - Starting action [Success 4]
2025/01/17 17:31:39 - job_recruitments_milcom - Finished action [Success 4] (result=[true])
2025/01/17 17:31:39 - job_recruitments_milcom - Finished action [main_dashboard.waiting_registration(m_c).hpl] (result=[true])
2025/01/17 17:31:39 - job_recruitments_milcom - Finished action [array_recruitments.hpl] (result=[true])
2025/01/17 17:31:39 - job_recruitments_milcom - Workflow execution finished
2025/01/17 17:31:39 - job_recruitments_milcom - Workflow duration : 16.795 seconds [ 16.795" ]

1776
v1_apache-hop dash mapping/log_jobs/log_job_recruitments_mildis.txt
View file

File diff suppressed because it is too large Load diff

19415
v1_apache-hop dash mapping/log_jobs/log_job_recruitments_region.txt
View file

File diff suppressed because it is too large Load diff

290
v1_apache-hop dash mapping/mil_com/job_recruitments_milcom.hwf
View file

@ -11,6 +11,11 @@
<modified_user>-</modified_user>
<modified_date>2024/08/15 16:02:12.821</modified_date>
<parameters>
<parameter>
<name>ARR_MC</name>
<default_value/>
<description/>
</parameter>
<parameter>
<name>REC_ID</name>
<default_value/>
@ -58,12 +63,8 @@
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>REC_ID</name>
<stream_name>RECRUITMENT_ID</stream_name>
</parameter>
<parameter>
<name>SCM</name>
<stream_name>SCHEMA</stream_name>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -99,8 +100,8 @@
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>464</xloc>
<yloc>464</yloc>
<xloc>480</xloc>
<yloc>928</yloc>
<attributes_hac/>
</action>
<action>
@ -144,7 +145,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>80</yloc>
<yloc>800</yloc>
<attributes_hac/>
</action>
<action>
@ -154,7 +155,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>80</yloc>
<yloc>800</yloc>
<attributes_hac/>
</action>
<action>
@ -169,26 +170,24 @@
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/main_dashboard.total_registered(m_c).hpl</filename>
<logext>txt</logext>
<logfile>${PROJECT_HOME}/log</logfile>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>REC_ID</name>
<stream_name>RECRUITMENT_ID</stream_name>
</parameter>
<parameter>
<name>SCM</name>
<stream_name>SCHEMA</stream_name>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>Y</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<set_logfile>Y</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>144</yloc>
<yloc>192</yloc>
<attributes_hac/>
</action>
<action>
@ -198,7 +197,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>144</yloc>
<yloc>192</yloc>
<attributes_hac/>
</action>
<action>
@ -216,12 +215,8 @@
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>REC_ID</name>
<stream_name>RECRUITMENT_ID</stream_name>
</parameter>
<parameter>
<name>SCM</name>
<stream_name>SCHEMA</stream_name>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -232,7 +227,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>208</yloc>
<yloc>256</yloc>
<attributes_hac/>
</action>
<action>
@ -242,7 +237,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>208</yloc>
<yloc>256</yloc>
<attributes_hac/>
</action>
<action>
@ -276,7 +271,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>272</yloc>
<yloc>1152</yloc>
<attributes_hac/>
</action>
<action>
@ -286,7 +281,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>272</yloc>
<yloc>1152</yloc>
<attributes_hac/>
</action>
<action>
@ -304,12 +299,8 @@
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>REC_ID</name>
<stream_name>RECRUITMENT_ID</stream_name>
</parameter>
<parameter>
<name>SCM</name>
<stream_name>SCHEMA</stream_name>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -320,7 +311,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>336</yloc>
<yloc>384</yloc>
<attributes_hac/>
</action>
<action>
@ -330,7 +321,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>336</yloc>
<yloc>384</yloc>
<attributes_hac/>
</action>
<action>
@ -348,12 +339,8 @@
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>REC_ID</name>
<stream_name>RECRUITMENT_ID</stream_name>
</parameter>
<parameter>
<name>SCM</name>
<stream_name>SCHEMA</stream_name>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
@ -364,7 +351,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>400</yloc>
<yloc>448</yloc>
<attributes_hac/>
</action>
<action>
@ -374,7 +361,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>400</yloc>
<yloc>448</yloc>
<attributes_hac/>
</action>
<action>
@ -408,7 +395,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>464</yloc>
<yloc>1344</yloc>
<attributes_hac/>
</action>
<action>
@ -418,7 +405,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>464</yloc>
<yloc>1344</yloc>
<attributes_hac/>
</action>
<action>
@ -452,7 +439,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>544</yloc>
<yloc>1424</yloc>
<attributes_hac/>
</action>
<action>
@ -462,7 +449,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>544</yloc>
<yloc>1424</yloc>
<attributes_hac/>
</action>
<action>
@ -498,7 +485,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>608</yloc>
<yloc>1488</yloc>
<attributes_hac/>
</action>
<action>
@ -508,7 +495,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>608</yloc>
<yloc>1488</yloc>
<attributes_hac/>
</action>
<action>
@ -542,7 +529,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>688</yloc>
<yloc>1568</yloc>
<attributes_hac/>
</action>
<action>
@ -552,7 +539,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>688</yloc>
<yloc>1568</yloc>
<attributes_hac/>
</action>
<action>
@ -586,7 +573,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>768</yloc>
<yloc>1648</yloc>
<attributes_hac/>
</action>
<action>
@ -596,7 +583,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>768</yloc>
<yloc>1648</yloc>
<attributes_hac/>
</action>
<action>
@ -630,7 +617,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>848</yloc>
<yloc>1728</yloc>
<attributes_hac/>
</action>
<action>
@ -640,7 +627,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>848</yloc>
<yloc>1728</yloc>
<attributes_hac/>
</action>
<action>
@ -674,7 +661,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>928</yloc>
<yloc>1808</yloc>
<attributes_hac/>
</action>
<action>
@ -684,7 +671,7 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>928</yloc>
<yloc>1808</yloc>
<attributes_hac/>
</action>
<action>
@ -718,7 +705,7 @@
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1088</xloc>
<yloc>1008</yloc>
<yloc>1888</yloc>
<attributes_hac/>
</action>
<action>
@ -728,18 +715,73 @@
<attributes/>
<parallel>N</parallel>
<xloc>1296</xloc>
<yloc>1008</yloc>
<yloc>1888</yloc>
<attributes_hac/>
</action>
<action>
<name>array_recruitments.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/array_recruitments.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>480</xloc>
<yloc>464</yloc>
<attributes_hac/>
</action>
<action>
<name>add_schema.hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/parameters/add_schema.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1536</xloc>
<yloc>192</yloc>
<attributes_hac/>
</action>
<action>
<name>Success ALL</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>1728</xloc>
<yloc>128</yloc>
<attributes_hac/>
</action>
</actions>
<hops>
<hop>
<from>main_dashboard.appeals(m_c).hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>main_dashboard.recruitment_campaign(m_c).hpl</from>
<to>Success 2</to>
@ -841,115 +883,185 @@
<hop>
<from>Start</from>
<to>select_recruitments_milcom(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>main_dashboard.appeals(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>main_dashboard.recruitment_campaign(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>main_dashboard.total_registered(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>main_dashboard.waiting_registration(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>recruitment_campaign.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.reg_mil_cat(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.removed_registry(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.subpoenas(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.driver_license(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.child_minor(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.age(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.marital_status(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.education_level(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>total_registered.busyness(m_c).hpl</to>
<enabled>Y</enabled>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>select_recruitments_milcom(m_c).hpl</from>
<to>recruitment_campaign.appeals(m_c).hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>main_dashboard.appeals(m_c).hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Success</from>
<to>add_schema.hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>add_schema.hpl</from>
<to>Success ALL</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>array_recruitments.hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>main_dashboard.appeals(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>main_dashboard.total_registered(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Success 3</from>
<to>add_schema.hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>array_recruitments.hpl</from>
<to>main_dashboard.waiting_registration(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Success 4</from>
<to>add_schema.hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Success 7</from>
<to>add_schema.hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Success 8</from>
<to>add_schema.hpl</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>

74
v1_apache-hop dash mapping/mil_com/main_dashboard.appeals(m_c).hpl
View file

@ -24,23 +24,28 @@
<hop>
<from>Get variables 3 2</from>
<to>Select values 3 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 3 2</from>
<to>Insert / update (main_dashboard.appeals) 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Get variables 3 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (appeal_document) регионы</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Insert / update (main_dashboard.appeals) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
@ -64,10 +69,10 @@
<sql>DELETE FROM main_dashboard.appeals
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
</sql>
<attributes/>
<GUI>
<xloc>208</xloc>
<xloc>224</xloc>
<yloc>192</yloc>
</GUI>
</transform>
@ -101,7 +106,7 @@ WHERE recording_date = current_date
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>192</yloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -121,12 +126,7 @@ WHERE recording_date = current_date
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>REС_ID</name>
</key>
<key>
<condition>=</condition>
<field>schema</field>
<name>SCM</name>
<name>recruitment_id</name>
</key>
<schema>main_dashboard</schema>
<table>appeals</table>
@ -175,11 +175,6 @@ WHERE recording_date = current_date
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>Y</update_bypassed>
<attributes/>
@ -239,7 +234,7 @@ WHERE recording_date = current_date
<attributes/>
<GUI>
<xloc>816</xloc>
<yloc>192</yloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -257,40 +252,51 @@ WHERE recording_date = current_date
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH
ids AS (
SELECT unnest(string_to_array(trim(both '{}' from '${ARR_MC}'), ','))::uuid AS recruitment_id
),
t1 AS (
SELECT
COUNT(*) AS total_appeals
COUNT(*) AS total_appeals,
vk_id::uuid AS recruitment_id
FROM public.appeal_document
WHERE
vk_id = '${REC_ID}'
WHERE vk_id::uuid IN (SELECT recruitment_id FROM ids)
GROUP BY vk_id
),
t2 AS (
SELECT
ROUND(AVG((TRIM(BOTH '"' FROM (ad.extra_info ->> 'resultDate')::text)::date - ad.appeal_date)), 2) AS average_consideration
ROUND(AVG((TRIM(BOTH '"' FROM (ad.extra_info ->> 'resultDate')::text)::date - ad.appeal_date)), 2) AS average_consideration,
vk_id::uuid AS recruitment_id
FROM public.appeal_document ad
WHERE
vk_id = '${REC_ID}'
and ad.extra_info ->> 'resultDate' is not null and ad.extra_info ->> 'resultDate'!=''
WHERE vk_id::uuid IN (SELECT recruitment_id FROM ids)
AND ad.extra_info ->> 'resultDate' IS NOT NULL
AND ad.extra_info ->> 'resultDate' != ''
GROUP BY vk_id
),
resolved AS (
SELECT
COUNT(*) AS resolved
COUNT(*) AS resolved,
vk_id::uuid AS recruitment_id
FROM public.appeal_document ad
WHERE ad.extra_info->>'result' = '1'
AND vk_id = '${REC_ID}'
WHERE ad.extra_info ->> 'result' = '1'
AND vk_id::uuid IN (SELECT recruitment_id FROM ids)
GROUP BY vk_id
)
SELECT
t1.total_appeals,
t2.average_consideration,
r.resolved,
'${REC_ID}' AS recruitment_id,
'${SCM}' AS schema,
COALESCE(t1.total_appeals, 0) AS total_appeals,
COALESCE(t2.average_consideration, 0) AS average_consideration,
COALESCE(resolved.resolved, 0) AS resolved,
ids.recruitment_id,
current_date AS recording_date,
0 AS average_rating,
0 AS average_to_face,
0 AS average_epgu,
0 AS average_to_face_percent,
0 AS average_epgu_percent
FROM t1, t2, resolved AS r;</sql>
FROM ids
LEFT JOIN t1 ON ids.recruitment_id = t1.recruitment_id
LEFT JOIN t2 ON ids.recruitment_id = t2.recruitment_id
LEFT JOIN resolved ON ids.recruitment_id = resolved.recruitment_id;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

116
v1_apache-hop dash mapping/mil_com/main_dashboard.total_registered(m_c).hpl
View file

@ -24,23 +24,28 @@
<hop>
<from>Get variables 2 2</from>
<to>Select values 2 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 2 2</from>
<to>Insert / update (main_dashboard.total_registered) 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input (person_registry) регион</from>
<to>Get variables 2 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) регион</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) регион</from>
<to>Insert / update (main_dashboard.total_registered) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
@ -64,7 +69,7 @@
<sql>DELETE FROM main_dashboard.total_registered
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
</sql>
<attributes/>
<GUI>
<xloc>288</xloc>
@ -101,7 +106,7 @@ WHERE recording_date = current_date
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>320</yloc>
<yloc>480</yloc>
</GUI>
</transform>
<transform>
@ -121,12 +126,14 @@ WHERE recording_date = current_date
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>REC_ID</name>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>schema</field>
<name>SCM</name>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>main_dashboard</schema>
<table>total_registered</table>
@ -180,11 +187,6 @@ WHERE recording_date = current_date
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
@ -244,7 +246,7 @@ WHERE recording_date = current_date
<attributes/>
<GUI>
<xloc>912</xloc>
<yloc>320</yloc>
<yloc>480</yloc>
</GUI>
</transform>
<transform>
@ -261,23 +263,39 @@ WHERE recording_date = current_date
<connection>postgres.person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH vse as (
select *,
r.id as r_id
FROM public.recruits AS r
JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'true'
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id = '${REC_ID}'
<sql>WITH
ids AS (
SELECT unnest(string_to_array(trim(both '{}' from '${ARR_MC}'), ','))::uuid AS recruitment_id
),
vse AS (
SELECT
r.id AS r_id,
ri.recruit_id AS recruit_id,
r.target_recruitment_id AS r_target_recruitment_id,
r.vu_current_info,
r.current_recruitment_id,
r.gender,
r.birth_date,
r.conscription,
ri.info
FROM
public.recruits AS r
JOIN
public.recruits_info AS ri
ON
ri.recruit_id = r.id
WHERE
r.vu_current_info ->> 'isMilitaryRegistered' = 'true'
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
),
extracted_children AS (
SELECT
ri.recruit_id,
jsonb_array_elements_text(ri.info->'svedDeti'->'rebenok') AS child
FROM
FROM
vse ri
WHERE
WHERE
jsonb_typeof(ri.info->'svedDeti'->'rebenok') = 'array'
),
children_birth_dates AS (
@ -286,18 +304,23 @@ children_birth_dates AS (
(child::jsonb->'svedFLBS'->'dataRozhdDok'->>'den')::int AS day,
(child::jsonb->'svedFLBS'->'dataRozhdDok'->>'mesyacz')::int AS month,
(child::jsonb->'svedFLBS'->'dataRozhdDok'->>'god')::int AS year
FROM extracted_children
FROM
extracted_children
),
children_count AS (
SELECT
recruit_id,
COUNT(*) AS children_under_16
FROM children_birth_dates
WHERE AGE(make_date(year, month, day)) &lt; interval '16 years'
GROUP BY recruit_id
FROM
children_birth_dates
WHERE
AGE(make_date(year, month, day)) &lt; interval '16 years'
GROUP BY
recruit_id
),
recruit_data AS (
SELECT
SELECT
ri.r_target_recruitment_id::uuid AS recruitment_id,
COUNT(*) AS total_count,
COUNT(*) FILTER (WHERE gender = 'MALE') AS male_count,
COUNT(*) FILTER (WHERE gender = 'FEMALE') AS female_count,
@ -319,14 +342,19 @@ recruit_data AS (
AND gender = 'MALE'
AND (conscription IS NULL OR conscription = false)
AND ri.info->'svedSudim'->>'prOtsSvedSudim' = '1'
) AS contract_criterion
FROM vse as ri
LEFT JOIN children_count AS cc
ON ri.r_id = cc.recruit_id
)
) AS contract_criterion
FROM
vse AS ri
LEFT JOIN
children_count AS cc
ON
ri.recruit_id = cc.recruit_id
GROUP BY
ri.r_target_recruitment_id
)
SELECT
'${REC_ID}' AS recruitment_id,
'${SCM}' AS schema,
ids.recruitment_id,
current_date AS recording_date,
COALESCE(rd.total_count, 0) AS total_count,
COALESCE(rd.male_count, 0) AS male_count,
COALESCE(rd.female_count, 0) AS female_count,
@ -334,19 +362,23 @@ SELECT
COALESCE(rd.volunteer_criterion, 0) AS volunteer_criterion,
COALESCE(rd.contract_criterion, 0) AS contract_criterion,
CASE
WHEN rd.total_count > 0 THEN ROUND(rd.mobilization_criterion::NUMERIC / rd.total_count * 100, 2)
WHEN COALESCE(rd.total_count, 0) > 0 THEN ROUND(rd.mobilization_criterion::NUMERIC / rd.total_count * 100, 2)
ELSE 0
END AS mobilization_criterion_percent,
CASE
WHEN rd.total_count > 0 THEN ROUND(rd.volunteer_criterion::NUMERIC / rd.total_count * 100, 2)
WHEN COALESCE(rd.total_count, 0) > 0 THEN ROUND(rd.volunteer_criterion::NUMERIC / rd.total_count * 100, 2)
ELSE 0
END AS volunteer_criterion_percent,
CASE
WHEN rd.total_count > 0 THEN ROUND(rd.contract_criterion::NUMERIC / rd.total_count * 100, 2)
WHEN COALESCE(rd.total_count, 0) > 0 THEN ROUND(rd.contract_criterion::NUMERIC / rd.total_count * 100, 2)
ELSE 0
END AS contract_criterion_percent
FROM recruit_data AS rd;
</sql>
FROM
ids
LEFT JOIN
recruit_data AS rd
ON
ids.recruitment_id = rd.recruitment_id;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

155
v1_apache-hop dash mapping/mil_com/main_dashboard.waiting_registration(m_c).hpl
View file

@ -24,24 +24,58 @@
<hop>
<from>Get variables 5</from>
<to>Select values 5</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 5</from>
<to>Insert / update (main_dashboard.waiting_registration) 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input 2 (person_registry) регион</from>
<to>Get variables 5</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input 2 (person_registry) регион</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input 2 (person_registry) регион</from>
<to>Insert / update (main_dashboard.waiting_registration) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.waiting_registration
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
</sql>
<attributes/>
<GUI>
<xloc>112</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 5</name>
<type>GetVariable</type>
@ -72,7 +106,7 @@
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>240</yloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
@ -92,12 +126,14 @@
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>REC_ID</name>
<name>recruitment_id</name>
<name2/>
</key>
<key>
<condition>=</condition>
<field>schema</field>
<name>SCM</name>
<field>recording_date</field>
<name>recording_date</name>
<name2/>
</key>
<schema>main_dashboard</schema>
<table>waiting_registration</table>
@ -156,11 +192,6 @@
<rename>waiting_percent</rename>
<update>Y</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
@ -220,7 +251,7 @@
<attributes/>
<GUI>
<xloc>720</xloc>
<yloc>240</yloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
@ -237,24 +268,43 @@
<connection>postgres.person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH vse as (
select *,
r.id as r_id
FROM public.recruits AS r
<sql>WITH
ids AS (
SELECT unnest(string_to_array(trim(both '{}' from '${ARR_MC}'), ','))::uuid AS recruitment_id
),
total_recruits AS (
SELECT COUNT(*) AS total_count
FROM public.recruits AS r
JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'false'
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'false'
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id = '${REC_ID}'
AND r.target_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
),
extracted_children AS (
vse AS (
SELECT
r.id AS r_id,
ri.recruit_id AS recruit_id,
r.target_recruitment_id AS r_target_recruitment_id,
r.vu_current_info,
r.current_recruitment_id,
r.gender,
r.birth_date,
r.conscription,
ri.info
FROM public.recruits AS r
JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'false'
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
),
extracted_children AS (
SELECT
ri.recruit_id,
jsonb_array_elements_text(ri.info->'svedDeti'->'rebenok') AS child
FROM
vse ri
WHERE
jsonb_typeof(ri.info->'svedDeti'->'rebenok') = 'array'
FROM vse ri
WHERE jsonb_typeof(ri.info->'svedDeti'->'rebenok') = 'array'
),
children_birth_dates AS (
SELECT
@ -273,7 +323,8 @@ children_count AS (
GROUP BY recruit_id
),
recruit_data AS (
SELECT
SELECT
ri.r_target_recruitment_id::uuid AS recruitment_id,
COUNT(*) AS waiting_count,
COUNT(*) FILTER (WHERE gender = 'MALE') AS male_count,
COUNT(*) FILTER (WHERE gender = 'FEMALE') AS female_count,
@ -294,13 +345,13 @@ recruit_data AS (
AND (conscription IS NULL OR conscription = false)
AND ri.info->'svedSudim'->>'prOtsSvedSudim' = '1'
) AS contract_criterion
FROM vse as ri
LEFT JOIN children_count AS cc
ON ri.r_id = cc.recruit_id
FROM vse AS ri
LEFT JOIN children_count AS cc ON ri.recruit_id = cc.recruit_id
GROUP BY ri.r_target_recruitment_id
)
SELECT
'${REC_ID}' AS recruitment_id,
'${SCM}' AS schema,
ids.recruitment_id,
current_date AS recording_date,
COALESCE(rd.waiting_count, 0) AS waiting_count,
COALESCE(rd.male_count, 0) AS male_count,
COALESCE(rd.female_count, 0) AS female_count,
@ -319,13 +370,10 @@ SELECT
WHEN rd.waiting_count > 0 THEN ROUND(rd.contract_criterion::NUMERIC / rd.waiting_count * 100, 2)
ELSE 0
END AS contract_criterion_percent,
ROUND(COALESCE((rd.waiting_count::DECIMAL / NULLIF((SELECT COUNT(*) FROM public.recruits AS r
JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'true'
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id IS NOT NULL), 0) * 100), 0), 2) AS waiting_percent
FROM recruit_data AS rd;</sql>
ROUND(COALESCE((rd.waiting_count::DECIMAL / NULLIF(total_recruits.total_count, 0) * 100), 0), 2) AS waiting_percent
FROM ids
LEFT JOIN recruit_data AS rd ON ids.recruitment_id = rd.recruitment_id
CROSS JOIN total_recruits;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -333,39 +381,6 @@ FROM recruit_data AS rd;</sql>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>N</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.waiting_registration
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>112</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>

223
v1_apache-hop dash mapping/mil_com/parameters/add_schema.hpl Normal file
View file

@ -0,0 +1,223 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>add_schema</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/01/17 12:24:07.728</created_date>
<modified_user>-</modified_user>
<modified_date>2025/01/17 12:24:07.728</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Insert / update (main_dashboard.appeals)</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update (main_dashboard.total_registered)</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Insert / update (main_dashboard.waiting_registration)</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Insert / update (main_dashboard.appeals)</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>main_dashboard</schema>
<table>appeals</table>
<value>
<name>recruitment_id</name>
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>Y</update>
</value>
<value>
<name>recording_date</name>
<rename>recording_date</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>48</yloc>
</GUI>
</transform>
<transform>
<name>Insert / update (main_dashboard.total_registered)</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>main_dashboard</schema>
<table>total_registered</table>
<value>
<name>recruitment_id</name>
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>Y</update>
</value>
<value>
<name>recording_date</name>
<rename>recording_date</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>128</yloc>
</GUI>
</transform>
<transform>
<name>Insert / update (main_dashboard.waiting_registration)</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>main_dashboard</schema>
<table>waiting_registration</table>
<value>
<name>recruitment_id</name>
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>Y</update>
</value>
<value>
<name>recording_date</name>
<rename>recording_date</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
idm_id AS recruitment_id,
-- parent_id AS PARENT_ID,
CASE
WHEN schema = 'Department' THEN 'Department'
WHEN schema = 'Organization' THEN 'REG_LVL'
WHEN schema = 'Region' THEN 'MD_LVL'
ELSE schema -- на случай, если появится неизвестное значение
END AS schema,
current_date AS recording_date
FROM
ervu_dashboard.recruitment
WHERE schema = 'Department' OR schema = 'Organization' OR schema = 'Region'</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

97
v1_apache-hop dash mapping/mil_com/parameters/array_recruitments.hpl Normal file
View file

@ -0,0 +1,97 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>array_recruitments</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/01/17 10:29:53.663</created_date>
<modified_user>-</modified_user>
<modified_date>2025/01/17 10:29:53.663</modified_date>
</info>
<notepads>
<notepad>
<backgroundcolorblue>251</backgroundcolorblue>
<backgroundcolorgreen>232</backgroundcolorgreen>
<backgroundcolorred>201</backgroundcolorred>
<bordercolorblue>90</bordercolorblue>
<bordercolorgreen>58</bordercolorgreen>
<bordercolorred>14</bordercolorred>
<fontbold>N</fontbold>
<fontcolorblue>90</fontcolorblue>
<fontcolorgreen>58</fontcolorgreen>
<fontcolorred>14</fontcolorred>
<fontitalic>N</fontitalic>
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>42</height>
<xloc>768</xloc>
<yloc>203</yloc>
<note>ARRAY_MIL_COM - алиас (массив idm_id всех военкоматов)
ARR_MC - параметр</note>
<width>339</width>
</notepad>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT array_agg(idm_id) AS array_mil_com
FROM (
SELECT idm_id
FROM ervu_dashboard.recruitment
LIMIT 200
) subquery;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

310
v1_apache-hop dash mapping/mil_com/parameters/ft_main_dashboard.appeals(m_c).hpl Normal file
View file

@ -0,0 +1,310 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>ft_main_dashboard.appeals(m_c)</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<pipeline_status>0</pipeline_status>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2024/08/02 11:56:22.507</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/02 11:56:22.507</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Get variables 3 2</from>
<to>Select values 3 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 3 2</from>
<to>Insert / update (main_dashboard.appeals) 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Get variables 3 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (appeal_document) регионы</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Insert / update (main_dashboard.appeals) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.appeals
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
</sql>
<attributes/>
<GUI>
<xloc>208</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2</name>
<type>GetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<length>-1</length>
<name>REС_ID</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
<field>
<length>-1</length>
<name>SCM</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
</fields>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Insert / update (main_dashboard.appeals) 2</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
<name2/>
</key>
<schema>main_dashboard</schema>
<table>appeals</table>
<value>
<name>total_appeals</name>
<rename>total_appeals</rename>
<update>Y</update>
</value>
<value>
<name>average_consideration</name>
<rename>average_consideration</rename>
<update>Y</update>
</value>
<value>
<name>resolved</name>
<rename>resolved</rename>
<update>Y</update>
</value>
<value>
<name>average_rating</name>
<rename>average_rating</rename>
<update>Y</update>
</value>
<value>
<name>average_to_face</name>
<rename>average_to_face</rename>
<update>Y</update>
</value>
<value>
<name>"average_EPGU"</name>
<rename>average_epgu</rename>
<update>Y</update>
</value>
<value>
<name>average_to_face_percent</name>
<rename>average_to_face_percent</rename>
<update>Y</update>
</value>
<value>
<name>"average_EPGU_percent"</name>
<rename>average_epgu_percent</rename>
<update>Y</update>
</value>
<value>
<name>recruitment_id</name>
<rename>recruitment_id</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>1024</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
<name>Select values 3 2</name>
<type>SelectValues</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<select_unspecified>N</select_unspecified>
<meta>
<name>REС_ID</name>
<rename>REС_ID</rename>
<type>String</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask/>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
<meta>
<name>SCM</name>
<rename>SCM</rename>
<type>String</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask/>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
</fields>
<attributes/>
<GUI>
<xloc>800</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Table input (appeal_document) регионы</name>
<type>TableInput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.appeal-document-service</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH
ids AS (
SELECT unnest(string_to_array(trim(both '{}' from '${ARR_MC}'), ','))::uuid AS recruitment_id
),
t1 AS (
SELECT
COUNT(*) AS total_appeals,
vk_id::uuid AS recruitment_id
FROM public.appeal_document
WHERE vk_id::uuid IN (SELECT recruitment_id FROM ids)
GROUP BY vk_id
),
t2 AS (
SELECT
ROUND(AVG((TRIM(BOTH '"' FROM (ad.extra_info ->> 'resultDate')::text)::date - ad.appeal_date)), 2) AS average_consideration,
vk_id::uuid AS recruitment_id
FROM public.appeal_document ad
WHERE vk_id::uuid IN (SELECT recruitment_id FROM ids)
AND ad.extra_info ->> 'resultDate' IS NOT NULL
AND ad.extra_info ->> 'resultDate' != ''
GROUP BY vk_id
),
resolved AS (
SELECT
COUNT(*) AS resolved,
vk_id::uuid AS recruitment_id
FROM public.appeal_document ad
WHERE ad.extra_info ->> 'result' = '1'
AND vk_id::uuid IN (SELECT recruitment_id FROM ids)
GROUP BY vk_id
)
SELECT
COALESCE(t1.total_appeals, 0) AS total_appeals,
COALESCE(t2.average_consideration, 0) AS average_consideration,
COALESCE(resolved.resolved, 0) AS resolved,
ids.recruitment_id,
0 AS average_rating,
0 AS average_to_face,
0 AS average_epgu,
0 AS average_to_face_percent,
0 AS average_epgu_percent
FROM ids
LEFT JOIN t1 ON ids.recruitment_id = t1.recruitment_id
LEFT JOIN t2 ON ids.recruitment_id = t2.recruitment_id
LEFT JOIN resolved ON ids.recruitment_id = resolved.recruitment_id;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

74
v1_apache-hop dash mapping/mil_com/parameters/row_idm_schema.hpl Normal file
View file

@ -0,0 +1,74 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>row_idm_schema</name>
<name_sync_with_filename>Y</name_sync_with_filename>
<description/>
<extended_description/>
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
<transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
<created_user>-</created_user>
<created_date>2025/01/17 12:15:03.930</created_date>
<modified_user>-</modified_user>
<modified_date>2025/01/17 12:15:03.930</modified_date>
</info>
<notepads>
</notepads>
<order>
<hop>
<from>Table input</from>
<to>Copy rows to result</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT idm_id AS ROW_ID_MIL_COM,
schema AS ROW_SCHEMA
FROM ervu_dashboard.recruitment
</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform>
<name>Copy rows to result</name>
<type>RowsToResult</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>800</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>
</pipeline>

482
v1_apache-hop dash mapping/mil_com/total_registered.reg_mil_cat(m_c).hpl
View file

@ -31,37 +31,46 @@
<to>Get variables 3</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Get variables 3 2</from>
<to>Select values 3 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (person_registry) военком 2</from>
<to>Get variables 3 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Select values 3</from>
<to>Insert / update (total_registered.reg_mil_cat)</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Select values 3 2</from>
<to>Insert / update (total_registered.reg_mil_cat) 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) военком/рег</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (person_registry) военком 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.reg_mil_cat
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
<attributes/>
<GUI>
<xloc>464</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3</name>
<type>GetVariable</type>
@ -95,39 +104,6 @@
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2</name>
<type>GetVariable</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<field>
<length>-1</length>
<name>REC_ID</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
<field>
<length>-1</length>
<name>SCM</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
</fields>
<attributes/>
<GUI>
<xloc>992</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform>
<name>Insert / update (total_registered.reg_mil_cat)</name>
<type>InsertUpdate</type>
@ -237,115 +213,6 @@
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Insert / update (total_registered.reg_mil_cat) 2</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>REC_ID</name>
</key>
<key>
<condition>=</condition>
<field>schema</field>
<name>SCM</name>
</key>
<schema>total_registered</schema>
<table>reg_mil_cat</table>
<value>
<name>first_reg_17</name>
<rename>first_reg_17</rename>
<update>Y</update>
</value>
<value>
<name>first_reg_18</name>
<rename>first_reg_18</rename>
<update>Y</update>
</value>
<value>
<name>"mil_spec_W"</name>
<rename>mil_spec_w</rename>
<update>Y</update>
</value>
<value>
<name>recruitment_id</name>
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>returned_dep_liberty</name>
<rename>returned_dep_liberty</rename>
<update>Y</update>
</value>
<value>
<name>punished</name>
<rename>punished</rename>
<update>Y</update>
</value>
<value>
<name>received_citizenship</name>
<rename>received_citizenship</rename>
<update>Y</update>
</value>
<value>
<name>first_reg_17_percent</name>
<rename>first_reg_17_percent</rename>
<update>Y</update>
</value>
<value>
<name>first_reg_18_percent</name>
<rename>first_reg_18_percent</rename>
<update>Y</update>
</value>
<value>
<name>returned_dep_liberty_percent</name>
<rename>returned_dep_liberty_percent</rename>
<update>Y</update>
</value>
<value>
<name>"mil_spec_W_percent"</name>
<rename>mil_spec_w_percent</rename>
<update>Y</update>
</value>
<value>
<name>punished_percent</name>
<rename>punished_percent</rename>
<update>Y</update>
</value>
<value>
<name>received_citizenship_percent</name>
<rename>received_citizenship_percent</rename>
<update>Y</update>
</value>
<value>
<name>mil_reg</name>
<rename>mil_reg</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1392</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform>
<name>Select values 3</name>
<type>SelectValues</type>
@ -400,163 +267,6 @@
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Select values 3 2</name>
<type>SelectValues</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<fields>
<select_unspecified>N</select_unspecified>
<meta>
<name>REC_ID</name>
<rename>REC_ID</rename>
<type>String</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask/>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
<meta>
<name>SCM</name>
<rename>SCM</rename>
<type>String</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask/>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
</fields>
<attributes/>
<GUI>
<xloc>1136</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform>
<name>Table input (person_registry) военком 2</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH base_data AS (
-- Основной набор данных
SELECT
r.registration_reasons,
r.gender,
r.vu_current_info ->> 'isMilitaryRegistered' AS is_military_registered
FROM public.recruits r
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'true'
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id = '${REC_ID}'
),
total AS (
-- Общее количество записей
SELECT COUNT(*) AS total_count
FROM base_data
),
t1 AS (
-- Первоначальная постановка 17 лет
SELECT COUNT(*) AS first_reg_17
FROM base_data
WHERE registration_reasons @> '"5"'
),
t2 AS (
-- Первоначальная постановка 18 лет
SELECT COUNT(*) AS first_reg_18
FROM base_data
WHERE registration_reasons @> '"6"'
OR registration_reasons @> '"3"'
OR registration_reasons @> '"1"'
OR registration_reasons @> '"4"'
OR registration_reasons @> '"2"'
),
t3 AS (
-- Женщины, получившие ВУС
SELECT COUNT(*) AS mil_spec_w
FROM base_data
WHERE registration_reasons @> '"3"' AND gender = 'FEMALE'
),
t4 AS (
-- Возвратившиеся из мест лишения свободы
SELECT COUNT(*) AS returned_dep_liberty
FROM base_data
WHERE registration_reasons @> '"1"'
),
t5 AS (
-- Отбывающие наказание в местах лишения свободы
SELECT COUNT(*) AS punished
FROM base_data
WHERE registration_reasons @> '"4"'
),
t6 AS (
-- Получившие гражданство
SELECT COUNT(*) AS received_citizenship
FROM base_data
WHERE registration_reasons @> '"2"'
)
SELECT
COALESCE(total.total_count, 0) AS total_count,
COALESCE(t1.first_reg_17, 0) AS first_reg_17,
COALESCE(t2.first_reg_18, 0) AS first_reg_18,
COALESCE(t3.mil_spec_w, 0) AS mil_spec_w,
COALESCE(t4.returned_dep_liberty, 0) AS returned_dep_liberty,
COALESCE(t5.punished, 0) AS punished,
COALESCE(t6.received_citizenship, 0) AS received_citizenship,
-- Вычисление процентов
ROUND(t1.first_reg_17 * 100.0 / NULLIF(total.total_count, 0), 2) AS first_reg_17_percent,
ROUND(t2.first_reg_18 * 100.0 / NULLIF(total.total_count, 0), 2) AS first_reg_18_percent,
ROUND(t4.returned_dep_liberty * 100.0 / NULLIF(total.total_count, 0), 2) AS returned_dep_liberty_percent,
ROUND(t3.mil_spec_w * 100.0 / NULLIF(total.total_count, 0), 2) AS mil_spec_w_percent,
ROUND(t5.punished * 100.0 / NULLIF(total.total_count, 0), 2) AS punished_percent,
ROUND(t6.received_citizenship * 100.0 / NULLIF(total.total_count, 0), 2) AS received_citizenship_percent,
'${REC_ID}' AS recruitment_id,
0 AS mil_reg,
'${SCM}' AS schema,
1 AS org
FROM total
FULL OUTER JOIN t1 ON 1 = 1
FULL OUTER JOIN t2 ON 1 = 1
FULL OUTER JOIN t3 ON 1 = 1
FULL OUTER JOIN t4 ON 1 = 1
FULL OUTER JOIN t5 ON 1 = 1
FULL OUTER JOIN t6 ON 1 = 1;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>736</xloc>
<yloc>400</yloc>
</GUI>
</transform>
<transform>
<name>Table input (person_registry) военком/рег</name>
<type>TableInput</type>
@ -572,61 +282,87 @@ FULL OUTER JOIN t6 ON 1 = 1;</sql>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH base_data AS (
-- Основной набор данных
-- Основной набор данных с вычислением mil_reg
SELECT
r.registration_reasons,
r.gender,
r.vu_current_info ->> 'isMilitaryRegistered' AS is_military_registered
CASE
WHEN r.vu_current_info ->> 'isMilitaryRegistered' = 'true' THEN 1
ELSE 0
END AS is_military_registered
FROM public.recruits r
WHERE r.vu_current_info ->> 'isMilitaryRegistered' = 'true'
WHERE (r.vu_current_info ->> 'isMilitaryRegistered' = 'true'
OR r.vu_current_info ->> 'isMilitaryRegistered' = 'false')
AND r.current_recruitment_id IS NOT NULL
AND r.target_recruitment_id = '${REC_ID}'
),
total AS (
-- Общее количество записей
SELECT COUNT(*) AS total_count
FROM base_data
),
t1 AS (
-- Первоначальная постановка 17 лет
SELECT COUNT(*) AS first_reg_17
-- Первоначальная постановка 17 лет, с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS first_reg_17
FROM base_data
WHERE registration_reasons @> '"5"'
GROUP BY is_military_registered
),
t2 AS (
-- Первоначальная постановка 18 лет
SELECT COUNT(*) AS first_reg_18
-- Первоначальная постановка 18 лет, с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS first_reg_18
FROM base_data
WHERE registration_reasons @> '"6"'
OR registration_reasons @> '"3"'
OR registration_reasons @> '"1"'
OR registration_reasons @> '"4"'
OR registration_reasons @> '"3"'
OR registration_reasons @> '"1"'
OR registration_reasons @> '"4"'
OR registration_reasons @> '"2"'
GROUP BY is_military_registered
),
t3 AS (
-- Женщины, получившие ВУС
SELECT COUNT(*) AS mil_spec_w
-- Женщины, получившие ВУС, с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS mil_spec_w
FROM base_data
WHERE registration_reasons @> '"3"' AND gender = 'FEMALE'
GROUP BY is_military_registered
),
t4 AS (
-- Возвратившиеся из мест лишения свободы
SELECT COUNT(*) AS returned_dep_liberty
-- Возвратившиеся из мест лишения свободы, с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS returned_dep_liberty
FROM base_data
WHERE registration_reasons @> '"1"'
GROUP BY is_military_registered
),
t5 AS (
-- Отбывающие наказание в местах лишения свободы
SELECT COUNT(*) AS punished
-- Отбывающие наказание в местах лишения свободы, с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS punished
FROM base_data
WHERE registration_reasons @> '"4"'
GROUP BY is_military_registered
),
t6 AS (
-- Получившие гражданство
SELECT COUNT(*) AS received_citizenship
-- Получившие гражданство, с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS received_citizenship
FROM base_data
WHERE registration_reasons @> '"2"'
GROUP BY is_military_registered
),
total AS (
-- Общее количество записей с учетом mil_reg
SELECT
is_military_registered,
COUNT(*) AS total_count
FROM base_data
GROUP BY is_military_registered
)
-- Основной запрос
SELECT
COALESCE(total.total_count, 0) AS total_count,
COALESCE(t1.first_reg_17, 0) AS first_reg_17,
@ -636,23 +372,24 @@ SELECT
COALESCE(t5.punished, 0) AS punished,
COALESCE(t6.received_citizenship, 0) AS received_citizenship,
-- Вычисление процентов
ROUND(t1.first_reg_17 * 100.0 / NULLIF(total.total_count, 0), 2) AS first_reg_17_percent,
ROUND(t2.first_reg_18 * 100.0 / NULLIF(total.total_count, 0), 2) AS first_reg_18_percent,
ROUND(t4.returned_dep_liberty * 100.0 / NULLIF(total.total_count, 0), 2) AS returned_dep_liberty_percent,
ROUND(t3.mil_spec_w * 100.0 / NULLIF(total.total_count, 0), 2) AS mil_spec_w_percent,
ROUND(t5.punished * 100.0 / NULLIF(total.total_count, 0), 2) AS punished_percent,
ROUND(t6.received_citizenship * 100.0 / NULLIF(total.total_count, 0), 2) AS received_citizenship_percent,
'${REC_ID}' AS recruitment_id,
1 AS mil_reg,
ROUND(COALESCE(t1.first_reg_17, 0) * 100.0 / NULLIF(total.total_count, 0), 2) AS first_reg_17_percent,
ROUND(COALESCE(t2.first_reg_18, 0) * 100.0 / NULLIF(total.total_count, 0), 2) AS first_reg_18_percent,
ROUND(COALESCE(t4.returned_dep_liberty, 0) * 100.0 / NULLIF(total.total_count, 0), 2) AS returned_dep_liberty_percent,
ROUND(COALESCE(t3.mil_spec_w, 0) * 100.0 / NULLIF(total.total_count, 0), 2) AS mil_spec_w_percent,
ROUND(COALESCE(t5.punished, 0) * 100.0 / NULLIF(total.total_count, 0), 2) AS punished_percent,
ROUND(COALESCE(t6.received_citizenship, 0) * 100.0 / NULLIF(total.total_count, 0), 2) AS received_citizenship_percent,
'${SCM}' AS schema,
'${REC_ID}' AS recruitment_id,
total.is_military_registered AS mil_reg,
1 AS org
FROM total
FULL OUTER JOIN t1 ON 1 = 1
FULL OUTER JOIN t2 ON 1 = 1
FULL OUTER JOIN t3 ON 1 = 1
FULL OUTER JOIN t4 ON 1 = 1
FULL OUTER JOIN t5 ON 1 = 1
FULL OUTER JOIN t6 ON 1 = 1;</sql>
LEFT JOIN t1 ON total.is_military_registered = t1.is_military_registered
LEFT JOIN t2 ON total.is_military_registered = t2.is_military_registered
LEFT JOIN t3 ON total.is_military_registered = t3.is_military_registered
LEFT JOIN t4 ON total.is_military_registered = t4.is_military_registered
LEFT JOIN t5 ON total.is_military_registered = t5.is_military_registered
LEFT JOIN t6 ON total.is_military_registered = t6.is_military_registered
ORDER BY mil_reg;</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
@ -660,39 +397,6 @@ FULL OUTER JOIN t6 ON 1 = 1;</sql>
<yloc>288</yloc>
</GUI>
</transform>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>N</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.reg_mil_cat
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>464</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>

62
v1_apache-hop dash mapping/mil_com/total_registered.subpoenas(m_c).hpl
View file

@ -62,6 +62,35 @@
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.subpoenas
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
<attributes/>
<GUI>
<xloc>592</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 4 2</name>
<type>GetVariable</type>
@ -866,39 +895,6 @@ FULL OUTER JOIN t13 ON true</sql>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<delete_field/>
<execute_each_row>N</execute_each_row>
<insert_field/>
<quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM total_registered.subpoenas
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL')
AND recruitment_id = '${REC_ID}'</sql>
<update_field/>
<attributes/>
<GUI>
<xloc>592</xloc>
<yloc>432</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>