micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge branch 'develop' of 10.10.31.70:/ervu-dashboard-etl into develop

Browse source
This commit is contained in:
Ruslan 2025-10-17 16:54:54 +05:00
commit 18a9b6852a
2 changed files with 38 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

10
mappings/info_recruits/citizen_tables/citizen/recruitment_five_flow_delta.hpl
View file

@ -7,7 +7,13 @@
<extended_description/> <extended_description/>
<pipeline_version/> <pipeline_version/>
<pipeline_type>Normal</pipeline_type> <pipeline_type>Normal</pipeline_type>
<pipeline_status>0</pipeline_status>
<parameters> <parameters>
<parameter>
<name>JOB_NAME</name>
<default_value>citizen_job</default_value>
<description/>
</parameter>
</parameters> </parameters>
<capture_transform_performance>N</capture_transform_performance> <capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
@ -69,14 +75,14 @@
SELECT r.idm_id SELECT r.idm_id
FROM ervu_dashboard.recruitment r FROM ervu_dashboard.recruitment r
JOIN mud ON mud.recruitment_id = r.idm_id JOIN mud ON mud.recruitment_id = r.idm_id
JOIN recruits_info ri JOIN ervu_dashboard.recruits_info ri
ON COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = r.idm_id ON COALESCE(ri.current_recruitment_id, ri.target_recruitment_id) = r.idm_id
AND ri.updated_at > mud.max_upd_date AND ri.updated_at > mud.max_upd_date
union union
select r2.idm_id select r2.idm_id
from recruitment r2 from ervu_dashboard.recruitment r2
join etl.job_execution je join etl.job_execution je
on r2.idm_id = je.recruitment_id on r2.idm_id = je.recruitment_id
where je.status in ('DELTA_ERROR', 'DELTA_PROCESSING') where je.status in ('DELTA_ERROR', 'DELTA_PROCESSING')

60
mappings/info_recruits/citizen_tables/work/employer/parallel/employer_flow.hpl
View file

@ -207,6 +207,35 @@ and recruitment_id = '${IDM_ID}';
<yloc>112</yloc> <yloc>112</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Create job execution record</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>INSERT INTO etl.job_execution (id, job_name, status, execution_datetime, error_description, recruitment_id)
VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</sql>
<attributes/>
<GUI>
<xloc>192</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform> <transform>
<name>Detect empty stream</name> <name>Detect empty stream</name>
<type>DetectEmptyStream</type> <type>DetectEmptyStream</type>
@ -324,7 +353,7 @@ and recruitment_id = '${IDM_ID}';
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu-dashboard-118</connection> <connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with filteredData as (select ri.recruit_id, <sql>with filteredData as (select ri.recruit_id,
@ -516,35 +545,6 @@ from filteredData fd;</sql>
<yloc>448</yloc> <yloc>448</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Create job execution record</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>INSERT INTO etl.job_execution (id, job_name, status, execution_datetime, error_description, recruitment_id)
VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</sql>
<attributes/>
<GUI>
<xloc>192</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
<error> <error>
<source_transform>Update</source_transform> <source_transform>Update</source_transform>