micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

some fixes

Browse source
This commit is contained in:
Fusionshh 2025-10-18 16:30:45 +03:00
parent 32eda620a4
commit 5f9f8dc2ee
1 changed files with 42 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

52
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow_repeat.hpl
View file

@ -9,6 +9,16 @@
<pipeline_type>Normal</pipeline_type> <pipeline_type>Normal</pipeline_type>
<pipeline_status>0</pipeline_status> <pipeline_status>0</pipeline_status>
<parameters> <parameters>
<parameter>
<name>IDM_ID</name>
<default_value>cc728e0a-af21-49b2-826a-76726aa135e0</default_value>
<description/>
</parameter>
<parameter>
<name>JOB_NAME</name>
<default_value>work_activity_job</default_value>
<description/>
</parameter>
</parameters> </parameters>
<capture_transform_performance>N</capture_transform_performance> <capture_transform_performance>N</capture_transform_performance>
<transform_performance_capturing_delay>1000</transform_performance_capturing_delay> <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
@ -91,6 +101,11 @@
<to>Filter rows</to> <to>Filter rows</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>Change job status on error</from>
<to>Abort</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform> <transform>
<name>Block until transforms finish</name> <name>Block until transforms finish</name>
@ -152,12 +167,9 @@
<name>error_description</name> <name>error_description</name>
</argument> </argument>
</arguments> </arguments>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard-118</connection>
<delete_field/>
<execute_each_row>Y</execute_each_row> <execute_each_row>Y</execute_each_row>
<insert_field/>
<quoteString>N</quoteString> <quoteString>N</quoteString>
<read_field/>
<replace_variables>Y</replace_variables> <replace_variables>Y</replace_variables>
<set_params>Y</set_params> <set_params>Y</set_params>
<single_statement>N</single_statement> <single_statement>N</single_statement>
@ -169,7 +181,6 @@ WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}'; and recruitment_id = '${IDM_ID}';
</sql> </sql>
<update_field/>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>1776</xloc> <xloc>1776</xloc>
@ -189,7 +200,7 @@ and recruitment_id = '${IDM_ID}';
</partitioning> </partitioning>
<arguments> <arguments>
</arguments> </arguments>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard-118</connection>
<execute_each_row>Y</execute_each_row> <execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString> <quoteString>N</quoteString>
<replace_variables>Y</replace_variables> <replace_variables>Y</replace_variables>
@ -221,7 +232,7 @@ and recruitment_id = '${IDM_ID}';
</partitioning> </partitioning>
<arguments> <arguments>
</arguments> </arguments>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard-118</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<quoteString>N</quoteString> <quoteString>N</quoteString>
<replace_variables>Y</replace_variables> <replace_variables>Y</replace_variables>
@ -426,7 +437,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard-118</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<sql>WITH filteredData AS (SELECT ri.recruit_id, <sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr ri.info -> 'svedFL' -> 'svedTrud' -> 'trudDeyat' as trud_arr
@ -468,7 +479,7 @@ FROM filteredData fd
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard-118</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
@ -537,7 +548,7 @@ FROM filteredData fd
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>10000</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard-118</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
@ -569,6 +580,27 @@ FROM filteredData fd
<yloc>704</yloc> <yloc>704</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Abort</name>
<type>Abort</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<abort_option>ABORT_WITH_ERROR</abort_option>
<always_log_rows>Y</always_log_rows>
<message/>
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1968</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
<error> <error>
<source_transform>citizen_work_activity_upsert</source_transform> <source_transform>citizen_work_activity_upsert</source_transform>