micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'origin/develop' into develop

Browse source 
# Conflicts:
#	mappings/info_recruits/citizen_tables/citizen_guardianship/parallel/citizen_guardianship_flow.hpl
#	mappings/info_recruits/citizen_tables/citizen_guardianship/parallel/citizen_guardianship_flow_repeat.hpl
This commit is contained in:
adel.ka 2025-10-22 14:49:59 +03:00
commit fffaa93a91
67 changed files with 1090 additions and 1034 deletions
Download patch file Download diff file Expand all files Collapse all files

5
mappings/info_recruits/citizen_tables/border_crossing/parallel/border_crossing_flow.hpl
View file

@ -319,6 +319,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>SELECT
ri.recruit_id,
CASE
@ -447,8 +448,8 @@ JOIN LATERAL (
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/border_crossing/parallel/border_crossing_flow_delta.hpl
View file

@ -453,8 +453,8 @@ JOIN LATERAL (
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/border_crossing/parallel/border_crossing_flow_repeat.hpl
View file

@ -464,8 +464,8 @@ JOIN LATERAL (
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_appealing_violations_fz53/parallel/citizen_appealing_violations_fz53_flow.hpl
View file

@ -483,8 +483,8 @@ JOIN public.recruit r ON r.id = ad.recruit_id AND '${IDM_ID}' != '' -- Пров
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_appealing_violations_fz53/parallel/citizen_appealing_violations_fz53_flow_delta.hpl
View file

@ -453,8 +453,8 @@ JOIN public.recruit r ON r.id = ad.recruit_id AND '${IDM_ID}' != '' -- Пров
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_appealing_violations_fz53/parallel/citizen_appealing_violations_fz53_flow_repeat.hpl
View file

@ -467,8 +467,8 @@ JOIN public.recruit r ON r.id = ad.recruit_id AND '${IDM_ID}' != '' -- Пров
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_criminal_liability_fz53/parallel/citizen_criminal_liability_fz53_flow.hpl
View file

@ -468,8 +468,8 @@ WHERE i.type = 'CRIMINAL'</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_criminal_liability_fz53/parallel/citizen_criminal_liability_fz53_flow_delta.hpl
View file

@ -489,8 +489,8 @@ WHERE i.type = 'CRIMINAL'</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_criminal_liability_fz53/parallel/citizen_criminal_liability_fz53_flow_repeat.hpl
View file

@ -506,8 +506,8 @@ WHERE i.type = 'CRIMINAL'</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_liability_fz53/parallel/citizen_liability_fz53_flow.hpl
View file

@ -468,8 +468,8 @@ WHERE type = 'ADMINISTRATIVE'</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_liability_fz53/parallel/citizen_liability_fz53_flow_delta.hpl
View file

@ -494,8 +494,8 @@ WHERE type = 'ADMINISTRATIVE'
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizen_liability_fz53/parallel/citizen_liability_fz53_flow_repeat.hpl
View file

@ -507,8 +507,8 @@ WHERE type = 'ADMINISTRATIVE'</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizenship/parallel/citizenship_flow.hpl
View file

@ -430,8 +430,8 @@ where --ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizenship/parallel/citizenship_flow_delta.hpl
View file

@ -455,8 +455,8 @@ where --ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizenship/parallel/citizenship_flow_repeat.hpl
View file

@ -468,8 +468,8 @@ where --ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizenship_foreign/parallel/citizenship_foreign_flow.hpl
View file

@ -458,8 +458,8 @@ FROM citizen</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizenship_foreign/parallel/citizenship_foreign_flow_delta.hpl
View file

@ -477,8 +477,8 @@ FROM citizen</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/citizenship_foreign/parallel/citizenship_foreign_flow_repeat.hpl
View file

@ -484,8 +484,8 @@ FROM citizen</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/deferment_liberation/parallel/deferment_liberation_flow.hpl
View file

@ -471,8 +471,8 @@ WHERE d.type_code = '2' -- освобождение</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/deferment_liberation/parallel/deferment_liberation_flow_delta.hpl
View file

@ -474,8 +474,8 @@ WHERE d.type_code = '2' -- освобождение</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/deferment_liberation/parallel/deferment_liberation_flow_repeat.hpl
View file

@ -488,8 +488,8 @@ WHERE d.type_code = '2' -- освобождение</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/deferment_liberation_permission/parallel/deferment_liberation_permission_flow.hpl
View file

@ -443,8 +443,8 @@ JOIN p_recruits_deferment d ON r.id = d.recruit_id</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/deferment_liberation_permission/parallel/deferment_liberation_permission_flow_delta.hpl
View file

@ -456,8 +456,8 @@ JOIN p_recruits_deferment d ON r.id = d.recruit_id</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/deferment_liberation_permission/parallel/deferment_liberation_permission_flow_repeat.hpl
View file

@ -470,8 +470,8 @@ JOIN p_recruits_deferment d ON r.id = d.recruit_id</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

9
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow.hpl
View file

@ -282,7 +282,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH
base AS (
SELECT
@ -319,7 +318,7 @@ all_data AS (
SELECT
ri.recruit_id,
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataSved', 'YYYY-MM-DD') AS source_update_date,
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'-&gt;'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'serUTM' AS licence_series, -- серия удостоверения тракториста
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'nomUTM' AS licence_number, -- номер удостоверения тракториста
(SELECT array_to_string(ARRAY(SELECT jsonb_array_elements_text(
@ -327,7 +326,7 @@ all_data AS (
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataVydUTM', 'YYYY-MM-DD') AS start_date, -- дата выдачи
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataOkonchUTM', 'YYYY-MM-DD') AS close_date, -- дата окончания действия
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataZameny', 'YYYY-MM-DD') AS replacement_date, -- дата замены
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataVozvr', 'YYYY-MM-DD') AS return_date, -- дата возврата
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'-&gt;&gt;'dataVozvr', 'YYYY-MM-DD') AS return_date, -- дата возврата
true AS tractor_driver
FROM base ri
WHERE ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' IS NOT NULL
@ -497,8 +496,8 @@ FROM all_data</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

5
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow_delta.hpl
View file

@ -374,7 +374,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH
base AS (
SELECT
@ -527,8 +526,8 @@ FROM all_data</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

9
mappings/info_recruits/citizen_tables/drivers_licence/parallel/drivers_licence_flow_repeat.hpl
View file

@ -390,7 +390,6 @@ DO UPDATE SET
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH
base AS (
SELECT
@ -427,7 +426,7 @@ all_data AS (
SELECT
ri.recruit_id,
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataSved', 'YYYY-MM-DD') AS source_update_date,
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'-&gt;'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
'1' AS status, -- статус удостоверения тракториста // ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'kodStatusUTM'
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'serUTM' AS licence_series, -- серия удостоверения тракториста
ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'nomUTM' AS licence_number, -- номер удостоверения тракториста
(SELECT array_to_string(ARRAY(SELECT jsonb_array_elements_text(
@ -435,7 +434,7 @@ all_data AS (
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataVydUTM', 'YYYY-MM-DD') AS start_date, -- дата выдачи
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataOkonchUTM', 'YYYY-MM-DD') AS close_date, -- дата окончания действия
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataZameny', 'YYYY-MM-DD') AS replacement_date, -- дата замены
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'->>'dataVozvr', 'YYYY-MM-DD') AS return_date, -- дата возврата
to_date(ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM'-&gt;&gt;'dataVozvr', 'YYYY-MM-DD') AS return_date, -- дата возврата
true AS tractor_driver
FROM base ri
WHERE ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' IS NOT NULL
@ -527,8 +526,8 @@ FROM all_data</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

56
mappings/info_recruits/citizen_tables/education/educational_institution_learning/parallel/citizen_education_flow.hpl
View file

@ -41,11 +41,6 @@
<to>education_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter_null_parental_leave_dates</from>
<to>block_until_main_finished</to>
@ -111,6 +106,16 @@
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Change job status on success</name>
@ -141,7 +146,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1696</xloc>
<yloc>208</yloc>
<yloc>32</yloc>
</GUI>
</transform>
<transform>
@ -187,7 +192,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>208</yloc>
<yloc>32</yloc>
</GUI>
</transform>
<transform>
@ -219,7 +224,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1696</xloc>
@ -791,8 +796,8 @@ FROM filteredData fd;</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -825,8 +830,8 @@ FROM filteredData fd;</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -847,6 +852,33 @@ FROM filteredData fd;</sql>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_field/>
<count_rows>N</count_rows>
<error_description/>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1696</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

233
mappings/info_recruits/citizen_tables/education/educational_institution_learning/parallel/citizen_education_flow_delta.hpl
View file

@ -46,36 +46,16 @@
<to>education_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter_null_parental_leave_dates</from>
<to>Block until transforms finish</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Detect empty stream</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>block_until_all_complete</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>educ_info_upsert</from>
<to>block_until_all_complete</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Block until transforms finish</from>
<to>edu_leave_upsert</to>
@ -91,21 +71,6 @@
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Change job status on error 2</from>
<to>Abort 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>edu_leave_upsert</from>
<to>Change job status on error 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>education_input</from>
<to>Filter_null_parental_leave_dates</to>
@ -122,15 +87,40 @@
<enabled>Y</enabled>
</hop>
<hop>
<from>Sort rows</from>
<to>Identify last row in a stream</to>
<from>educ_info_upsert</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<from>education_input</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Sort rows</from>
<to>educ_info_upsert</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>edu_leave_upsert</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -152,26 +142,6 @@
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Abort 2</name>
<type>Abort</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<abort_option>ABORT</abort_option>
<always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1824</xloc>
<yloc>752</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
@ -190,8 +160,8 @@
</transforms>
<attributes/>
<GUI>
<xloc>1232</xloc>
<yloc>688</yloc>
<xloc>1184</xloc>
<yloc>576</yloc>
</GUI>
</transform>
<transform>
@ -230,42 +200,6 @@ and recruitment_id = '${IDM_ID}';
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on error 2</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1648</xloc>
<yloc>752</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on success</name>
<type>ExecSql</type>
@ -294,7 +228,7 @@ WHERE job_name = '${JOB_NAME}'
<attributes/>
<GUI>
<xloc>1840</xloc>
<yloc>288</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -342,8 +276,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<attributes/>
<GUI>
<xloc>1152</xloc>
<yloc>288</yloc>
<xloc>640</xloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -375,7 +309,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1840</xloc>
@ -406,26 +340,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<send_true_to>Block until transforms finish</send_true_to>
<attributes/>
<GUI>
<xloc>976</xloc>
<yloc>688</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<resultfieldname>last_row</resultfieldname>
<attributes/>
<GUI>
<xloc>1152</xloc>
<yloc>464</yloc>
<xloc>944</xloc>
<yloc>576</yloc>
</GUI>
</transform>
<transform>
@ -440,8 +356,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -493,33 +409,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>832</yloc>
</GUI>
</transform>
<transform>
<name>block_until_all_complete</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
<transform>
<name>edu_leave_upsert</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1664</xloc>
<yloc>464</yloc>
<xloc>1392</xloc>
<yloc>672</yloc>
</GUI>
</transform>
<transform>
@ -572,8 +463,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>688</yloc>
<xloc>1392</xloc>
<yloc>576</yloc>
</GUI>
</transform>
<transform>
@ -848,7 +739,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedVUZ' -> 'vuz' as education_arr,
'Образовательная организация высшего образования' as educational_institution_typ,
@ -976,8 +866,8 @@ where case
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -994,14 +884,41 @@ where case
</fields>
<attributes/>
<GUI>
<xloc>976</xloc>
<yloc>832</yloc>
<xloc>944</xloc>
<yloc>672</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_field/>
<count_rows>N</count_rows>
<error_description/>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1840</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>
<target_transform>Change job status on error 2</target_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
@ -1013,7 +930,7 @@ where case
</error>
<error>
<source_transform>edu_leave_upsert</source_transform>
<target_transform>Change job status on error 2</target_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>

302
mappings/info_recruits/citizen_tables/education/educational_institution_learning/parallel/citizen_education_flow_repeat.hpl
View file

@ -41,26 +41,11 @@
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter_null_parental_leave_dates</from>
<to>block_until_main_finished</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sort_by_source_id</from>
<to>Group by</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Group by</from>
<to>upsert_edu_inst_info</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>block_until_main_finished</from>
<to>upsert_educational_leave</to>
@ -106,6 +91,26 @@
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>education_input</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sort_by_source_id</from>
<to>upsert_edu_inst_info</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -192,7 +197,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1936</xloc>
<yloc>368</yloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
@ -247,7 +252,7 @@ ON CONFLICT (job_name, recruitment_id)
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>368</yloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
@ -279,7 +284,7 @@ ON CONFLICT (job_name, recruitment_id)
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1936</xloc>
@ -315,8 +320,8 @@ ON CONFLICT (job_name, recruitment_id)
</GUI>
</transform>
<transform>
<name>Group by</name>
<type>GroupBy</type>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
@ -325,253 +330,18 @@ ON CONFLICT (job_name, recruitment_id)
<method>none</method>
<schema_name/>
</partitioning>
<add_linenr>N</add_linenr>
<all_rows>N</all_rows>
<directory>${java.io.tmpdir}</directory>
<count_rows>N</count_rows>
<fields>
<field>
<aggregate>recruit_id</aggregate>
<subject>recruit_id</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>source_update_date</aggregate>
<subject>source_update_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>educational_institution_type</aggregate>
<subject>educational_institution_type</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>org_type</aggregate>
<subject>org_type</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>inn</aggregate>
<subject>inn</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>kpp</aggregate>
<subject>kpp</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>ogrn</aggregate>
<subject>ogrn</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>educational_institution_address</aggregate>
<subject>educational_institution_address</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>educational_organization_separate_unit_type</aggregate>
<subject>educational_organization_separate_unit_type</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>educational_organization_separate_unit_address</aggregate>
<subject>educational_organization_separate_unit_address</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>student_status</aggregate>
<subject>student_status</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>grade_number</aggregate>
<subject>grade_number</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>education_level_code</aggregate>
<subject>education_level_code</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>admission_date</aggregate>
<subject>admission_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>enrollment_date</aggregate>
<subject>enrollment_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>enrollment_order_number</aggregate>
<subject>enrollment_order_number</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>enrollment_order_date</aggregate>
<subject>enrollment_order_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>completion_date</aggregate>
<subject>completion_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>education_form</aggregate>
<subject>education_form</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>education_program_start_date</aggregate>
<subject>education_program_start_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>education_start_date</aggregate>
<subject>education_start_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>planned_completion_date</aggregate>
<subject>planned_completion_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>minobr_speciality_code</aggregate>
<subject>minobr_speciality_code</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>minprosv_speciality_code</aggregate>
<subject>minprosv_speciality_code</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>recovery_info</aggregate>
<subject>recovery_info</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>recovery_date</aggregate>
<subject>recovery_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>recovery_order_date</aggregate>
<subject>recovery_order_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>recovery_order_number</aggregate>
<subject>recovery_order_number</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>expulsion_info</aggregate>
<subject>expulsion_info</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>expulsion_date</aggregate>
<subject>expulsion_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>expulsion_order_date</aggregate>
<subject>expulsion_order_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>expulsion_order_number</aggregate>
<subject>expulsion_order_number</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>academical_leave_info</aggregate>
<subject>academical_leave_info</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>first_education</aggregate>
<subject>first_education</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>vus_spec</aggregate>
<subject>vus_spec</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_center_education_info</aggregate>
<subject>military_center_education_info</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_center_education_start_date</aggregate>
<subject>military_center_education_start_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_center_education_end_date</aggregate>
<subject>military_center_education_end_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_center_education_period</aggregate>
<subject>military_center_education_period</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_center_completion</aggregate>
<subject>military_center_completion</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_department_education_info</aggregate>
<subject>military_department_education_info</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_department_start_date</aggregate>
<subject>military_department_start_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>military_department_end_date</aggregate>
<subject>military_department_end_date</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>last_row</aggregate>
<subject>last_row</subject>
<type>LAST_INCL_NULL</type>
</field>
<field>
<aggregate>has_educational_institution_info</aggregate>
<subject>has_educational_institution_info</subject>
<type>FIRST_INCL_NULL</type>
</field>
<field>
<aggregate>educational_institution_status_code</aggregate>
<subject>educational_institution_status_code</subject>
<type>FIRST_INCL_NULL</type>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<give_back_row>N</give_back_row>
<group>
<field>
<name>source_id</name>
</field>
</group>
<ignore_aggregate>N</ignore_aggregate>
<prefix>grp</prefix>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1312</xloc>
<yloc>512</yloc>
<xloc>1936</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
@ -788,8 +558,8 @@ FROM filteredData fd;</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -822,12 +592,12 @@ FROM filteredData fd;</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>N</unique_rows>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>

51
mappings/info_recruits/citizen_tables/education/foreign_diploma/parallel/foreign_diploma_flow.hpl
View file

@ -30,11 +30,6 @@
<to>foerign_diploma_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>citizen_education_diploma_output</from>
<to>Change job status on error</to>
@ -75,6 +70,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -161,7 +166,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1024</xloc>
<yloc>256</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -207,7 +212,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>544</xloc>
<yloc>256</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -239,7 +244,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1024</xloc>
@ -258,8 +263,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -280,6 +285,31 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<yloc>624</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1024</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -422,7 +452,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedInObr' -> 'inObr' as diploma_arr,
ctid

55
mappings/info_recruits/citizen_tables/education/foreign_diploma/parallel/foreign_diploma_flow_delta.hpl
View file

@ -30,11 +30,6 @@
<to>foreign_diploma_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>foreign_diploma_upsert</from>
<to>Change job status on error</to>
@ -70,6 +65,21 @@
<to>Sort rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>foreign_diploma_upsert</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -156,7 +166,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1136</xloc>
<yloc>320</yloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
@ -205,7 +215,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>320</yloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
@ -237,7 +247,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1136</xloc>
@ -256,8 +266,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -278,6 +288,31 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>688</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1136</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>

50
mappings/info_recruits/citizen_tables/education/foreign_diploma/parallel/foreign_diploma_flow_repeat.hpl
View file

@ -30,11 +30,6 @@
<to>foerign_diploma_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>foreign_diploma_upsert</from>
<to>Change job status on error</to>
@ -75,6 +70,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -161,7 +166,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>960</xloc>
<yloc>272</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -216,7 +221,7 @@ ON CONFLICT (job_name, recruitment_id)
<attributes/>
<GUI>
<xloc>544</xloc>
<yloc>272</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -248,7 +253,7 @@ ON CONFLICT (job_name, recruitment_id)
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>960</xloc>
@ -267,8 +272,8 @@ ON CONFLICT (job_name, recruitment_id)
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -475,6 +480,31 @@ FROM filteredData fd
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>960</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

55
mappings/info_recruits/citizen_tables/education/russian_diploma/parallel/russian_diploma_flow.hpl
View file

@ -30,11 +30,6 @@
<to>education_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>citizen_education_diploma_output</from>
<to>Change job status on error</to>
@ -75,6 +70,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -161,7 +166,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>960</xloc>
<yloc>224</yloc>
<yloc>128</yloc>
</GUI>
</transform>
<transform>
@ -207,7 +212,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>448</xloc>
<yloc>224</yloc>
<yloc>128</yloc>
</GUI>
</transform>
<transform>
@ -239,7 +244,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>960</xloc>
@ -258,8 +263,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -280,6 +285,31 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>960</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -303,8 +333,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_russian_diploma </name>
<rename>has_russian_diploma </rename>
<name>has_russian_diploma</name>
<rename>has_russian_diploma</rename>
</value>
</lookup>
<skip_lookup>Y</skip_lookup>
@ -426,7 +456,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedRObr' -> 'robr' AS diploma_arr,
ctid

51
mappings/info_recruits/citizen_tables/education/russian_diploma/parallel/russian_diploma_flow_delta.hpl
View file

@ -46,11 +46,6 @@
<to>education_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Change job status on error</to>
@ -91,6 +86,16 @@
<to>Sort rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -177,7 +182,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>288</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -226,7 +231,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>688</xloc>
<yloc>288</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -258,7 +263,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1120</xloc>
@ -386,8 +391,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -456,7 +461,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedRObr' -> 'robr' AS diploma_arr,
ctid
@ -497,6 +501,31 @@ where case
<yloc>464</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Insert / update</source_transform>

51
mappings/info_recruits/citizen_tables/education/russian_diploma/parallel/russian_diploma_flow_repeat.hpl
View file

@ -36,11 +36,6 @@
<to>education_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update</from>
<to>Change job status on error</to>
@ -81,6 +76,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -167,7 +172,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>208</yloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform>
@ -222,7 +227,7 @@ ON CONFLICT (job_name, recruitment_id)
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>208</yloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform>
@ -254,7 +259,7 @@ ON CONFLICT (job_name, recruitment_id)
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>944</xloc>
@ -382,8 +387,8 @@ ON CONFLICT (job_name, recruitment_id)
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -452,7 +457,6 @@ ON CONFLICT (job_name, recruitment_id)
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedRObr' -> 'robr' AS diploma_arr,
ctid
@ -487,6 +491,31 @@ FROM filteredData fd
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>944</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Insert / update</source_transform>

46
mappings/info_recruits/citizen_tables/medicine/health_state/parallel/health_state_flow.hpl
View file

@ -30,11 +30,6 @@
<to>health_state_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>health_state_output</from>
<to>Change job status on error</to>
@ -80,6 +75,16 @@
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -166,7 +171,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>304</yloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
@ -212,7 +217,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>560</xloc>
<yloc>304</yloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
@ -244,7 +249,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1424</xloc>
@ -453,6 +458,31 @@ FROM filteredData fd
<yloc>464</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

172
mappings/info_recruits/citizen_tables/medicine/health_state/parallel/health_state_flow_delta.hpl
View file

@ -41,21 +41,6 @@
<to>health_state_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Identify last row in a stream</from>
<to>health_state_upsert</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>health_state_upsert</from>
<to>Change job status on error</to>
@ -71,11 +56,6 @@
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows 2</from>
<to>Identify last row in a stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>health_state_input</from>
<to>Filter rows 2</to>
@ -92,23 +72,33 @@
<enabled>Y</enabled>
</hop>
<hop>
<from>Change job status on error 2</from>
<to>Abort 2</to>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update</from>
<to>Change job status on error 2</to>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Update 2</from>
<to>Block until transforms finish</to>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Block until transforms finish</from>
<to>Filter rows</to>
<from>Update</from>
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>health_state_input</from>
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows 2</from>
<to>health_state_upsert</to>
<enabled>Y</enabled>
</hop>
</order>
@ -128,52 +118,10 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>2256</xloc>
<xloc>1648</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform>
<name>Abort 2</name>
<type>Abort</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<abort_option>ABORT</abort_option>
<always_log_rows>Y</always_log_rows>
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1328</xloc>
<yloc>848</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>2064</xloc>
<yloc>512</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on error</name>
<type>ExecSql</type>
@ -206,46 +154,10 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1856</xloc>
<xloc>1392</xloc>
<yloc>704</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on error 2</name>
<type>ExecSql</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
<argument>
<name>error_description</name>
</argument>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>Y</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>Y</replace_variables>
<set_params>Y</set_params>
<single_statement>N</single_statement>
<sql>UPDATE etl.job_execution
SET status = 'DELTA_ERROR',
error_description = ?,
execution_end_datetime = current_timestamp
WHERE job_name = '${JOB_NAME}'
and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>848</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on success</name>
<type>ExecSql</type>
@ -274,8 +186,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>2256</xloc>
<yloc>336</yloc>
<xloc>1648</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
@ -323,8 +235,8 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<attributes/>
<GUI>
<xloc>1376</xloc>
<yloc>336</yloc>
<xloc>880</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform>
@ -356,10 +268,10 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>2256</xloc>
<xloc>1648</xloc>
<yloc>512</yloc>
</GUI>
</transform>
@ -393,29 +305,36 @@ and recruitment_id = '${IDM_ID}';</sql>
</condition>
</compare>
<send_false_to>Update</send_false_to>
<send_true_to>Identify last row in a stream</send_true_to>
<send_true_to>health_state_upsert</send_true_to>
<attributes/>
<GUI>
<xloc>1120</xloc>
<xloc>1008</xloc>
<yloc>512</yloc>
</GUI>
</transform>
<transform>
<name>Identify last row in a stream</name>
<type>DetectLastRow</type>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>N</distribute>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<resultfieldname>last_row</resultfieldname>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1376</xloc>
<yloc>512</yloc>
<xloc>1648</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform>
@ -449,7 +368,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1120</xloc>
<xloc>1008</xloc>
<yloc>704</yloc>
</GUI>
</transform>
@ -484,7 +403,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>1856</xloc>
<xloc>1392</xloc>
<yloc>512</yloc>
</GUI>
</transform>
@ -492,7 +411,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<name>health_state_input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
@ -501,7 +420,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->> 'dataSved' as source_update_date,
ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' -> 'sostZdorov' as zdorov_arr,
@ -586,14 +504,14 @@ FROM filteredData fd
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>1664</xloc>
<xloc>1200</xloc>
<yloc>512</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>
<target_transform>Change job status on error 2</target_transform>
<target_transform>Change job status on error</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename>error_description</descriptions_valuename>

47
mappings/info_recruits/citizen_tables/medicine/health_state/parallel/health_state_flow_repeat.hpl
View file

@ -41,11 +41,6 @@
<to>health_state_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>health_state_upsert</from>
<to>Change job status on error</to>
@ -91,6 +86,16 @@
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -177,7 +182,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1184</xloc>
<yloc>288</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -226,7 +231,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>464</xloc>
<yloc>288</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -258,7 +263,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1184</xloc>
@ -389,7 +394,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->> 'dataSved' as source_update_date,
ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' -> 'sostZdorov' as zdorov_arr,
@ -472,6 +476,31 @@ FROM filteredData fd
<yloc>448</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1184</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

50
mappings/info_recruits/citizen_tables/medicine/incapacity/parallel/incapacity_flow.hpl
View file

@ -30,11 +30,6 @@
<to>incapacity_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>incapacity_output</from>
<to>Change job status on error</to>
@ -75,6 +70,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -161,7 +166,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1152</xloc>
<yloc>240</yloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
@ -207,7 +212,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>240</yloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
@ -239,7 +244,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1152</xloc>
@ -258,8 +263,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -416,6 +421,31 @@ FROM filteredData fd
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1152</xloc>
<yloc>288</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

51
mappings/info_recruits/citizen_tables/medicine/incapacity/parallel/incapacity_flow_delta.hpl
View file

@ -31,11 +31,6 @@
<to>incapacity_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>incapacity_upsert</from>
<to>Change job status on error</to>
@ -76,6 +71,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -162,7 +167,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1696</xloc>
<yloc>208</yloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -211,7 +216,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>208</yloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -243,7 +248,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1696</xloc>
@ -262,8 +267,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -332,7 +337,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedNedeesp' -> 'nedeesposob' as nedeesposob_arr,
ctid
@ -426,6 +430,31 @@ WHERE case when '${MAX_SOURCE_UPDATE_DATE}' &lt;&gt; ''
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1696</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

50
mappings/info_recruits/citizen_tables/medicine/incapacity/parallel/incapacity_flow_repeat.hpl
View file

@ -30,11 +30,6 @@
<to>incapacity_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>incapacity_upsert</from>
<to>Change job status on error</to>
@ -75,6 +70,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -161,7 +166,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>256</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -210,7 +215,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>640</xloc>
<yloc>256</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -242,7 +247,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1280</xloc>
@ -261,8 +266,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -421,6 +426,31 @@ FROM filteredData fd
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

91
mappings/info_recruits/citizen_tables/medicine/vich/parallel/vich_flow.hpl
View file

@ -41,11 +41,6 @@
<to>vich_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_output</from>
<to>change_job_status_on_output_error</to>
@ -56,16 +51,6 @@
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_output</from>
<to>block_until_update_finished</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>block_until_update_finished</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_input</from>
<to>Sort rows</to>
@ -96,6 +81,21 @@
<to>change_job_status_on_output_error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_output</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Change job status on success</name>
@ -125,8 +125,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1360</xloc>
<yloc>240</yloc>
<xloc>1152</xloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -172,7 +172,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>240</yloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -204,10 +204,10 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1360</xloc>
<xloc>1152</xloc>
<yloc>416</yloc>
</GUI>
</transform>
@ -259,8 +259,8 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -281,6 +281,31 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<yloc>592</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1152</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
@ -340,28 +365,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<yloc>592</yloc>
</GUI>
</transform>
<transform>
<name>block_until_update_finished</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1136</xloc>
<yloc>416</yloc>
</GUI>
</transform>
<transform>
<name>change_job_status_on_output_error</name>
<type>ExecSql</type>

94
mappings/info_recruits/citizen_tables/medicine/vich/parallel/vich_flow_delta.hpl
View file

@ -41,11 +41,6 @@
<to>vich_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_upsert</from>
<to>Change job status on error</to>
@ -66,16 +61,6 @@
<to>Sort rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_upsert</from>
<to>block_until_update_finished</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>block_until_update_finished</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_input</from>
<to>Filter rows 2</to>
@ -96,6 +81,21 @@
<to>Detect empty stream</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_upsert</from>
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -113,7 +113,7 @@
<row_threshold>0</row_threshold>
<attributes/>
<GUI>
<xloc>1856</xloc>
<xloc>1744</xloc>
<yloc>560</yloc>
</GUI>
</transform>
@ -181,8 +181,8 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1856</xloc>
<yloc>224</yloc>
<xloc>1744</xloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -231,7 +231,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>1040</xloc>
<yloc>224</yloc>
<yloc>144</yloc>
</GUI>
</transform>
<transform>
@ -263,10 +263,10 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1856</xloc>
<xloc>1744</xloc>
<yloc>384</yloc>
</GUI>
</transform>
@ -318,8 +318,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -375,28 +375,6 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>block_until_update_finished</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>Update</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1664</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>vich_input</name>
<type>TableInput</type>
@ -410,7 +388,6 @@ and recruitment_id = '${IDM_ID}';</sql>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
to_date(ri.info -> 'svedFL' -> 'svedUchetVICH' -> 'svedVICH' ->> 'dataSved',
'YYYY-MM-DD') as source_update_date,
@ -500,6 +477,31 @@ WHERE case when '${MAX_SOURCE_UPDATE_DATE}' &lt;&gt; ''
<yloc>384</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1744</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

50
mappings/info_recruits/citizen_tables/medicine/vich/parallel/vich_flow_repeat.hpl
View file

@ -41,11 +41,6 @@
<to>vich_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>vich_upsert</from>
<to>Change job status on error</to>
@ -91,6 +86,16 @@
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -177,7 +182,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>288</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -226,7 +231,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>640</xloc>
<yloc>288</yloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
@ -258,7 +263,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1424</xloc>
@ -313,8 +318,8 @@ and recruitment_id = '${IDM_ID}';</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
@ -473,6 +478,31 @@ FROM filteredData fd
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1424</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>Update</source_transform>

4
mappings/info_recruits/citizen_tables/property/parallel/property_flow.hpl
View file

@ -629,8 +629,8 @@ from all_data</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/property/parallel/property_flow_delta.hpl
View file

@ -650,8 +650,8 @@ FROM all_data</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/property/parallel/property_flow_repeat.hpl
View file

@ -665,8 +665,8 @@ from all_data</sql>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow.hpl
View file

@ -414,8 +414,8 @@ WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow_delta.hpl
View file

@ -424,8 +424,8 @@ WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/recruit_archive/parallel/recruit_archive_flow_repeat.hpl
View file

@ -439,8 +439,8 @@ WHERE '${IDM_ID}' != '' -- Проверка на пустую строку
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

47
mappings/info_recruits/citizen_tables/sport/parallel/sport_flow.hpl
View file

@ -41,11 +41,6 @@
<to>sport_input</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sport_rank_output</from>
<to>Change job status on error</to>
@ -101,6 +96,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -186,7 +191,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1296</xloc>
<yloc>272</yloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform>
@ -232,7 +237,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<attributes/>
<GUI>
<xloc>512</xloc>
<yloc>272</yloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform>
@ -264,7 +269,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1296</xloc>
@ -360,7 +365,6 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit/>
<sql>WITH filteredData AS (SELECT ri.recruit_id,
ri.info -> 'svedFL' -> 'svedSport' -> 'sport' AS sport_arr,
ctid
@ -525,6 +529,31 @@ FROM filteredData fd
<yloc>368</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1296</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>sport_flags_update</source_transform>

46
mappings/info_recruits/citizen_tables/sport/parallel/sport_flow_delta.hpl
View file

@ -35,11 +35,6 @@
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sport_rank_flag_update</from>
<to>Change job status on error</to>
@ -90,6 +85,16 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -176,7 +181,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>256</yloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform>
@ -225,7 +230,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>256</yloc>
<yloc>112</yloc>
</GUI>
</transform>
<transform>
@ -257,7 +262,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1120</xloc>
@ -529,6 +534,31 @@ where case
<yloc>512</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1120</xloc>
<yloc>240</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>sport_rank_flag_update</source_transform>

46
mappings/info_recruits/citizen_tables/sport/parallel/sport_flow_repeat.hpl
View file

@ -35,11 +35,6 @@
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>sport_flags_update</from>
<to>Change job status on error</to>
@ -90,6 +85,16 @@
<to>sport_flags_update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Unique rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Unique rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -176,7 +181,7 @@ and recruitment_id = '${IDM_ID}';
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>336</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -225,7 +230,7 @@ and recruitment_id = '${IDM_ID}';</sql>
<attributes/>
<GUI>
<xloc>592</xloc>
<yloc>336</yloc>
<yloc>176</yloc>
</GUI>
</transform>
<transform>
@ -257,7 +262,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Change job status on success</send_true_to>
<send_true_to>Unique rows</send_true_to>
<attributes/>
<GUI>
<xloc>1280</xloc>
@ -523,6 +528,31 @@ FROM filteredData fd
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Unique rows</name>
<type>Unique</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<count_rows>N</count_rows>
<fields>
<field>
<case_insensitive>N</case_insensitive>
<name>recruit_id</name>
</field>
</fields>
<reject_duplicate_row>N</reject_duplicate_row>
<attributes/>
<GUI>
<xloc>1280</xloc>
<yloc>336</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>sport_flags_update</source_transform>

4
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow.hpl
View file

@ -487,8 +487,8 @@ WHERE
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow_delta.hpl
View file

@ -498,8 +498,8 @@ WHERE
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

4
mappings/info_recruits/citizen_tables/subpoena/parallel/subpoena_flow_repeat.hpl
View file

@ -513,8 +513,8 @@ WHERE
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix/>
<sort_size>1000000</sort_size>
<prefix>srt</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>

47
mappings/info_recruits/citizen_tables/work/employer/parallel/employer_flow_delta.hpl
View file

@ -106,16 +106,6 @@
<to>Filter rows</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Block until transforms finish 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Block until transforms finish 2</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Change job status on error</from>
<to>Abort</to>
@ -146,6 +136,11 @@
<to>Change job status on error</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Filter rows</from>
<to>Change job status on success</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Abort</name>
@ -167,34 +162,6 @@
<yloc>1264</yloc>
</GUI>
</transform>
<transform>
<name>Block until transforms finish 2</name>
<type>BlockUntilTransformsFinish</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<transforms>
<transform>
<name>update_akt_flag_on_delete</name>
</transform>
<transform>
<name>update_akt_flag</name>
</transform>
<transform>
<name>upsert_pred</name>
</transform>
</transforms>
<attributes/>
<GUI>
<xloc>1616</xloc>
<yloc>912</yloc>
</GUI>
</transform>
<transform>
<name>Change job status on error</name>
<type>ExecSql</type>
@ -259,7 +226,7 @@ and recruitment_id = '${IDM_ID}';
</sql>
<attributes/>
<GUI>
<xloc>1840</xloc>
<xloc>1648</xloc>
<yloc>912</yloc>
</GUI>
</transform>
@ -375,7 +342,7 @@ and recruitment_id = '${IDM_ID}';</sql>
</value>
</condition>
</compare>
<send_true_to>Block until transforms finish 2</send_true_to>
<send_true_to>Change job status on success</send_true_to>
<attributes/>
<GUI>
<xloc>1440</xloc>

11
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow.hpl
View file

@ -387,7 +387,7 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
to_date(ri.info -> 'svedFL' -> 'svedRegIP' -> 'regIP' -> 'extend' ->> 'dataSnUchNPD',
'YYYY-MM-DD') as dereg_npd_date,
true as actual,
ri.ctid
ri.ctid
from ervu_dashboard.recruits_info ri
where ri.info -> 'svedFL' -> 'svedRegIP' ->> 'regIP' != 'null'
AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}'))
@ -401,10 +401,10 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
to_date(ri.info -> 'svedFL' -> 'svedRegIP' -> 'regIP' -> 'extend' ->> 'dataSnUchNPD',
'YYYY-MM-DD') as dereg_npd_date,
false as actual,
ri.ctid
ri.ctid
from ervu_dashboard.recruits_info ri
where ri.info -> 'svedFL' -> 'svedRegIP' -> 'regIP' ->> 'predRegIP' != 'null'
AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}'))
AND (ri.current_recruitment_id = '${IDM_ID}' or (ri.current_recruitment_id is null and ri.target_recruitment_id = '${IDM_ID}'))
)
select fd.recruit_id,
fd.source_id,
@ -415,8 +415,9 @@ select fd.recruit_id,
reg_npd_date,
dereg_npd_date,
fd.actual as actual,
fd.ctid = (select max(ctid) from filteredData) as last_row
from filtered_data fd;</sql>
fd.ctid = (select max(ctid) from fd) as last_row
from filtered_data fd;
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>

2
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow_delta.hpl
View file

@ -621,7 +621,7 @@ select fd.recruit_id,
to_date(pred_ip_elem ->> 'dataRegIP', 'YYYY-MM-DD') as pred_registration_date,
to_date(pred_ip_elem ->> 'dataINNNed', 'YYYY-MM-DD') as pred_deregistration_date,
to_date(fd.pred_ip_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' as pred_need_update,
fd.ctid = (select max(ctid) from filteredData) as last_row
fd.ctid = (select max(ctid) from fd) as last_row
from filtered_data fd;
</sql>
<variables_active>Y</variables_active>

2
mappings/info_recruits/citizen_tables/work/individual_entrepreneur/parallel/individual_entrepreneur_flow_repeat.hpl
View file

@ -419,7 +419,7 @@ select fd.recruit_id,
reg_npd_date,
dereg_npd_date,
fd.actual as actual,
fd.ctid = (select max(ctid) from filteredData) as last_row
fd.ctid = (select max(ctid) from fd) as last_row
from filtered_data fd;</sql>
<variables_active>Y</variables_active>
<attributes/>

2
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow.hpl
View file

@ -355,7 +355,7 @@ select fd.recruit_id,
to_date(npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as register_date,
to_date(npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as deregistration_date,
actual,
fd.ctid = (select max(ctid) from filteredData) as last_row
fd.ctid = (select max(ctid) from fd) as last_row
from filtered_data fd;</sql>
<variables_active>Y</variables_active>
<attributes/>

2
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow_delta.hpl
View file

@ -514,7 +514,7 @@ select fd.recruit_id,
to_date(pred_npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as pred_register_date,
to_date(pred_npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as pred_deregistration_date,
to_date(pred_npd_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DATE}' as pred_need_update,
fd.ctid = (select max(ctid) from filteredData) as last_row
fd.ctid = (select max(ctid) from fd) as last_row
from filtered_data fd;</sql>
<variables_active>Y</variables_active>
<attributes/>

2
mappings/info_recruits/citizen_tables/work/self_employed/parallel/self_employed_flow_repeat.hpl
View file

@ -356,7 +356,7 @@ select fd.recruit_id,
to_date(npd_elem ->> 'dataUchNPD', 'YYYY-MM-DD') as register_date,
to_date(npd_elem ->> 'dataSnUchNPD', 'YYYY-MM-DD') as deregistration_date,
actual,
fd.ctid = (select max(ctid) from filteredData) as last_row
fd.ctid = (select max(ctid) from fd) as last_row
from filtered_data fd;</sql>
<variables_active>Y</variables_active>
<attributes/>

70
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow.hpl
View file

@ -318,6 +318,40 @@ VALUES (DEFAULT, '${JOB_NAME}', 'PROCESSING', DEFAULT, null, '${IDM_ID}');
<yloc>560</yloc>
</GUI>
</transform>
<transform>
<name>Sort rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>citizen_work_activity_input</name>
<type>TableInput</type>
@ -348,7 +382,7 @@ SELECT fd.recruit_id,
coalesce((trud_elem ->> 'prAktMestRab') = '1', false) AS actual_employer,
to_date(uhod_elem ->> 'dataNachUhodReb', 'YYYY-MM-DD') AS parental_leave_start_date,
to_date(uhod_elem ->> 'dataKonUhodReb', 'YYYY-MM-DD') AS parental_leave_end_date,
fd.ctid = (select max(ctid) from filteredData) as last_row
fd.ctid = (select max(ctid) from fd) as last_row
FROM filteredData fd
CROSS JOIN LATERAL jsonb_array_elements(trud_arr) AS trud_elem
LEFT JOIN LATERAL jsonb_array_elements(
@ -477,40 +511,6 @@ FROM filteredData fd
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Sort rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>1000000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>704</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>employee_parental_leave_output</source_transform>

68
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow_delta.hpl
View file

@ -313,6 +313,40 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Sort rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform>
<name>citizen_work_activity_input</name>
<type>TableInput</type>
@ -475,40 +509,6 @@ where to_date(trud_elem ->> 'dataSved', 'YYYY-MM-DD') > '${MAX_SOURCE_UPDATE_DAT
<yloc>432</yloc>
</GUI>
</transform>
<transform>
<name>Sort rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>1000000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>224</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>citizen_work_activity_upsert</source_transform>

68
mappings/info_recruits/citizen_tables/work/work_activity/parallel/work_activity_flow_repeat.hpl
View file

@ -311,6 +311,40 @@ and recruitment_id = '${IDM_ID}';</sql>
<yloc>720</yloc>
</GUI>
</transform>
<transform>
<name>Sort rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>100000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform>
<name>citizen_work_activity_input</name>
<type>TableInput</type>
@ -476,40 +510,6 @@ FROM filteredData fd
<yloc>720</yloc>
</GUI>
</transform>
<transform>
<name>Sort rows</name>
<type>SortRows</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<directory>${java.io.tmpdir}</directory>
<prefix>out</prefix>
<sort_size>1000000</sort_size>
<free_memory/>
<compress>N</compress>
<compress_variable/>
<unique_rows>Y</unique_rows>
<fields>
<field>
<name>source_id</name>
<ascending>Y</ascending>
<case_sensitive>N</case_sensitive>
<collator_enabled>N</collator_enabled>
<collator_strength>0</collator_strength>
<presorted>N</presorted>
</field>
</fields>
<attributes/>
<GUI>
<xloc>896</xloc>
<yloc>496</yloc>
</GUI>
</transform>
<transform_error_handling>
<error>
<source_transform>citizen_work_activity_upsert</source_transform>