micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

+SUPPORT-9093

Browse source
This commit is contained in:
Ruslan 2025-04-17 14:09:16 +03:00
parent fa6c763b71
commit 3e7d69e882
2 changed files with 145 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

144
v1_apache-hop dash mapping/jobs_once_a_day/citizen_sports_categories_once.hpl
View file

@ -20,7 +20,151 @@
<notepads>
</notepads>
<order>
<hop>
<from>Table output</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<sql>SELECT recruit_id,
(sport_info->'sportRazr'->>'dataPrisv')::date start_date_category,
(sport_info->'sportRazr'->>'dataDeistv')::date as end_date_category,
sport_info->'sportRazr'->>'razryadNaim' as sports_category_name,
sport_info->'sportRazr'->>'sportNaim' as type_sport,
sport_info->>'sportZvan' as sport_title,
case when sport_info->>'sportRazr' != 'null'
then true else false end as having_sport_category,
(case when sport_info->>'sportZvan' != 'null'
then true else false end) as having_sport_title
FROM public.recruits_info r,
jsonb_array_elements(r.info->'svedFL'->'svedSport'->'sport') AS sport_info
WHERE info->'svedFL'->'svedSport'->>'sport' != 'null'
and info->'svedFL'->'svedSport'->>'sport' != '[]';</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>208</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>start_date_category</column_name>
<stream_name>start_date_category</stream_name>
</field>
<field>
<column_name>end_date_category</column_name>
<stream_name>end_date_category</stream_name>
</field>
<field>
<column_name>sports_category_name</column_name>
<stream_name>sports_category_name</stream_name>
</field>
<field>
<column_name>type_sport</column_name>
<stream_name>type_sport</stream_name>
</field>
<field>
<column_name>sport_title</column_name>
<stream_name>sport_title</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_sports_categories</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>400</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>sports_category</name>
<rename>having_sport_category</rename>
</value>
<value>
<name>having_sport_title</name>
<rename>having_sport_title</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform_error_handling>
</transform_error_handling>
<attributes/>

2
v1_apache-hop dash mapping/jobs_once_a_day/job_info_recruits_once.hwf
View file

@ -1876,7 +1876,7 @@
<hop>
<from>Start</from>
<to>SQL.citizen_sports_categories</to>
<enabled>N</enabled>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>