micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cleaning

Browse source
This commit is contained in:
r.gaztdinov 2025-05-12 14:39:11 +03:00
parent 6ab5cdbe38
commit 50f413de2f
584 changed files with 6463 additions and 160708 deletions
Download patch file Download diff file Expand all files Collapse all files

0
v1_apache-hop dash mapping/connections/db_uat_to_here_mln.json → mappings/connections/db_uat_to_here_mln.json
View file

4
mappings/country/main_dashboard.appeals.hpl
View file

@ -259,8 +259,8 @@ WHERE recording_date = current_date
<sql>SELECT <sql>SELECT
COALESCE(SUM(total_appeals), 0) total_appeals, COALESCE(SUM(total_appeals), 0) total_appeals,
COALESCE(SUM(resolved), 0) resolved, COALESCE(SUM(resolved), 0) resolved,
COALESCE(SUM(average_consideration), 0) average_consideration, COALESCE(ROUND(AVG(average_consideration) FILTER (where average_consideration!=0),1), 0) average_consideration,
COALESCE(SUM(average_rating), 0) average_rating, COALESCE(ROUND(AVG(average_rating)FILTER (where average_rating!=0),1), 0) average_rating,
COALESCE(SUM(average_to_face), 0) average_to_face, COALESCE(SUM(average_to_face), 0) average_to_face,
COALESCE(SUM("average_EPGU"), 0) average_epgu, COALESCE(SUM("average_EPGU"), 0) average_epgu,
COALESCE( COALESCE(

4
mappings/country/recruitment_campaign.appeals.hpl
View file

@ -263,7 +263,7 @@ WHERE recording_date = current_date
<limit>0</limit> <limit>0</limit>
<sql>SELECT <sql>SELECT
COALESCE(SUM(total_appeals), 0) total_appeals, COALESCE(SUM(total_appeals), 0) total_appeals,
COALESCE(SUM(average_consideration), 0) average_consideration, coalesce(ROUND(avg(average_consideration) FILTER (where average_consideration!=0),1),0) as average_consideration,
COALESCE(SUM(resolved), 0) resolved, COALESCE(SUM(resolved), 0) resolved,
COALESCE(SUM(not_resolved), 0) not_resolved, COALESCE(SUM(not_resolved), 0) not_resolved,
COALESCE( COALESCE(
@ -275,7 +275,7 @@ WHERE recording_date = current_date
0 0
) not_resolved_percent, ) not_resolved_percent,
COALESCE(SUM(average_rating), 0) average_rating, coalesce(ROUND(avg(average_rating) FILTER (where average_rating!=0),1),0) as average_rating,
COALESCE( COALESCE(
CASE CASE
WHEN SUM(total_appeals) > 0 WHEN SUM(total_appeals) > 0

2
mappings/info_recruits/child.hpl
View file

@ -42,7 +42,7 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>

178
mappings/info_recruits/citizen_education_diplomas_received.hpl
View file

@ -20,7 +20,185 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_education_diplomas_received</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>type_organization</name>
<rename>type_organization</rename>
<update>Y</update>
</value>
<value>
<name>name_edu_organization</name>
<rename>name_edu_organization</rename>
<update>Y</update>
</value>
<value>
<name>inn</name>
<rename>inn</rename>
<update>Y</update>
</value>
<value>
<name>kpp</name>
<rename>kpp</rename>
<update>Y</update>
</value>
<value>
<name>ogrn</name>
<rename>ogrn</rename>
<update>Y</update>
</value>
<value>
<name>address_edu_organization</name>
<rename>address_edu_organization</rename>
<update>Y</update>
</value>
<value>
<name>student_status</name>
<rename>student_status</rename>
<update>Y</update>
</value>
<value>
<name>education_level_org</name>
<rename>education_level_org</rename>
<update>Y</update>
</value>
<value>
<name>course_training</name>
<rename>course_training</rename>
<update>Y</update>
</value>
<value>
<name>receipt_date</name>
<rename>receipt_date</rename>
<update>Y</update>
</value>
<value>
<name>order_number</name>
<rename>order_number</rename>
<update>Y</update>
</value>
<value>
<name>order_date</name>
<rename>order_date</rename>
<update>Y</update>
</value>
<value>
<name>restore_date</name>
<rename>restore_date</rename>
<update>Y</update>
</value>
<value>
<name>order_number_restore</name>
<rename>order_number_restore</rename>
<update>Y</update>
</value>
<value>
<name>order_date_restore</name>
<rename>order_date_restore</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>928</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>with vuz as
(select jsonb_array_elements(ri.info->'svedFL'->'svedVUZ'->'vuz') as vuz,
ri.recruit_id recruit_id
from public.recruits_info ri
JOIN public.recruits r ON ri.recruit_id = r.id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedVUZ'->'vuz') = 'array'
--AND r.system_update_date >= '${UP_D}'
--limit 2
)
select
r.id recruit_id,
--vuz->'svedOrg'->>'kodTipOrg',
vuz->'svedOrg'->>'naimTipOrg' as type_organization,
vuz->'svedOrg'->>'naimOrg' as name_edu_organization,
vuz->'svedOrg'->>'inn' as inn,
vuz->'svedOrg'->>'kpp' as kpp,
coalesce (vuz->'svedOrg'->>'ogrn', vuz->'svedOrg'->>'ogrnip') as ogrn,
vuz->'svedOrg'->>'adresOrg' as address_edu_organization,
vuz->>'naimStatus' as student_status,
vuz->>'naimUrovObr' as education_level_org,
vuz->>'nomerKursa' as course_training,
to_date(vuz->>'dataZachisl', 'YYYY-MM-DD') as receipt_date,
--vuz->>'prPervObuch' ,
vuz->>'nomPrikazZachisl' as order_number,
to_date(vuz->>'dataPrikazZachisl', 'YYYY-MM-DD') as order_date,
--vuz->'svedObrProg'->>'prVUSpecz',
--vuz->'svedObrProg'->>'dataNachObuch',
--vuz->'svedObrProg'->>'kodFormaObuch',
--vuz->'svedObrProg'->>'naimFormaObuch',
--vuz->'svedObrProg'->>'planDataOkonch',
--vuz->'svedObrProg'->'svedSpeczMinobr'->>'kodSpecz',
--vuz->'svedObrProg'->'svedSpeczMinobr'->>'naimSpecz',
--vuz->'svedObrProg'->'svedSpeczMinprosv'->>'kodSpecz',
--vuz->'svedObrProg'->'svedSpeczMinprosv'->>'naimSpecz',
to_date(vuz->'svedVosst'->>'dataVosst', 'YYYY-MM-DD') as restore_date,
vuz->'svedVosst'->>'nomPrikazVosst' as order_number_restore,
to_date(vuz->'svedVosst'->>'dataPrikazVosst', 'YYYY-MM-DD') as order_date_restore
from public.recruits r
join vuz on r.id = vuz.recruit_id
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>464</xloc>
<yloc>320</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

12
mappings/info_recruits/citizen_foreign.hpl
View file

@ -52,18 +52,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>citizenship_date</field> <field>citizenship_date</field>
<name>citizenship_date</name> <name>citizenship_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizenship_foreign</table> <table>citizenship_foreign</table>
@ -106,18 +108,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>residense_right_date</field> <field>residense_right_date</field>
<name>residense_right_date</name> <name>residense_right_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizenship_foreign</table> <table>citizenship_foreign</table>
@ -167,9 +171,9 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedIG') cit, (select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedIG') cit,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedIG') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedIG') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
select select
r.id recruit_id, r.id recruit_id,

110
mappings/info_recruits/citizen_sports_categories.hpl
View file

@ -20,7 +20,117 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu-dashboard</schema>
<table>citizen_sports_categories</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>start_date_category</name>
<rename>start_date_category</rename>
<update>Y</update>
</value>
<value>
<name>end_date_category</name>
<rename>end_date_category</rename>
<update>Y</update>
</value>
<value>
<name>sports_category_name</name>
<rename>sports_category_name</rename>
<update>Y</update>
</value>
<value>
<name>type_sport</name>
<rename>type_sport</rename>
<update>Y</update>
</value>
<value>
<name>sport_title</name>
<rename>sport_title</rename>
<update>Y</update>
</value>
<value>
<name>having_sport_category</name>
<rename>having_sport_category</rename>
<update>Y</update>
</value>
<value>
<name>having_sport_title</name>
<rename>having_sport_title</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>672</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<sql>SELECT recruit_id,
(sport_info->'sportRazr'->>'dataPrisv')::date start_date_category,
(sport_info->'sportRazr'->>'dataDeistv')::date as end_date_category,
sport_info->'sportRazr'->>'razryadNaim' as sports_category_name,
sport_info->'sportRazr'->>'sportNaim' as type_sport,
sport_info->>'sportZvan' as sport_title,
case when sport_info->>'sportRazr' != 'null'
then true else false end as having_sport_category,
(case when sport_info->>'sportZvan' != 'null'
then true else false end) as having_sport_title
FROM public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}',
jsonb_array_elements(ri.info->'svedFL'->'svedSport'->'sport') AS sport_info
WHERE info->'svedFL'->'svedSport'->>'sport' != 'null'
and info->'svedFL'->'svedSport'->>'sport' != '[]';</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>384</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

223
mappings/info_recruits/citizen_work_activity.hpl
View file

@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<pipeline> <pipeline>
<info> <info>
<name>citizen_work_activity</name> <name>citizen_work_activity1</name>
<name_sync_with_filename>Y</name_sync_with_filename> <name_sync_with_filename>Y</name_sync_with_filename>
<description/> <description/>
<extended_description/> <extended_description/>
@ -20,7 +20,228 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input</from>
<to>Insert / update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>10000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen_work_activity</table>
<value>
<name>recruit_id</name>
<rename>recruit_id</rename>
<update>N</update>
</value>
<value>
<name>date_hr_event</name>
<rename>personnel_event_date</rename>
<update>Y</update>
</value>
<value>
<name>type_hr_event</name>
<rename>personnel_event_type</rename>
<update>Y</update>
</value>
<value>
<name>job_title</name>
<rename>position</rename>
<update>Y</update>
</value>
<value>
<name>organization_name</name>
<rename>employer_name</rename>
<update>Y</update>
</value>
<value>
<name>kpp</name>
<rename>employer_kpp</rename>
<update>Y</update>
</value>
<value>
<name>employer_category</name>
<rename>employer_category</rename>
<update>Y</update>
</value>
<value>
<name>inn</name>
<rename>employer_inn</rename>
<update>Y</update>
</value>
<value>
<name>organization_address</name>
<rename>employer_address</rename>
<update>Y</update>
</value>
<value>
<name>ogrn</name>
<rename>employer_ogrnip</rename>
<update>Y</update>
</value>
<value>
<name>type_separate_division</name>
<rename>employer_unit_type</rename>
<update>Y</update>
</value>
<value>
<name>address_separate_division</name>
<rename>employer_unit_address</rename>
<update>Y</update>
</value>
<value>
<name>start_date_parental_leave</name>
<rename>parental_leave_start_date</rename>
<update>Y</update>
</value>
<value>
<name>end_date_parental_leave</name>
<rename>parental_leave_end_date</rename>
<update>Y</update>
</value>
<value>
<name>date_reg_ip</name>
<rename>reg_ip_date</rename>
<update>Y</update>
</value>
<value>
<name>date_dereg_ip</name>
<rename>dereg_ip_date</rename>
<update>Y</update>
</value>
<value>
<name>ogrn_ip</name>
<rename>ogrnip_ip</rename>
<update>Y</update>
</value>
<value>
<name>date_reg_self</name>
<rename>reg_self_employment_date</rename>
<update>Y</update>
</value>
<value>
<name>date_dereg_self</name>
<rename>dereg_self_employment_date</rename>
<update>Y</update>
</value>
</lookup>
<update_bypassed>N</update_bypassed>
<attributes/>
<GUI>
<xloc>720</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH trud_info AS (
SELECT
ri.info,
ri.recruit_id::uuid,
case when ri.info->'svedFL'->'svedTrud'->'trudDeyat' IS NULL THEN NULL
WHEN jsonb_typeof(ri.info->'svedFL'->'svedTrud'->'trudDeyat') = 'array' THEN
(ri.info->'svedFL'->'svedTrud'->'trudDeyat'->0) end as trud_deyat,
case when ri.info->'svedFL'->'svedTrud'->'trudDeyat' IS NULL THEN NULL
WHEN jsonb_typeof(ri.info->'svedFL'->'svedTrud'->'trudDeyat'->0->'svedUhodReb') = 'array'
then ri.info->'svedFL'->'svedTrud'->'trudDeyat'->0->'svedUhodReb'->0 end AS parental_leave_info,
coalesce(
ri.info->'svedFL'->'svedRabotodat'->'rabotodat'->'aktRabotodat',
ri.info->'svedFL'->'svedRabotodat'->'rabotodat'->'predRabotodat'
) AS employer,
(CASE
WHEN info->'svedFL'->'svedRegIP'->'regIP' IS NULL THEN NULL
WHEN jsonb_typeof(info->'svedFL'->'svedRegIP'->'regIP'->'aktRegIP') = 'array' THEN
(info->'svedFL'->'svedRegIP'->'regIP'->'aktRegIP'->0)
ELSE
info->'svedFL'->'svedRegIP'->'regIP'->'predRegIP'
END) AS reg_ip,
COALESCE(
ri.info->'svedFL'->'svedNPD'->'npd'->'aktNPD',
ri.info->'svedFL'->'svedNPD'->'npd'->'predNPD'
) AS self_employment
FROM public.recruits_info ri
join public.recruits r
ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
)
SELECT
ti.recruit_id::uuid,
(ti.trud_deyat->>'dataMeropr')::date AS personnel_event_date,
ti.trud_deyat->>'naimTipKadrMeropr' AS personnel_event_type,
case when ti.trud_deyat->>'prAktMestRab' = '1' then true else false end AS current_workplace,
ti.trud_deyat->>'trudFunkcziya' AS position,
ti.trud_deyat->'svedOrg'->>'naimOrg' AS employer_name,
ti.employer->'svedYUL'->>'kpp' AS employer_kpp,
CASE
WHEN ti.employer->>'svedYUL' != 'null' THEN 'Юридическое лицо'
WHEN ti.employer->>'svedIP' != 'null' THEN 'Индивидуальный предприниматель'
END AS employer_category,
COALESCE(
ti.employer->'svedYUL'->>'innyul',
ti.employer->'svedIP'->>'innyfl'
) AS employer_inn,
ti.employer->'svedYUL'->'svedOPK'->>'region' AS employer_address,
COALESCE(
ti.employer->'svedIP'->>'ogrnip',
ti.employer->'svedYUL'->'extend'->>'ogrn'
) AS employer_ogrnip,
ti.employer->'extend'->>'tipPodrazdRabotodat' as employer_unit_type,
ti.employer->'extend'->>'adresPodrazdRabotodat' as employer_unit_address,
(ti.parental_leave_info->>'dataNachUhodReb')::date as parental_leave_start_date,
(ti.parental_leave_info->>'dataKonUhodReb')::date as parental_leave_end_date,
case when (ti.parental_leave_info->>'dataNachUhodReb')::date &lt;= current_date
and ((ti.parental_leave_info->>'dataKonUhodReb')::date is null
or (ti.parental_leave_info->>'dataKonUhodReb')::date > current_date)
then true
else false end as parental_leave_active,
(ti.reg_ip->>'dataRegIP')::date as reg_ip_date,
(ti.reg_ip->>'dataINNNed')::date as dereg_ip_date,
ti.reg_ip->>'ogrnip' as ogrnip_ip,
case when ti.reg_ip != 'null'
then true else false end as active_ip,
ti.self_employment->>'dataUchNPD' as reg_self_employment_date,
ti.self_employment->>'dataSnUchNPD' as dereg_self_employment_date,
case when ti.self_employment != 'null'
then true else false end as active_self_employment
FROM trud_info ti
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

7
mappings/info_recruits/citizenship.hpl
View file

@ -42,13 +42,14 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizenship</table> <table>citizenship</table>
@ -129,10 +130,10 @@ ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshVyh' renunciation_nu
to_date(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date, to_date(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date,
ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id join public.recruits r ON ri.recruit_id = r.id AND r.system_update_date >= '${UP_D}'
where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null) (ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null)
AND r.system_update_date >= '${UP_D}'</sql> --AND r.system_update_date >= '${UP_D}'</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

0
v1_apache-hop dash mapping/info_recruits/deferments.hpl → mappings/info_recruits/deferments.hpl
View file

16
mappings/info_recruits/deputy.hpl
View file

@ -52,18 +52,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>deputy</field> <field>deputy</field>
<name>deputy</name> <name>deputy</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>deputy</table> <table>deputy</table>
@ -111,18 +113,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>deputy</field> <field>deputy</field>
<name>deputy</name> <name>deputy</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>deputy</table> <table>deputy</table>
@ -173,9 +177,9 @@ ri.info->'svedFL'->'svedDeputat'->'deputat'->>'srokiPolnomochii' period_office,
to_date(ri.info->'svedFL'->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date, to_date(ri.info->'svedFL'->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date,
ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id join public.recruits r ON ri.recruit_id = r.id AND r.system_update_date >= '${UP_D}'
where ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null where ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null
AND r.system_update_date >= '${UP_D}'</sql> --AND r.system_update_date >= '${UP_D}'</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
@ -202,9 +206,9 @@ to_date(ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'dataSnyatKandidat', 'YY
ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'svedRegKandidata' information, ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'svedRegKandidata' information,
false deputy false deputy
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id join public.recruits r ON ri.recruit_id = r.id AND r.system_update_date >= '${UP_D}'
where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null
AND r.system_update_date >= '${UP_D}'</sql> --AND r.system_update_date >= '${UP_D}'</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

68
mappings/info_recruits/disability.hpl
View file

@ -52,18 +52,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>disability</table> <table>disability</table>
@ -121,18 +123,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>disability</table> <table>disability</table>
@ -156,6 +160,16 @@
<rename>start_date</rename> <rename>start_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value>
<name>disability</name>
<rename>disability</rename>
<update>Y</update>
</value>
<value>
<name>is_incompetent</name>
<rename>is_incompetent</rename>
<update>Y</update>
</value>
</lookup> </lookup>
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
@ -179,21 +193,22 @@
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>select <sql>select
r.id recruit_id, recruit_id,
case when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='1' then 'I группа' case when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='1' then 'I группа'
when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='2' then 'II группа' when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='2' then 'II группа'
when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='3' then 'III группа' when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='3' then 'III группа'
when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='4' then 'ребенок-инвалид' when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='4' then 'ребенок-инвалид'
end disability_group, end disability_group,
ri.info->'svedFL'->'svedInvalid'->'invalid'->>'ustanOrg' organization_name, ri.info->'svedFL'->'svedInvalid'->'invalid'->>'ustanOrg' organization_name,
to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataUstan', 'YYYY-MM-DD') start_date, to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataUstan', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataSnyat', 'YYYY-MM-DD') close_date, to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataSnyat', 'YYYY-MM-DD') close_date,
to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataPodtverzhdPlan', 'YYYY-MM-DD') confirmation_date, to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataPodtverzhdPlan', 'YYYY-MM-DD') confirmation_date,
true disability true disability
from public.recruits r from public.recruits_info ri
join public.recruits_info ri on r.id = ri.recruit_id join public.recruits r
where ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa' is not null ON r.id = ri.recruit_id
AND r.system_update_date >= '${UP_D}'</sql> AND r.system_update_date >= '${UP_D}'
where ri.info->'svedFL'->'svedInvalid'->>'invalid' != 'null';</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
@ -216,14 +231,17 @@ where ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa' is not null
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>select <sql>select
r.id recruit_id, recruit_id,
ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' organization_name, ri.info->'svedNedeesp'->'nedeesposob'->>'naimOrg' organization_name,
to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataPrisv', 'YYYY-MM-DD') start_date, to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataPrisv', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataOtmeny', 'YYYY-MM-DD') close_date to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataOtmeny', 'YYYY-MM-DD') close_date,
from public.recruits r false disability,
join public.recruits_info ri on r.id = ri.recruit_id true is_incompetent
where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null from public.recruits_info ri
AND r.system_update_date >= '${UP_D}'</sql> join public.recruits r
ON r.id = ri.recruit_id
AND r.system_update_date >= '${UP_D}'
where ri.info->'svedNedeesp'->>'nedeesposob' != 'null';</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

44
mappings/info_recruits/disease.hpl
View file

@ -42,18 +42,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>reg_date</field> <field>reg_date</field>
<name>reg_date</name> <name>reg_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>disease</table> <table>disease</table>
@ -77,6 +79,11 @@
<rename>reg_date</rename> <rename>reg_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value>
<name>has_disease</name>
<rename>has_disease</rename>
<update>Y</update>
</value>
</lookup> </lookup>
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
@ -99,20 +106,27 @@
<connection>ervu_person_registry</connection> <connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with zdorov as <sql>with zdorov as (select ri.recruit_id,
(select jsonb_array_elements(ri.info->'svedFL'->'svedSostZdorov'->'svedZdorov'->'sostZdorov') z, jsonb_array_elements(
ri.recruit_id ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->
from public.recruits_info ri 'sostZdorov') z,
join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}' case
where jsonb_typeof(ri.info->'svedFL'->'svedSostZdorov'->'svedZdorov'->'sostZdorov') = 'array') when ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->>
select 'priznakNalichSved' = '1'
r.id recruit_id, then true
z->>'kodZabol' code, else false end as has_disease
z->>'naimZabol' name, from public.recruits_info ri
to_date(z->>'dataDiagn', 'YYYY-MM-DD') reg_date join public.recruits r
from public.recruits r ON r.id = ri.recruit_id
join zdorov on r.id = zdorov.recruit_id AND r.system_update_date >= '${UP_D}'
</sql> where jsonb_typeof(ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->
'sostZdorov') = 'array')
select recruit_id,
z ->> 'kodZabol' code,
z ->> 'naimZabol' name,
has_disease,
to_date(z ->> 'dataDiagn', 'YYYY-MM-DD') reg_date
from zdorov;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

15
mappings/info_recruits/drivers_licence.hpl
View file

@ -52,7 +52,7 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
@ -113,23 +113,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>tractor_driver</field> <field>tractor_driver</field>
<name>tractor_driver</name> <name>tractor_driver</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>drivers_licence</table> <table>drivers_licence</table>
@ -216,9 +219,9 @@
from jsonb_array_elements(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') as kat from jsonb_array_elements(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') as kat
where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories
from public.recruits r from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id join public.recruits_info ri on r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
@ -256,9 +259,9 @@ where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat')
where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories, where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories,
true tractor_driver true tractor_driver
from public.recruits r from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id join public.recruits_info ri on r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not null where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not null
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

68
mappings/info_recruits/info_recruits.hpl
View file

@ -69,7 +69,7 @@ type_place_stay</note>
<enabled>N</enabled> <enabled>N</enabled>
</hop> </hop>
<hop> <hop>
<from>Table input</from> <from>Table input(info_recruits)</from>
<to>Select values 4</to> <to>Select values 4</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
@ -90,13 +90,14 @@ type_place_stay</note>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -301,7 +302,7 @@ type_place_stay</note>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Table input</name> <name>Table input(info_recruits)</name>
<type>TableInput</type> <type>TableInput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -317,6 +318,8 @@ type_place_stay</note>
<sql>WITH <sql>WITH
base_recruit_data AS ( base_recruit_data AS (
SELECT SELECT
distinct
r.system_pgs_status,
r.full_name, r.full_name,
r.last_name, r.last_name,
r.first_name, r.first_name,
@ -332,6 +335,8 @@ base_recruit_data AS (
ri.recruit_id, ri.recruit_id,
ri.info, ri.info,
r.vu_current_info, r.vu_current_info,
r.military_registration_date AS date_registration,
r.vu_unset_date AS date_deregistration,
ri.info->'svedFL'->'svedSemPolozh'->>'semPolozhNaim' AS marital_status, ri.info->'svedFL'->'svedSemPolozh'->>'semPolozhNaim' AS marital_status,
ri.info->'svedFL'->'pasportRF'->'aktPasportRF'->>'nomDok' AS passport_number, ri.info->'svedFL'->'pasportRF'->'aktPasportRF'->>'nomDok' AS passport_number,
ri.info->'svedFL'->'pasportRF'->'aktPasportRF'->>'serDok' AS passport_series, ri.info->'svedFL'->'pasportRF'->'aktPasportRF'->>'serDok' AS passport_series,
@ -352,11 +357,9 @@ base_recruit_data AS (
ELSE ELSE
false false
END AS uchet_pnd, END AS uchet_pnd,
CASE CASE
WHEN ddd.hidden IS false THEN ddd.hidden WHEN ddd.hidden IS false then ddd.hidden
ELSE true ELSE true END AS deferment_liberation,-- когда hidden ис фолс отсрочка есть, когда тру или нулл - нет
END AS deferment_liberation, -- когда фолс отсрочка есть, когда тру или нулл - нет
CASE CASE
WHEN WHEN
-- Условия для "true" (спортивная категория) -- Условия для "true" (спортивная категория)
@ -404,7 +407,7 @@ base_recruit_data AS (
WHERE WHERE
( (
-- Проверяем 'sportZvan' и если оно не существует или пусто -- Проверяем 'sportZvan' и если оно не существует или пусто
sport_elem->>'sportZvan' IS NULL OR sport_elem->&gt;'sportZvan' = '' sport_elem->>'sportZvan' IS NULL OR sport_elem->>'sportZvan' = ''
) )
OR ( OR (
-- Проверяем 'sportRazr' и срок действия истек -- Проверяем 'sportRazr' и срок действия истек
@ -559,7 +562,7 @@ base_recruit_data AS (
SELECT 1 SELECT 1
FROM jsonb_array_elements(ri.info->'svedFL'->'svedInObr'->'inObr') AS education FROM jsonb_array_elements(ri.info->'svedFL'->'svedInObr'->'inObr') AS education
WHERE jsonb_typeof(ri.info->'svedFL'->'svedInObr'->'inObr') = 'array' WHERE jsonb_typeof(ri.info->'svedFL'->'svedInObr'->'inObr') = 'array'
AND education->&gt;'kodUrObr' = '10' AND education->>'kodUrObr' = '10'
)) THEN 'Среднее профессиональное' )) THEN 'Среднее профессиональное'
WHEN (EXISTS ( WHEN (EXISTS (
SELECT 1 SELECT 1
@ -575,7 +578,6 @@ base_recruit_data AS (
WHEN ((ri.info->'svedFL'->'svedRObr'->>'prOtsRObr' = '1' OR ri.info->'svedFL'->'svedInObr'->>'prOtsInObr' = '1')) THEN 'Нет данных' WHEN ((ri.info->'svedFL'->'svedRObr'->>'prOtsRObr' = '1' OR ri.info->'svedFL'->'svedInObr'->>'prOtsInObr' = '1')) THEN 'Нет данных'
ELSE 'Не указано' -- Добавлено условие по умолчанию ELSE 'Не указано' -- Добавлено условие по умолчанию
END AS education, END AS education,
( (
SELECT COUNT(*) SELECT COUNT(*)
FROM jsonb_array_elements(ri.info->'svedFL'->'svedDeti'->'rebenok') AS childs FROM jsonb_array_elements(ri.info->'svedFL'->'svedDeti'->'rebenok') AS childs
@ -584,13 +586,30 @@ base_recruit_data AS (
NULLIF(childs->'svedFLBS'->'dataRozhdDok'->>'mesyacz','')::int, NULLIF(childs->'svedFLBS'->'dataRozhdDok'->>'mesyacz','')::int,
NULLIF(childs->'svedFLBS'->'dataRozhdDok'->>'den','')::int)) &lt; make_interval(years => 18) NULLIF(childs->'svedFLBS'->'dataRozhdDok'->>'den','')::int)) &lt; make_interval(years => 18)
) AS number_children ) AS number_children
FROM public.recruits AS r
FROM public.recruits AS r JOIN public.recruits_info AS ri ON ri.recruit_id = r.id AND r.system_update_date >= '${UP_D}'
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id and ddd.hidden is false
JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text) JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text)
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id --WHERE r.system_update_date >= '${UP_D}'
WHERE r.system_update_date >= '${UP_D}' ),
adresses as (
SELECT
r.id as recruit_id,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'reg' END) AS actualAddress,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'regDateStart' END) AS actualAddress_regDateStart,
MAX(CASE WHEN addr->>'type' = 'actualAddress' THEN addr->>'regDateEnd' END) AS actualAddress_regDateEnd,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'reg' END) AS residenceAddress,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'regDateStart' END) AS residenceAddress_regDateStart,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'regDateEnd' END) AS residenceAddress_regDateEnd,
MAX(CASE WHEN addr->>'type' = 'residenceAddress' THEN addr->>'kodTipReg' END) AS residenceAddress_kodTipReg
FROM
public.recruits AS r
LEFT JOIN
LATERAL jsonb_array_elements(r.addresses) AS addr ON true AND r.system_update_date >= '${UP_D}'
--WHERE r.system_update_date >= '${UP_D}'
GROUP BY
r.id
), ),
extracted_children AS ( extracted_children AS (
SELECT SELECT
@ -696,16 +715,29 @@ SELECT
r.recruit_id, -- ID рекрута r.recruit_id, -- ID рекрута
r.recruitment_id, r.recruitment_id,
r.reason_registration, -- причина постановки на учет char r.reason_registration, -- причина постановки на учет char
r.date_registration, -- дата постановки на учет date
r.date_deregistration, -- дата снятия с учета date
r.sports_category, -- наличие спортивной категории bool r.sports_category, -- наличие спортивной категории bool
dl.driver_license, -- категории водительских удостоверений char dl.driver_license, -- категории водительских удостоверений char
r.disability_group, -- группа инвалидности char r.disability_group, -- группа инвалидности char
r.tractor_license, -- наличие удостоверения тракториста bool r.tractor_license, -- наличие удостоверения тракториста bool
r.criminal_prosecution AS is_wanted, -- наличие уголовного преследования bool r.criminal_prosecution AS is_wanted, -- наличие уголовного преследования bool
r.employment_status AS employment, -- занятость char r.employment_status AS employment, -- занятость char
r.update_date r.update_date,
adr.actualAddress as residence,
adr.actualAddress_regDateStart as start_date_residence,
adr.actualAddress_regDateEnd as end_date_residence,
adr.residenceAddress as address_place_stay,
adr.residenceAddress_regDateStart as start_date_place_stay,
adr.residenceAddress_regDateEnd as end_date_place_stay,
case when adr.residenceAddress_kodTipReg='1' then 'В жилом помещении, не являющимся местом жительства физического лица'
when adr.residenceAddress_kodTipReg='2' then 'В учреждении уголовно-исполнительной системы'
else null end as type_place_stay,
r.system_pgs_status
FROM base_recruit_data r FROM base_recruit_data r
LEFT JOIN children_count cc ON r.recruit_id = cc.recruit_id -- Присоединение для получения количества детей LEFT JOIN children_count cc ON r.recruit_id = cc.recruit_id -- Присоединение для получения количества детей
JOIN driver_license dl ON dl.recruit_id = r.recruit_id</sql> JOIN driver_license dl ON dl.recruit_id = r.recruit_id
join adresses adr ON r.recruit_id=adr.recruit_id</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

0
v1_apache-hop dash mapping/info_recruits/job_general_citizen.hwf → mappings/info_recruits/job_general_citizen.hwf
View file

70
mappings/info_recruits/job_info_recruits.hwf
View file

@ -1213,13 +1213,17 @@
<clear_files>N</clear_files> <clear_files>N</clear_files>
<clear_rows>N</clear_rows> <clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/citizen_education_diplomas_received.hpl</filename> <filename>${PROJECT_HOME}/info_recruits/citizen_education_diplomas_received.hpl</filename>
<loglevel>Basic</loglevel> <loglevel>Basic</loglevel>
<parameters> <parameters>
<parameter>
<name>UP_D</name>
<stream_name>UPDATE_DATE</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters> <pass_all_parameters>Y</pass_all_parameters>
</parameters> </parameters>
<params_from_previous>N</params_from_previous> <params_from_previous>Y</params_from_previous>
<run_configuration>local</run_configuration> <run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile> <set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile> <set_logfile>N</set_logfile>
@ -1355,6 +1359,42 @@
<yloc>3264</yloc> <yloc>3264</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action>
<name>Success deferment</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>2256</xloc>
<yloc>3344</yloc>
<attributes_hac/>
</action>
<action>
<name>deferments</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/info_recruits/deferments.hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>N</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1856</xloc>
<yloc>3344</yloc>
<attributes_hac/>
</action>
</actions> </actions>
<hops> <hops>
<hop> <hop>
@ -1864,21 +1904,21 @@
<hop> <hop>
<from>select_delta_time.hpl</from> <from>select_delta_time.hpl</from>
<to>citizen_work_activity.hpl</to> <to>citizen_work_activity.hpl</to>
<enabled>N</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>N</unconditional>
</hop> </hop>
<hop> <hop>
<from>select_delta_time.hpl</from> <from>select_delta_time.hpl</from>
<to>citizen_education_diplomas_received.hpl</to> <to>citizen_education_diplomas_received.hpl</to>
<enabled>N</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>N</unconditional>
</hop> </hop>
<hop> <hop>
<from>select_delta_time.hpl</from> <from>select_delta_time.hpl</from>
<to>citizen_sports_categories.hpl</to> <to>citizen_sports_categories.hpl</to>
<enabled>N</enabled> <enabled>Y</enabled>
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>N</unconditional>
</hop> </hop>
@ -1931,6 +1971,20 @@
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>N</unconditional>
</hop> </hop>
<hop>
<from>deferments</from>
<to>Success deferment</to>
<enabled>Y</enabled>
<evaluation>N</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>select_delta_time.hpl</from>
<to>deferments</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops> </hops>
<notepads> <notepads>
<notepad> <notepad>
@ -1948,8 +2002,8 @@
<fontname>Segoe UI</fontname> <fontname>Segoe UI</fontname>
<fontsize>9</fontsize> <fontsize>9</fontsize>
<height>26</height> <height>26</height>
<xloc>2336</xloc> <xloc>2352</xloc>
<yloc>1552</yloc> <yloc>1616</yloc>
<note>доработать дельту, сделать дельту для остальных таблиц</note> <note>доработать дельту, сделать дельту для остальных таблиц</note>
<width>325</width> <width>325</width>
</notepad> </notepad>
@ -1969,7 +2023,7 @@
<fontsize>9</fontsize> <fontsize>9</fontsize>
<height>26</height> <height>26</height>
<xloc>2336</xloc> <xloc>2336</xloc>
<yloc>1600</yloc> <yloc>1568</yloc>
<note>status_change_date добавить колонку в ervu_dashboard.subpoena</note> <note>status_change_date добавить колонку в ervu_dashboard.subpoena</note>
<width>367</width> <width>367</width>
</notepad> </notepad>

79
mappings/info_recruits/medical_authorities.hpl
View file

@ -52,18 +52,14 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
</key> <name2/>
<key>
<condition>=</condition>
<field>start_date</field>
<name>start_date</name>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>medical_authorities</table> <table>medical_authorities</table>
@ -91,7 +87,7 @@
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>448</xloc> <xloc>672</xloc>
<yloc>208</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
@ -106,7 +102,7 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
@ -114,11 +110,6 @@
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
</key> </key>
<key>
<condition>=</condition>
<field>start_date</field>
<name>start_date</name>
</key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>medical_authorities</table> <table>medical_authorities</table>
<value> <value>
@ -141,11 +132,16 @@
<rename>start_date</rename> <rename>start_date</rename>
<update>Y</update> <update>Y</update>
</value> </value>
<value>
<name>registered_in_pnd</name>
<rename>registered_in_pnd</rename>
<update>Y</update>
</value>
</lookup> </lookup>
<update_bypassed>N</update_bypassed> <update_bypassed>N</update_bypassed>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>448</xloc> <xloc>672</xloc>
<yloc>352</yloc> <yloc>352</yloc>
</GUI> </GUI>
</transform> </transform>
@ -164,19 +160,23 @@
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with uchet as <sql>with uchet as
(select jsonb_array_elements(ri.info->'svedFL'->'svedPND'->'svedUchetDisp'->'svedUchet') u, (select ri.recruit_id,
ri.recruit_id jsonb_array_elements(ri.info -> 'svedFL' -> 'svedPND' -> 'svedUchetDisp' ->
from public.recruits_info ri 'svedUchet') u,
join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}' ri.info -> 'svedFL' -> 'svedPND' -> 'svedUchetDisp' -> 'svedUchet' ->>
where jsonb_typeof(ri.info->'svedFL'->'svedPND'->'svedUchetDisp'->'svedUchet') = 'array') 'priznakNalichSved' = '1' as registered_in_pnd
select from public.recruits_info ri
r.id recruit_id, join public.recruits r
u->>'dataPostUchet' start_date, ON r.id = ri.recruit_id
u->>'dataSnyatUchet' close_date, AND r.system_update_date >= '${UP_D}'
u->>'dataPlan' change_date where jsonb_typeof(ri.info -> 'svedFL' -> 'svedPND' -> 'svedUchetDisp' -> 'svedUchet') =
from public.recruits r 'array')
join uchet on r.id = uchet.recruit_id select recruit_id,
u ->> 'dataPostUchet' start_date,
u ->> 'dataSnyatUchet' close_date,
u ->> 'dataPlan' change_date,
registered_in_pnd
from uchet;
</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
@ -200,19 +200,20 @@ join uchet on r.id = uchet.recruit_id
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with uchet as <sql>with uchet as
(select jsonb_array_elements(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') u, (select ri.recruit_id,
ri.recruit_id jsonb_array_elements(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') u,
from public.recruits_info ri ri.info->'svedFL'->'svedUchetVICH'->>'priznakNalichSved' = '1' has_vich
join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}' from public.recruits_info ri
where jsonb_typeof(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') = 'array') join public.recruits r
ON r.id = ri.recruit_id
AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') = 'array')
select select
r.id recruit_id, recruit_id,
to_date(u->>'dataPostUchet', 'YYYY-MM-DD') start_date, to_date(u->>'dataPostUchet', 'YYYY-MM-DD') start_date,
to_date(u->>'dataSnyat', 'YYYY-MM-DD') close_date, to_date(u->>'dataSnyat', 'YYYY-MM-DD') close_date,
true HIV true HIV
from public.recruits r from uchet;</sql>
join uchet on r.id = uchet.recruit_id
</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>

3
mappings/info_recruits/opekun.hpl
View file

@ -42,13 +42,14 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen_guardianship</table> <table>citizen_guardianship</table>

14
mappings/info_recruits/passport.hpl
View file

@ -52,23 +52,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>passport_number</field> <field>passport_number</field>
<name>passport_number</name> <name>passport_number</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>passport_series</field> <field>passport_series</field>
<name>passport_series</name> <name>passport_series</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>passport</table> <table>passport</table>
@ -126,23 +129,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>passport_number</field> <field>passport_number</field>
<name>passport_number</name> <name>passport_number</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>passport_series</field> <field>passport_series</field>
<name>passport_series</name> <name>passport_series</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>passport</table> <table>passport</table>
@ -215,11 +221,11 @@
THEN TRUE ELSE FALSE THEN TRUE ELSE FALSE
END AS actual END AS actual
FROM public.recruits_info ri FROM public.recruits_info ri
JOIN public.recruits r ON ri.recruit_id = r.id JOIN public.recruits r ON ri.recruit_id = r.id AND r.system_update_date >= '${UP_D}'
WHERE ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' IS NOT NULL WHERE ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' IS NOT NULL
AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok') = 4 AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok') = 4
AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok') = 6 AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok') = 6
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
</sql> </sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

36
mappings/info_recruits/property.hpl
View file

@ -72,23 +72,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>type_property</field> <field>type_property</field>
<name>type_property</name> <name>type_property</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>property</table> <table>property</table>
@ -141,23 +144,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>type_property</field> <field>type_property</field>
<name>type_property</name> <name>type_property</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>property</table> <table>property</table>
@ -210,23 +216,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>type_property</field> <field>type_property</field>
<name>type_property</name> <name>type_property</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>property</table> <table>property</table>
@ -279,23 +288,26 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>type_property</field> <field>type_property</field>
<name>type_property</name> <name>type_property</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>start_date</field> <field>start_date</field>
<name>start_date</name> <name>start_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>property</table> <table>property</table>
@ -370,9 +382,9 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedVozTS'->'vozTS') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedVozTS'->'vozTS') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedVozTS'->'vozTS') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedVozTS'->'vozTS') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
select select
r.id recruit_id, r.id recruit_id,
@ -409,9 +421,9 @@ join prop on r.id = prop.recruit_id
(select jsonb_array_elements(ri.info->'svedFL'->'svedNazTS'->'nazTS') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedNazTS'->'nazTS') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedNazTS'->'nazTS') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedNazTS'->'nazTS') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
select select
r.id recruit_id, r.id recruit_id,
@ -451,9 +463,9 @@ join prop on r.id = prop.recruit_id
(select jsonb_array_elements(ri.info->'svedFL'->'svedON'->'on') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedON'->'on') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedON'->'on') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedON'->'on') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
select select
r.id recruit_id, r.id recruit_id,
@ -490,9 +502,9 @@ join prop on r.id = prop.recruit_id
(select jsonb_array_elements(ri.info->'svedFL'->'svedVodTS'->'vodTS') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedVodTS'->'vodTS') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedVodTS'->'vodTS') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedVodTS'->'vodTS') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
select select
r.id recruit_id, r.id recruit_id,

6
mappings/info_recruits/prosecution.hpl
View file

@ -42,7 +42,7 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
@ -119,9 +119,9 @@
jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS u, jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS u,
ri.recruit_id ri.recruit_id
FROM public.recruits_info ri FROM public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
WHERE jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array' WHERE jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
SELECT SELECT
r.id AS recruit_id, r.id AS recruit_id,

6
mappings/info_recruits/punishment.hpl
View file

@ -42,7 +42,7 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
@ -138,9 +138,9 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedSudim'->'sudim'->'osuzhdenie') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedSudim'->'sudim'->'osuzhdenie') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id join public.recruits r ON r.id = ri.recruit_id AND r.system_update_date >= '${UP_D}'
where jsonb_typeof(ri.info->'svedFL'->'svedSudim'->'sudim'->'osuzhdenie') = 'array' where jsonb_typeof(ri.info->'svedFL'->'svedSudim'->'sudim'->'osuzhdenie') = 'array'
AND r.system_update_date >= '${UP_D}' --AND r.system_update_date >= '${UP_D}'
) )
select select
r.id recruit_id, r.id recruit_id,

2
mappings/info_recruits/spouse.hpl
View file

@ -47,7 +47,7 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>

4
mappings/info_recruits/subpoena.hpl
View file

@ -42,18 +42,20 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>subpoena_id</field> <field>subpoena_id</field>
<name>subpoena_id</name> <name>subpoena_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>status_change_date</field> <field>status_change_date</field>
<name>status_change_date</name> <name>status_change_date</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>subpoena</table> <table>subpoena</table>

0
v1_apache-hop dash mapping/info_recruits/supportive_count_citizen.hpl → mappings/info_recruits/supportive_count_citizen.hpl
View file

3
mappings/info_recruits/temporary_measure.hpl
View file

@ -42,13 +42,14 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>100</commit> <commit>10000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>subpoena_id</field> <field>subpoena_id</field>
<name>subpoena_id</name> <name>subpoena_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>temporary_measures</table> <table>temporary_measures</table>

0
v1_apache-hop dash mapping/job_copy_deferment_punishment_fz53_info.hwf → mappings/job_copy_deferment_punishment_fz53_info.hwf
View file

3
mappings/job_general.hwf
View file

@ -5,6 +5,7 @@
<description/> <description/>
<extended_description/> <extended_description/>
<workflow_version/> <workflow_version/>
<workflow_status>0</workflow_status>
<created_user>-</created_user> <created_user>-</created_user>
<created_date>2024/08/21 17:23:33.592</created_date> <created_date>2024/08/21 17:23:33.592</created_date>
<modified_user>-</modified_user> <modified_user>-</modified_user>
@ -50,6 +51,8 @@
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>N</exec_per_row>
<filename>${Internal.Entry.Current.Folder}/job_pack.pub_recruitment.hwf</filename> <filename>${Internal.Entry.Current.Folder}/job_pack.pub_recruitment.hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel> <loglevel>Nothing</loglevel>
<parameters> <parameters>
<pass_all_parameters>Y</pass_all_parameters> <pass_all_parameters>Y</pass_all_parameters>

11
mappings/jobs_once_a_day/child_once.hpl
View file

@ -113,7 +113,9 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedDeti'->'rebenok') ch, (select jsonb_array_elements(ri.info->'svedFL'->'svedDeti'->'rebenok') ch,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
where jsonb_typeof(ri.info->'svedFL'->'svedDeti'->'rebenok') = 'array') join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedDeti'->'rebenok') = 'array'
)
select select
r.id::uuid recruit_id, r.id::uuid recruit_id,
ch->>'naimRodstvSvyazReb' kinship_type, ch->>'naimRodstvSvyazReb' kinship_type,
@ -130,7 +132,7 @@ select
ch->'svedAZRozhd'->>'nomerZapis' birth_az_number ch->'svedAZRozhd'->>'nomerZapis' birth_az_number
from public.recruits r from public.recruits r
join child on r.id = child.recruit_id</sql> join child on r.id = child.recruit_id</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>400</xloc> <xloc>400</xloc>
@ -148,7 +150,7 @@ join child on r.id = child.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -156,11 +158,14 @@ join child on r.id = child.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizen_child</table> <table>citizen_child</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

0
v1_apache-hop dash mapping/jobs_once_a_day/children_flags.hpl → mappings/jobs_once_a_day/children_flags.hpl
View file

152
mappings/jobs_once_a_day/citizen_appealing_violations_fz53_once.hpl
View file

@ -20,7 +20,159 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.decision-document-service</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
recruit_id,
appeal_number AS number_appealed, -- номер обжалуемого решения
appeal_date AS date_appealed, -- дата обжалуемого решения
result_number AS case_number, -- номер принятого решения
result_date AS decision_date, -- дата принятия решения
CASE
WHEN result = '1' THEN 'Удовлетворена'
WHEN result = '2' THEN 'Частично удовлетворена'
WHEN result = '3' THEN 'Отказано в удовлетворении'
ELSE NULL
END AS result_appeal, -- код рассмотрения
commission_name AS name_commission, -- наименование комиссии, принявшей решение
reason_for_add_entry AS grounds, -- основание для внесения записи
true AS has_appealing_violations_fz53
FROM public.appeal_document_dto
WHERE hidden IS FALSE</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>608</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>20000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>case_number</column_name>
<stream_name>case_number</stream_name>
</field>
<field>
<column_name>date_appealed</column_name>
<stream_name>date_appealed</stream_name>
</field>
<field>
<column_name>decision_date</column_name>
<stream_name>decision_date</stream_name>
</field>
<field>
<column_name>grounds</column_name>
<stream_name>grounds</stream_name>
</field>
<field>
<column_name>name_commission</column_name>
<stream_name>name_commission</stream_name>
</field>
<field>
<column_name>number_appealed</column_name>
<stream_name>number_appealed</stream_name>
</field>
<field>
<column_name>result_appeal</column_name>
<stream_name>result_appeal</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_appealing_violations_fz53</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>912</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_appealing_violations_fz53</name>
<rename>has_appealing_violations_fz53</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>912</xloc>
<yloc>368</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

151
mappings/jobs_once_a_day/citizen_criminal_liability_fz53_once.hpl
View file

@ -20,7 +20,158 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input decision-document-service</from>
<to>Table output ervu_dashboard.citizen_criminal_liability_fz53</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input decision-document-service</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Table input decision-document-service</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.decision-document-service</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
recruit_id,
--, -- сведения о факте уголовного преследования
extra_info->>'preTrialNumber' AS case_number_before, -- номер уголовного дела (досудебный)
extra_info->>'createInfringementDate' AS date_initiation, -- дата возбуждения уголовного дела
extra_info->>'organization' AS body_initiated, -- орган, возбудивший уголовное дело
decision_number AS case_number, -- номер уголовного дела (судебный)
decision_date AS sentence_date, -- дата приговора
extra_info->>'court' AS court_decision, -- суд вынесший приговор
CASE
WHEN extra_info->>'punishment' = '1' THEN 'Штраф'
WHEN extra_info->>'punishment' = '2' THEN 'Обязательные работы'
WHEN extra_info->>'punishment' = '3' THEN 'Арест'
WHEN extra_info->>'punishment' = '4' THEN 'Лишение свободы на определенный срок'
ELSE NULL
END AS type_punishment, -- вид наказания
true has_criminal_liability_fz53
FROM public.infringement
WHERE hidden IS FALSE
AND type = 'CRIMINAL'</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>464</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>Table output ervu_dashboard.citizen_criminal_liability_fz53</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>20000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>case_number_before</column_name>
<stream_name>case_number_before</stream_name>
</field>
<field>
<column_name>court_decision</column_name>
<stream_name>court_decision</stream_name>
</field>
<field>
<column_name>date_initiation</column_name>
<stream_name>date_initiation</stream_name>
</field>
<field>
<column_name>body_initiated</column_name>
<stream_name>body_initiated</stream_name>
</field>
<field>
<column_name>sentence_date</column_name>
<stream_name>sentence_date</stream_name>
</field>
<field>
<column_name>type_punishment</column_name>
<stream_name>type_punishment</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_criminal_liability_fz53</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>272</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>100</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_criminal_liability_fz53</name>
<rename>has_criminal_liability_fz53</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>384</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

64
mappings/jobs_once_a_day/citizen_criminal_record_once.hpl
View file

@ -20,7 +20,71 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input</from>
<to>Table output ervu_dashboard.citizen_criminal_record</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT &lt;values> FROM &lt;table name> WHERE &lt;conditions></sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>384</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
<name>Table output ervu_dashboard.citizen_criminal_record</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields>
<table>citizen_criminal_record</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>864</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_diploma_once.hpl → mappings/jobs_once_a_day/citizen_diploma_once.hpl
View file

13
mappings/jobs_once_a_day/citizen_education_diplomas_received_once.hpl
View file

@ -44,7 +44,9 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedVUZ'->'vuz') as vuz, (select jsonb_array_elements(ri.info->'svedFL'->'svedVUZ'->'vuz') as vuz,
ri.recruit_id recruit_id ri.recruit_id recruit_id
from public.recruits_info ri from public.recruits_info ri
where jsonb_typeof(ri.info->'svedFL'->'svedVUZ'->'vuz') = 'array' limit 2) join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedVUZ'->'vuz') = 'array' --limit 2
)
select select
r.id recruit_id, r.id recruit_id,
--vuz->'svedOrg'->>'kodTipOrg', --vuz->'svedOrg'->>'kodTipOrg',
@ -65,7 +67,7 @@ select
--vuz->'svedObrProg'->>'prVUSpecz', --vuz->'svedObrProg'->>'prVUSpecz',
--vuz->'svedObrProg'->>'dataNachObuch', --vuz->'svedObrProg'->>'dataNachObuch',
--vuz->'svedObrProg'->>'kodFormaObuch', --vuz->'svedObrProg'->>'kodFormaObuch',
--vuz->'svedObrProg'->&gt;'naimFormaObuch', --vuz->'svedObrProg'->>'naimFormaObuch',
--vuz->'svedObrProg'->>'planDataOkonch', --vuz->'svedObrProg'->>'planDataOkonch',
--vuz->'svedObrProg'->'svedSpeczMinobr'->>'kodSpecz', --vuz->'svedObrProg'->'svedSpeczMinobr'->>'kodSpecz',
--vuz->'svedObrProg'->'svedSpeczMinobr'->>'naimSpecz', --vuz->'svedObrProg'->'svedSpeczMinobr'->>'naimSpecz',
@ -78,7 +80,7 @@ select
from public.recruits r from public.recruits r
join vuz on r.id = vuz.recruit_id join vuz on r.id = vuz.recruit_id
</sql> </sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>496</xloc> <xloc>496</xloc>
@ -96,7 +98,7 @@ join vuz on r.id = vuz.recruit_id
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -104,11 +106,14 @@ join vuz on r.id = vuz.recruit_id
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizen_education_diplomas_received</table> <table>citizen_education_diplomas_received</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

160
mappings/jobs_once_a_day/citizen_flags.hpl
View file

@ -50,6 +50,16 @@
<to>Update_deputy_flag</to> <to>Update_deputy_flag</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>has_criminal_prosecution</from>
<to>Update_has_criminal_prosecution</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>criminal_record</from>
<to>Update_criminal_record</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform> <transform>
<name>Update_children_flags</name> <name>Update_children_flags</name>
@ -65,13 +75,11 @@
<commit>1000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -110,13 +118,11 @@
<commit>1000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -151,13 +157,11 @@
<commit>1000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -192,13 +196,11 @@
<commit>1000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -233,13 +235,11 @@
<commit>1000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -270,13 +270,11 @@
<commit>1000</commit> <commit>1000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruit_id</field> <field>recruit_id</field>
<name>recruit_id</name> <name>recruit_id</name>
<name2/>
</key> </key>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<table>citizen</table> <table>citizen</table>
@ -477,6 +475,144 @@ group by recruit_id;</sql>
<yloc>800</yloc> <yloc>800</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Update_has_criminal_prosecution</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_criminal_prosecution</name>
<rename>has_criminal_prosecution</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>1024</yloc>
</GUI>
</transform>
<transform>
<name>has_criminal_prosecution</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>
SELECT
distinct
recruit_id,
true as has_criminal_prosecution
FROM prosecution
where close_date is null;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>208</xloc>
<yloc>1024</yloc>
</GUI>
</transform>
<transform>
<name>Update_criminal_record</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>serving_sentence</name>
<rename>serving_sentence</rename>
</value>
<value>
<name>has_sentence</name>
<rename>has_sentence</rename>
</value>
<value>
<name>has_criminal_record</name>
<rename>has_criminal_record</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>432</xloc>
<yloc>1120</yloc>
</GUI>
</transform>
<transform>
<name>criminal_record</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>SELECT
recruit_id,
bool_or(start_date &lt; current_date and (release_date isnull or release_date > current_date)) as serving_sentence,
true as has_sentence,
true as has_criminal_record
FROM ervu_dashboard.punishment
group by recruit_id;</sql>
<variables_active>N</variables_active>
<attributes/>
<GUI>
<xloc>208</xloc>
<yloc>1120</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_flags.hwf → mappings/jobs_once_a_day/citizen_flags.hwf
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_diploma_once.hpl → mappings/jobs_once_a_day/citizen_foreign_diploma_once.hpl
View file

16
mappings/jobs_once_a_day/citizen_foreign_once.hpl
View file

@ -49,6 +49,7 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedIG') cit, (select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedIG') cit,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedIG') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedIG') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -57,7 +58,7 @@ select
to_date(cit->>'dataPriobrIG', 'YYYY-MM-DD') citizenship_date to_date(cit->>'dataPriobrIG', 'YYYY-MM-DD') citizenship_date
from public.recruits r from public.recruits r
join citizen on r.id = citizen.recruit_id;</sql> join citizen on r.id = citizen.recruit_id;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -82,6 +83,7 @@ join citizen on r.id = citizen.recruit_id;</sql>
(select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedPP') cit, (select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedPP') cit,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedPP') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedPP') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -90,7 +92,7 @@ select
to_date(cit->>'dataPriobrPP', 'YYYY-MM-DD') residense_right_date to_date(cit->>'dataPriobrPP', 'YYYY-MM-DD') residense_right_date
from public.recruits r from public.recruits r
join citizen on r.id = citizen.recruit_id;</sql> join citizen on r.id = citizen.recruit_id;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -108,7 +110,7 @@ join citizen on r.id = citizen.recruit_id;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -116,11 +118,14 @@ join citizen on r.id = citizen.recruit_id;</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizenship_foreign</table> <table>citizenship_foreign</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -142,7 +147,7 @@ join citizen on r.id = citizen.recruit_id;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -150,11 +155,14 @@ join citizen on r.id = citizen.recruit_id;</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizenship_foreign</table> <table>citizenship_foreign</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_kolledzh_once.hpl → mappings/jobs_once_a_day/citizen_kolledzh_once.hpl
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_liability_fz53_once.hpl → mappings/jobs_once_a_day/citizen_liability_fz53_once.hpl
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_school_once.hpl → mappings/jobs_once_a_day/citizen_school_once.hpl
View file

145
mappings/jobs_once_a_day/citizen_sports_categories_once.hpl
View file

@ -20,7 +20,152 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table output</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<sql>SELECT recruit_id,
(sport_info->'sportRazr'->>'dataPrisv')::date start_date_category,
(sport_info->'sportRazr'->>'dataDeistv')::date as end_date_category,
sport_info->'sportRazr'->>'razryadNaim' as sports_category_name,
sport_info->'sportRazr'->>'sportNaim' as type_sport,
sport_info->>'sportZvan' as sport_title,
case when sport_info->>'sportRazr' != 'null'
then true else false end as having_sport_category,
(case when sport_info->>'sportZvan' != 'null'
then true else false end) as having_sport_title
FROM public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}'),
jsonb_array_elements(ri.info->'svedFL'->'svedSport'->'sport') AS sport_info
WHERE info->'svedFL'->'svedSport'->>'sport' != 'null'
and info->'svedFL'->'svedSport'->>'sport' != '[]';</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>208</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>20000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>start_date_category</column_name>
<stream_name>start_date_category</stream_name>
</field>
<field>
<column_name>end_date_category</column_name>
<stream_name>end_date_category</stream_name>
</field>
<field>
<column_name>sports_category_name</column_name>
<stream_name>sports_category_name</stream_name>
</field>
<field>
<column_name>type_sport</column_name>
<stream_name>type_sport</stream_name>
</field>
<field>
<column_name>sport_title</column_name>
<stream_name>sport_title</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_sports_categories</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>400</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>sports_category</name>
<rename>having_sport_category</rename>
</value>
<value>
<name>having_sport_title</name>
<rename>having_sport_title</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>160</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/citizen_vuz_education_once.hpl → mappings/jobs_once_a_day/citizen_vuz_education_once.hpl
View file

262
mappings/jobs_once_a_day/citizen_work_activity_once.hpl
View file

@ -20,7 +20,269 @@
<notepads> <notepads>
</notepads> </notepads>
<order> <order>
<hop>
<from>Table input</from>
<to>Table output</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Table input</name>
<type>TableInput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH trud_info AS (
SELECT
ri.info,
ri.recruit_id::uuid,
case when ri.info->'svedFL'->'svedTrud'->'trudDeyat' IS NULL THEN NULL
WHEN jsonb_typeof(ri.info->'svedFL'->'svedTrud'->'trudDeyat') = 'array' THEN
(ri.info->'svedFL'->'svedTrud'->'trudDeyat'->0) end as trud_deyat,
case when ri.info->'svedFL'->'svedTrud'->'trudDeyat' IS NULL THEN NULL
WHEN jsonb_typeof(ri.info->'svedFL'->'svedTrud'->'trudDeyat'->0->'svedUhodReb') = 'array'
then ri.info->'svedFL'->'svedTrud'->'trudDeyat'->0->'svedUhodReb'->0 end AS parental_leave_info,
coalesce(
ri.info->'svedFL'->'svedRabotodat'->'rabotodat'->'aktRabotodat',
ri.info->'svedFL'->'svedRabotodat'->'rabotodat'->'predRabotodat'
) AS employer,
(CASE
WHEN info->'svedFL'->'svedRegIP'->'regIP' IS NULL THEN NULL
WHEN jsonb_typeof(info->'svedFL'->'svedRegIP'->'regIP'->'aktRegIP') = 'array' THEN
(info->'svedFL'->'svedRegIP'->'regIP'->'aktRegIP'->0)
ELSE
info->'svedFL'->'svedRegIP'->'regIP'->'predRegIP'
END) AS reg_ip,
COALESCE(
ri.info->'svedFL'->'svedNPD'->'npd'->'aktNPD',
ri.info->'svedFL'->'svedNPD'->'npd'->'predNPD'
) AS self_employment
FROM public.recruits_info ri
join public.recruits r
ON r.id = ri.recruit_id
AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
)
SELECT
ti.recruit_id::uuid,
(ti.trud_deyat->>'dataMeropr')::date AS personnel_event_date,
ti.trud_deyat->>'naimTipKadrMeropr' AS personnel_event_type,
case when ti.trud_deyat->>'prAktMestRab' = '1' then true else false end AS current_workplace,
ti.trud_deyat->>'trudFunkcziya' AS position,
ti.trud_deyat->'svedOrg'->>'naimOrg' AS employer_name,
ti.employer->'svedYUL'->>'kpp' AS employer_kpp,
CASE
WHEN ti.employer->>'svedYUL' != 'null' THEN 'Юридическое лицо'
WHEN ti.employer->>'svedIP' != 'null' THEN 'Индивидуальный предприниматель'
END AS employer_category,
COALESCE(
ti.employer->'svedYUL'->>'innyul',
ti.employer->'svedIP'->>'innyfl'
) AS employer_inn,
ti.employer->'svedYUL'->'svedOPK'->>'region' AS employer_address,
COALESCE(
ti.employer->'svedIP'->>'ogrnip',
ti.employer->'svedYUL'->'extend'->>'ogrn'
) AS employer_ogrnip,
ti.employer->'extend'->>'tipPodrazdRabotodat' as employer_unit_type,
ti.employer->'extend'->>'adresPodrazdRabotodat' as employer_unit_address,
(ti.parental_leave_info->>'dataNachUhodReb')::date as parental_leave_start_date,
(ti.parental_leave_info->>'dataKonUhodReb')::date as parental_leave_end_date,
case when (ti.parental_leave_info->>'dataNachUhodReb')::date &lt;= current_date
and ((ti.parental_leave_info->>'dataKonUhodReb')::date is null
or (ti.parental_leave_info->>'dataKonUhodReb')::date > current_date)
then true
else false end as parental_leave_active,
(ti.reg_ip->>'dataRegIP')::date as reg_ip_date,
(ti.reg_ip->>'dataINNNed')::date as dereg_ip_date,
ti.reg_ip->>'ogrnip' as ogrnip_ip,
case when ti.reg_ip != 'null'
then true else false end as active_ip,
ti.self_employment->>'dataUchNPD' as reg_self_employment_date,
ti.self_employment->>'dataSnUchNPD' as dereg_self_employment_date,
case when ti.self_employment != 'null'
then true else false end as active_self_employment
FROM trud_info ti
</sql>
<variables_active>Y</variables_active>
<attributes/>
<GUI>
<xloc>0</xloc>
<yloc>0</yloc>
</GUI>
</transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>20000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>employer_category</column_name>
<stream_name>employer_category</stream_name>
</field>
<field>
<column_name>organization_name</column_name>
<stream_name>employer_name</stream_name>
</field>
<field>
<column_name>inn</column_name>
<stream_name>employer_inn</stream_name>
</field>
<field>
<column_name>ogrn</column_name>
<stream_name>employer_ogrnip</stream_name>
</field>
<field>
<column_name>kpp</column_name>
<stream_name>employer_kpp</stream_name>
</field>
<field>
<column_name>organization_address</column_name>
<stream_name>employer_address</stream_name>
</field>
<field>
<column_name>type_separate_division</column_name>
<stream_name>employer_unit_type</stream_name>
</field>
<field>
<column_name>address_separate_division</column_name>
<stream_name>employer_unit_address</stream_name>
</field>
<field>
<column_name>type_hr_event</column_name>
<stream_name>personnel_event_type</stream_name>
</field>
<field>
<column_name>date_hr_event</column_name>
<stream_name>personnel_event_date</stream_name>
</field>
<field>
<column_name>job_title</column_name>
<stream_name>position</stream_name>
</field>
<field>
<column_name>start_date_parental_leave</column_name>
<stream_name>parental_leave_start_date</stream_name>
</field>
<field>
<column_name>end_date_parental_leave</column_name>
<stream_name>parental_leave_end_date</stream_name>
</field>
<field>
<column_name>ogrn_ip</column_name>
<stream_name>ogrnip_ip</stream_name>
</field>
<field>
<column_name>date_reg_ip</column_name>
<stream_name>reg_ip_date</stream_name>
</field>
<field>
<column_name>date_dereg_ip</column_name>
<stream_name>dereg_ip_date</stream_name>
</field>
<field>
<column_name>date_reg_self</column_name>
<stream_name>reg_self_employment_date</stream_name>
</field>
<field>
<column_name>date_dereg_self</column_name>
<stream_name>dereg_self_employment_date</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>citizen_work_activity</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>144</xloc>
<yloc>0</yloc>
</GUI>
</transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>employed</name>
<rename>current_workplace</rename>
</value>
<value>
<name>active_reg_ip</name>
<rename>active_ip</rename>
</value>
<value>
<name>active_parental_leave</name>
<rename>parental_leave_active</rename>
</value>
<value>
<name>self_employed</name>
<rename>active_self_employment</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>320</xloc>
<yloc>0</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/citizenship_flags.hpl → mappings/jobs_once_a_day/citizenship_flags.hpl
View file

9
mappings/jobs_once_a_day/citizenship_once.hpl
View file

@ -50,10 +50,10 @@ ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshVyh' renunciation_nu
to_date(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date, to_date(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date,
ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null)</sql> (ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null)</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>432</xloc> <xloc>432</xloc>
@ -71,7 +71,7 @@ where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -79,11 +79,14 @@ where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizenship</table> <table>citizenship</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

0
v1_apache-hop dash mapping/jobs_once_a_day/copy_punishment_and_deferment_once.hwf → mappings/jobs_once_a_day/copy_punishment_and_deferment_once.hwf
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/criminal_prosecution_flags.hpl → mappings/jobs_once_a_day/criminal_prosecution_flags.hpl
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/criminal_record_flags.hpl → mappings/jobs_once_a_day/criminal_record_flags.hpl
View file

96
mappings/jobs_once_a_day/deferment_reason_once.hpl
View file

@ -22,10 +22,55 @@
<order> <order>
<hop> <hop>
<from>Table input 2</from> <from>Table input 2</from>
<to>Table output</to> <to>Insert / update</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
<transform>
<name>Insert / update</name>
<type>InsertUpdate</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>code</field>
<name>code</name>
<name2/>
</key>
<schema>ervu_dashboard</schema>
<table>deferment_reason</table>
<value>
<name>code</name>
<rename>code</rename>
<update>N</update>
</value>
<value>
<name>value</name>
<rename>value</rename>
<update>N</update>
</value>
<value>
<name>actual</name>
<rename>actual</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>Y</update_bypassed>
<attributes/>
<GUI>
<xloc>496</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform> <transform>
<name>Table input 2</name> <name>Table input 2</name>
<type>TableInput</type> <type>TableInput</type>
@ -53,55 +98,6 @@
<yloc>304</yloc> <yloc>304</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Table output</name>
<type>TableOutput</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<fields>
<field>
<column_name>code</column_name>
<stream_name>code</stream_name>
</field>
<field>
<column_name>value</column_name>
<stream_name>value</stream_name>
</field>
<field>
<column_name>actual</column_name>
<stream_name>actual</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys>
<schema>ervu_dashboard</schema>
<specify_fields>Y</specify_fields>
<table>deferment_reason</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>528</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

40
mappings/jobs_once_a_day/deferments_once.hpl
View file

@ -40,7 +40,29 @@
<to>Update 2</to> <to>Update 2</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>deferment_output</from>
<to>Dummy (do nothing)</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform>
<name>Dummy (do nothing)</name>
<type>Dummy</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<attributes/>
<GUI>
<xloc>768</xloc>
<yloc>480</yloc>
</GUI>
</transform>
<transform> <transform>
<name>Update</name> <name>Update</name>
<type>Update</type> <type>Update</type>
@ -111,7 +133,7 @@
<use_batch>Y</use_batch> <use_batch>Y</use_batch>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>720</xloc> <xloc>768</xloc>
<yloc>336</yloc> <yloc>336</yloc>
</GUI> </GUI>
</transform> </transform>
@ -142,7 +164,7 @@
from decision_deferment_dto ddd from decision_deferment_dto ddd
join public.recruits r join public.recruits r
ON r.id = ddd.recruit_id ON r.id = ddd.recruit_id
AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}') AND '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id)
where hidden is false;</sql> where hidden is false;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
@ -238,7 +260,7 @@ from recruits_deferment rd
on erfd.id = rd.ervu_reason_for_deferment_id on erfd.id = rd.ervu_reason_for_deferment_id
join public.recruits r join public.recruits r
ON r.id = rd.recruit_id ON r.id = rd.recruit_id
AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}') AND '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id)
where rd.hidden is false;</sql> where rd.hidden is false;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
@ -302,6 +324,18 @@ where rd.hidden is false;</sql>
</GUI> </GUI>
</transform> </transform>
<transform_error_handling> <transform_error_handling>
<error>
<source_transform>deferment_output</source_transform>
<target_transform>Dummy (do nothing)</target_transform>
<is_enabled>Y</is_enabled>
<nr_valuename/>
<descriptions_valuename/>
<fields_valuename/>
<codes_valuename/>
<max_errors/>
<max_pct_errors/>
<min_pct_rows/>
</error>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>
</pipeline> </pipeline>

0
v1_apache-hop dash mapping/jobs_once_a_day/deputy_flags.hpl → mappings/jobs_once_a_day/deputy_flags.hpl
View file

18
mappings/jobs_once_a_day/deputy_once.hpl
View file

@ -104,9 +104,9 @@ ri.info->'svedFL'->'svedDeputat'->'deputat'->>'srokiPolnomochii' period_office,
to_date(ri.info->'svedFL'->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date, to_date(ri.info->'svedFL'->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date,
ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null;</sql> where ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>432</xloc> <xloc>432</xloc>
@ -132,9 +132,9 @@ to_date(ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'dataSnyatKandidat', 'YY
ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'svedRegKandidata' information, ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'svedRegKandidata' information,
false deputy false deputy
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON ri.recruit_id = r.id join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null</sql> where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>432</xloc> <xloc>432</xloc>
@ -152,7 +152,7 @@ where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -160,11 +160,14 @@ where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>deputy</table> <table>deputy</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -186,7 +189,7 @@ where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -194,11 +197,14 @@ where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>deputy</table> <table>deputy</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

200
mappings/jobs_once_a_day/disability_once.hpl
View file

@ -30,6 +30,16 @@
<to>Table output 2</to> <to>Table output 2</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>Table output 2</from>
<to>Update 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform> <transform>
<name>Table input</name> <name>Table input</name>
@ -46,21 +56,24 @@
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>select <sql>select
r.id recruit_id, recruit_id,
case when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='1' then 'I группа' case when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='1' then 'I группа'
when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='2' then 'II группа' when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='2' then 'II группа'
when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='3' then 'III группа' when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='3' then 'III группа'
when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='4' then 'ребенок-инвалид' when ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa'='4' then 'ребенок-инвалид'
end disability_group, end disability_group,
ri.info->'svedFL'->'svedInvalid'->'invalid'->>'ustanOrg' organization_name, ri.info->'svedFL'->'svedInvalid'->'invalid'->>'ustanOrg' organization_name,
to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataUstan', 'YYYY-MM-DD') start_date, to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataUstan', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataSnyat', 'YYYY-MM-DD') close_date, to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataSnyat', 'YYYY-MM-DD') close_date,
to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataPodtverzhdPlan', 'YYYY-MM-DD') confirmation_date, to_date(ri.info->'svedFL'->'svedInvalid'->'invalid'->'ustanInvalid'->>'dataPodtverzhdPlan', 'YYYY-MM-DD') confirmation_date,
true disability true disability
from public.recruits r from public.recruits_info ri
join public.recruits_info ri on r.id = ri.recruit_id join public.recruits r
where ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa' is not null;</sql> ON r.id = ri.recruit_id
<variables_active>N</variables_active> AND (r.target_recruitment_id = '${RCRT_C}' or
r.current_recruitment_id = '${RCRT_C}')
where ri.info->'svedFL'->'svedInvalid'->>'invalid' != 'null';</sql>
<variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -82,14 +95,19 @@ where ri.info->'svedFL'->'svedInvalid'->'invalid'->>'gruppa' is not null;</sql>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>select <sql>select
r.id recruit_id, recruit_id,
ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' organization_name, ri.info->'svedNedeesp'->'nedeesposob'->>'naimOrg' organization_name,
to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataPrisv', 'YYYY-MM-DD') start_date, to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataPrisv', 'YYYY-MM-DD') start_date,
to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataOtmeny', 'YYYY-MM-DD') close_date to_date(ri.info->'svedNedeesp'->'nedeesposob'->>'dataOtmeny', 'YYYY-MM-DD') close_date,
from public.recruits r false disability,
join public.recruits_info ri on r.id = ri.recruit_id true is_incompetent
where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql> from public.recruits_info ri
<variables_active>N</variables_active> join public.recruits r
ON r.id = ri.recruit_id
AND (r.target_recruitment_id = '${RCRT_C}' or
r.current_recruitment_id = '${RCRT_C}')
where ri.info->'svedNedeesp'->>'nedeesposob' != 'null';</sql>
<variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -107,19 +125,50 @@ where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> <field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>disability_group</column_name>
<stream_name>disability_group</stream_name>
</field>
<field>
<column_name>organization_name</column_name>
<stream_name>organization_name</stream_name>
</field>
<field>
<column_name>start_date</column_name>
<stream_name>start_date</stream_name>
</field>
<field>
<column_name>close_date</column_name>
<stream_name>close_date</stream_name>
</field>
<field>
<column_name>confirmation_date</column_name>
<stream_name>confirmation_date</stream_name>
</field>
<field>
<column_name>disability</column_name>
<stream_name>disability</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>Y</specify_fields>
<table>disability</table> <table>disability</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -141,19 +190,42 @@ where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> <field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>organization_name</column_name>
<stream_name>organization_name</stream_name>
</field>
<field>
<column_name>start_date</column_name>
<stream_name>start_date</stream_name>
</field>
<field>
<column_name>close_date</column_name>
<stream_name>close_date</stream_name>
</field>
<field>
<column_name>disability</column_name>
<stream_name>disability</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>Y</specify_fields>
<table>disability</table> <table>disability</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -164,6 +236,76 @@ where ri.info->'svedNedeesp'->'nedeesposob'->>'naimSud' is not null;</sql>
<yloc>304</yloc> <yloc>304</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_disability</name>
<rename>disability</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Update 2</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>is_incompetent</name>
<rename>is_incompetent</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>304</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

101
mappings/jobs_once_a_day/disease_once.hpl
View file

@ -25,6 +25,11 @@
<to>Table output</to> <to>Table output</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>Table output</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform> <transform>
<name>Table input</name> <name>Table input</name>
@ -40,19 +45,29 @@
<connection>ervu_person_registry</connection> <connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with zdorov as <sql>with zdorov as (select ri.recruit_id,
(select jsonb_array_elements(ri.info->'svedFL'->'svedSostZdorov'->'svedZdorov'->'sostZdorov') z, jsonb_array_elements(
ri.recruit_id ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->
from public.recruits_info ri 'sostZdorov') z,
where jsonb_typeof(ri.info->'svedFL'->'svedSostZdorov'->'svedZdorov'->'sostZdorov') = 'array') case
select when ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->>
r.id recruit_id, 'priznakNalichSved' = '1'
z->>'kodZabol' code, then true
z->>'naimZabol' name, else false end as has_disease
to_date(z->>'dataDiagn', 'YYYY-MM-DD') reg_date from public.recruits_info ri
from public.recruits r join public.recruits r
join zdorov on r.id = zdorov.recruit_id;</sql> ON r.id = ri.recruit_id
<variables_active>N</variables_active> AND (r.target_recruitment_id = '${RCRT_C}' or
r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info -> 'svedFL' -> 'svedSostZdorov' -> 'svedZdorov' ->
'sostZdorov') = 'array')
select recruit_id,
z ->> 'kodZabol' code,
z ->> 'naimZabol' name,
has_disease,
to_date(z ->> 'dataDiagn', 'YYYY-MM-DD') reg_date
from zdorov;</sql>
<variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -70,19 +85,38 @@ join zdorov on r.id = zdorov.recruit_id;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> <field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>code</column_name>
<stream_name>code</stream_name>
</field>
<field>
<column_name>name</column_name>
<stream_name>name</stream_name>
</field>
<field>
<column_name>reg_date</column_name>
<stream_name>reg_date</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>Y</specify_fields>
<table>disease</table> <table>disease</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -93,6 +127,41 @@ join zdorov on r.id = zdorov.recruit_id;</sql>
<yloc>208</yloc> <yloc>208</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>50000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_disease</name>
<rename>has_disease</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>592</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/driver_licenses_flags.hpl → mappings/jobs_once_a_day/driver_licenses_flags.hpl
View file

18
mappings/jobs_once_a_day/drivers_licence_once.hpl
View file

@ -56,9 +56,9 @@
from jsonb_array_elements(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') as kat from jsonb_array_elements(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') as kat
where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories
from public.recruits r from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id join public.recruits_info ri on r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'</sql> where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -94,9 +94,9 @@ where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat')
where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories, where jsonb_typeof(ri.info->'svedFL'->'svedVoditUdost'->'voditUdost'->'svedKat') = 'array'), ',') categories,
true tractor_driver true tractor_driver
from public.recruits r from public.recruits r
join public.recruits_info ri on r.id = ri.recruit_id join public.recruits_info ri on r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not null</sql> where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not null</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -114,7 +114,7 @@ where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -122,11 +122,14 @@ where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>drivers_licence</table> <table>drivers_licence</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -148,7 +151,7 @@ where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -156,11 +159,14 @@ where ri.info->'svedFL'->'svedUdostTraktMash'->'udostTraktMash'->'aktUTM' is not
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>drivers_licence</table> <table>drivers_licence</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

0
v1_apache-hop dash mapping/jobs_once_a_day/education_constants_once.hpl → mappings/jobs_once_a_day/education_constants_once.hpl
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/id_ern_once.hpl → mappings/jobs_once_a_day/id_ern_once.hpl
View file

52
mappings/jobs_once_a_day/info_recruits_once.hpl
View file

@ -61,11 +61,31 @@ took_break
type_place_stay</note> type_place_stay</note>
<width>163</width> <width>163</width>
</notepad> </notepad>
<notepad>
<backgroundcolorblue>251</backgroundcolorblue>
<backgroundcolorgreen>232</backgroundcolorgreen>
<backgroundcolorred>201</backgroundcolorred>
<bordercolorblue>90</bordercolorblue>
<bordercolorgreen>58</bordercolorgreen>
<bordercolorred>14</bordercolorred>
<fontbold>N</fontbold>
<fontcolorblue>90</fontcolorblue>
<fontcolorgreen>58</fontcolorgreen>
<fontcolorred>14</fontcolorred>
<fontitalic>N</fontitalic>
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>26</height>
<xloc>687</xloc>
<yloc>482</yloc>
<note>+target_recruitment_id</note>
<width>132</width>
</notepad>
</notepads> </notepads>
<order> <order>
<hop> <hop>
<from>Select values 4</from> <from>Select values 4</from>
<to>Table output</to> <to>Table output (citizen)</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop> <hop>
@ -317,7 +337,8 @@ type_place_stay</note>
<sql>WITH <sql>WITH
base_recruit_data AS ( base_recruit_data AS (
SELECT SELECT
distinct distinct
r.system_pgs_status,
r.full_name, r.full_name,
r.last_name, r.last_name,
r.first_name, r.first_name,
@ -341,10 +362,11 @@ base_recruit_data AS (
ri.info->'svedFL'->'svedVoin'->'voin'->>'dataReg' AS issue_date, ri.info->'svedFL'->'svedVoin'->'voin'->>'dataReg' AS issue_date,
r.system_update_date AS update_date, r.system_update_date AS update_date,
CASE CASE
WHEN r.vu_current_info-&gt;&gt;'recruitmentCommercialInfo' = 'true' THEN 'CONVICT' WHEN r.vu_current_info->>'recruitmentCommercialInfo' = 'true' THEN 'CONVICT'
ELSE 'NOTCONVICT' ELSE 'NOTCONVICT'
END AS convicts, END AS convicts,
COALESCE(r.current_recruitment_id, r.target_recruitment_id) AS recruitment_id, r.current_recruitment_id AS recruitment_id,
r.target_recruitment_id,
CASE CASE
WHEN jsonb_typeof(ri.info->'svedFL'->'svedPND'->'svedUchetDisp'->'svedUchet') = 'array' THEN WHEN jsonb_typeof(ri.info->'svedFL'->'svedPND'->'svedUchetDisp'->'svedUchet') = 'array' THEN
EXISTS ( EXISTS (
@ -395,7 +417,7 @@ base_recruit_data AS (
ri.info->'svedFL'->'svedSport'->'sport' IS NULL -- Если 'sport' = NULL ri.info->'svedFL'->'svedSport'->'sport' IS NULL -- Если 'sport' = NULL
OR ( OR (
ri.info->'svedSport' ? 'sport' -- Проверяем, что ключ 'sport' существует ri.info->'svedSport' ? 'sport' -- Проверяем, что ключ 'sport' существует
AND jsonb_typeof(ri.info->'svedFL'-&gt;'svedSport'->'sport') = 'array' -- Поле 'sport' должно быть массивом AND jsonb_typeof(ri.info->'svedFL'->'svedSport'->'sport') = 'array' -- Поле 'sport' должно быть массивом
AND jsonb_array_length(ri.info->'svedFL'->'svedSport'->'sport') > 0 -- И массив не пустой AND jsonb_array_length(ri.info->'svedFL'->'svedSport'->'sport') > 0 -- И массив не пустой
) )
) )
@ -466,7 +488,7 @@ base_recruit_data AS (
WHEN WHEN
jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array' -- проверяем, что 'faktyUgolovPresl' это массив jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array' -- проверяем, что 'faktyUgolovPresl' это массив
AND jsonb_array_length(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') &gt; 0 -- массив не пустой AND jsonb_array_length(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') > 0 -- массив не пустой
AND EXISTS ( AND EXISTS (
SELECT 1 SELECT 1
FROM jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS criminal_prosecution FROM jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS criminal_prosecution
@ -586,7 +608,7 @@ base_recruit_data AS (
) AS number_children ) AS number_children
FROM public.recruits AS r FROM public.recruits AS r
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id and ddd.hidden is false LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id and ddd.hidden is false
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id JOIN public.recruits_info AS ri ON ri.recruit_id = r.id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text) JOIN public.military_registration_reason AS mrr ON r.registration_reasons::jsonb @> to_jsonb(mrr.code::text)
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
), ),
@ -604,6 +626,7 @@ FROM
public.recruits AS r public.recruits AS r
LEFT JOIN LEFT JOIN
LATERAL jsonb_array_elements(r.addresses) AS addr ON true LATERAL jsonb_array_elements(r.addresses) AS addr ON true
WHERE r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}'
GROUP BY GROUP BY
r.id r.id
), ),
@ -654,7 +677,7 @@ SELECT
r.first_name, r.first_name,
r.middle_name, r.middle_name,
r.gender, r.gender,
r.snils, regexp_replace(r.snils, '[^0-9]', '', 'g') AS snils,
r.inn, r.inn,
r.birth_date, r.birth_date,
r.age, r.age,
@ -709,7 +732,8 @@ SELECT
r.passport_series, r.passport_series,
r.issue_date, r.issue_date,
r.recruit_id, -- ID рекрута r.recruit_id, -- ID рекрута
r.recruitment_id, r.recruitment_id, -- текущий вк
r.target_recruitment_id, -- целевой вк
r.reason_registration, -- причина постановки на учет char r.reason_registration, -- причина постановки на учет char
r.date_registration, -- дата постановки на учет date r.date_registration, -- дата постановки на учет date
r.date_deregistration, -- дата снятия с учета date r.date_deregistration, -- дата снятия с учета date
@ -728,7 +752,8 @@ SELECT
adr.residenceAddress_regDateEnd as end_date_place_stay, adr.residenceAddress_regDateEnd as end_date_place_stay,
case when adr.residenceAddress_kodTipReg='1' then 'В жилом помещении, не являющимся местом жительства физического лица' case when adr.residenceAddress_kodTipReg='1' then 'В жилом помещении, не являющимся местом жительства физического лица'
when adr.residenceAddress_kodTipReg='2' then 'В учреждении уголовно-исполнительной системы' when adr.residenceAddress_kodTipReg='2' then 'В учреждении уголовно-исполнительной системы'
else null end as type_place_stay else null end as type_place_stay,
r.system_pgs_status
FROM base_recruit_data r FROM base_recruit_data r
LEFT JOIN children_count cc ON r.recruit_id = cc.recruit_id -- Присоединение для получения количества детей LEFT JOIN children_count cc ON r.recruit_id = cc.recruit_id -- Присоединение для получения количества детей
JOIN driver_license dl ON dl.recruit_id = r.recruit_id JOIN driver_license dl ON dl.recruit_id = r.recruit_id
@ -741,7 +766,7 @@ join adresses adr ON r.recruit_id=adr.recruit_id</sql>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Table output</name> <name>Table output (citizen)</name>
<type>TableOutput</type> <type>TableOutput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -751,7 +776,7 @@ join adresses adr ON r.recruit_id=adr.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -759,11 +784,14 @@ join adresses adr ON r.recruit_id=adr.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizen</table> <table>citizen</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

707
mappings/jobs_once_a_day/job_info_recruits_once.hwf
View file

File diff suppressed because it is too large Load diff

187
mappings/jobs_once_a_day/medical_authorities_once.hpl
View file

@ -30,6 +30,16 @@
<to>Table output 2</to> <to>Table output 2</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
<hop>
<from>Table output</from>
<to>Update</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table output 2</from>
<to>Update 2</to>
<enabled>Y</enabled>
</hop>
</order> </order>
<transform> <transform>
<name>Table input 2</name> <name>Table input 2</name>
@ -46,18 +56,25 @@
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with uchet as <sql>with uchet as
(select jsonb_array_elements(ri.info->'svedFL'->'svedPND'->'svedUchetDisp'->'svedUchet') u, (select ri.recruit_id,
ri.recruit_id jsonb_array_elements(ri.info -> 'svedFL' -> 'svedPND' -> 'svedUchetDisp' ->
from public.recruits_info ri 'svedUchet') u,
where jsonb_typeof(ri.info->'svedFL'->'svedPND'->'svedUchetDisp'->'svedUchet') = 'array') ri.info -> 'svedFL' -> 'svedPND' -> 'svedUchetDisp' -> 'svedUchet' ->>
select 'priznakNalichSved' = '1' as registered_in_pnd
r.id recruit_id, from public.recruits_info ri
u->>'dataPostUchet' start_date, join public.recruits r
u->>'dataSnyatUchet' close_date, ON r.id = ri.recruit_id
u->>'dataPlan' change_date AND (r.target_recruitment_id = '${RCRT_C}' or
from public.recruits r r.current_recruitment_id = '${RCRT_C}')
join uchet on r.id = uchet.recruit_id;</sql> where jsonb_typeof(ri.info -> 'svedFL' -> 'svedPND' -> 'svedUchetDisp' -> 'svedUchet') =
<variables_active>N</variables_active> 'array')
select recruit_id,
u ->> 'dataPostUchet' start_date,
u ->> 'dataSnyatUchet' close_date,
u ->> 'dataPlan' change_date,
registered_in_pnd
from uchet;</sql>
<variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -79,18 +96,22 @@ join uchet on r.id = uchet.recruit_id;</sql>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>with uchet as <sql>with uchet as
(select jsonb_array_elements(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') u, (select ri.recruit_id,
ri.recruit_id jsonb_array_elements(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') u,
from public.recruits_info ri ri.info->'svedFL'->'svedUchetVICH'->>'priznakNalichSved' = '1' has_vich
where jsonb_typeof(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') = 'array') from public.recruits_info ri
join public.recruits r
ON r.id = ri.recruit_id
AND (r.target_recruitment_id = '${RCRT_C}' or
r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedUchetVICH'->'uchetVICH') = 'array')
select select
r.id recruit_id, recruit_id,
to_date(u->>'dataPostUchet', 'YYYY-MM-DD') start_date, to_date(u->>'dataPostUchet', 'YYYY-MM-DD') start_date,
to_date(u->>'dataSnyat', 'YYYY-MM-DD') close_date, to_date(u->>'dataSnyat', 'YYYY-MM-DD') close_date,
true HIV true HIV
from public.recruits r from uchet;</sql>
join uchet on r.id = uchet.recruit_id;</sql> <variables_active>Y</variables_active>
<variables_active>N</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -108,19 +129,38 @@ join uchet on r.id = uchet.recruit_id;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> <field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>start_date</column_name>
<stream_name>start_date</stream_name>
</field>
<field>
<column_name>close_date</column_name>
<stream_name>close_date</stream_name>
</field>
<field>
<column_name>hiv</column_name>
<stream_name>has_vich</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>Y</specify_fields>
<table>medical_authorities</table> <table>medical_authorities</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -142,19 +182,38 @@ join uchet on r.id = uchet.recruit_id;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> <field>
<column_name>recruit_id</column_name>
<stream_name>recruit_id</stream_name>
</field>
<field>
<column_name>start_date</column_name>
<stream_name>start_date</stream_name>
</field>
<field>
<column_name>close_date</column_name>
<stream_name>close_date</stream_name>
</field>
<field>
<column_name>change_date</column_name>
<stream_name>change_date</stream_name>
</field>
</fields>
<ignore_errors>N</ignore_errors> <ignore_errors>N</ignore_errors>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>Y</specify_fields>
<table>medical_authorities</table> <table>medical_authorities</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -165,6 +224,76 @@ join uchet on r.id = uchet.recruit_id;</sql>
<yloc>352</yloc> <yloc>352</yloc>
</GUI> </GUI>
</transform> </transform>
<transform>
<name>Update</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>has_vich</name>
<rename>has_vich</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>208</yloc>
</GUI>
</transform>
<transform>
<name>Update 2</name>
<type>Update</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<commit>1000</commit>
<connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored>
<lookup>
<key>
<condition>=</condition>
<field>recruit_id</field>
<name>recruit_id</name>
</key>
<schema>ervu_dashboard</schema>
<table>citizen</table>
<value>
<name>registered_in_pnd</name>
<rename>registered_in_pnd</rename>
</value>
</lookup>
<skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch>
<attributes/>
<GUI>
<xloc>576</xloc>
<yloc>352</yloc>
</GUI>
</transform>
<transform_error_handling> <transform_error_handling>
</transform_error_handling> </transform_error_handling>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/opekun_flags.hpl → mappings/jobs_once_a_day/opekun_flags.hpl
View file

11
mappings/jobs_once_a_day/opekun_once.hpl
View file

@ -98,6 +98,7 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedOpekun'->'svedSoczPod') ch, (select jsonb_array_elements(ri.info->'svedFL'->'svedOpekun'->'svedSoczPod') ch,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedOpekun'->'svedSoczPod') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedOpekun'->'svedSoczPod') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -109,8 +110,9 @@ select
NULLIF(ch->'dataRozhdDok'->>'den','')::int) birth_date, NULLIF(ch->'dataRozhdDok'->>'den','')::int) birth_date,
ch->>'snils' snils ch->>'snils' snils
from public.recruits r from public.recruits r
join person on r.id = person.recruit_id</sql> join person on r.id = person.recruit_id
<variables_active>N</variables_active> </sql>
<variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>288</xloc> <xloc>288</xloc>
@ -128,7 +130,7 @@ join person on r.id = person.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -136,11 +138,14 @@ join person on r.id = person.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizen_guardianship</table> <table>citizen_guardianship</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

14
mappings/jobs_once_a_day/passport_once.hpl
View file

@ -57,11 +57,11 @@
THEN TRUE ELSE FALSE THEN TRUE ELSE FALSE
END AS actual END AS actual
FROM public.recruits_info ri FROM public.recruits_info ri
JOIN public.recruits r ON ri.recruit_id = r.id join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
WHERE ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' IS NOT NULL WHERE ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' IS NOT NULL
AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok') = 4 AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok') = 4
AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok') = 6;</sql> AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok') = 6;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>208</xloc> <xloc>208</xloc>
@ -112,7 +112,7 @@ where ri.info->'pasportRF'->'predPasportRF'->>'nomDok' is not null;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -120,11 +120,14 @@ where ri.info->'pasportRF'->'predPasportRF'->>'nomDok' is not null;</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>passport</table> <table>passport</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -146,7 +149,7 @@ where ri.info->'pasportRF'->'predPasportRF'->>'nomDok' is not null;</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>1000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -154,11 +157,14 @@ where ri.info->'pasportRF'->'predPasportRF'->>'nomDok' is not null;</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>passport</table> <table>passport</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

0
v1_apache-hop dash mapping/jobs_once_a_day/property_flags.hpl → mappings/jobs_once_a_day/property_flags.hpl
View file

32
mappings/jobs_once_a_day/property_once.hpl
View file

@ -59,6 +59,7 @@
(select jsonb_array_elements(ri.info->'svedFL'->'svedON'->'on') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedON'->'on') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedON'->'on') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedON'->'on') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -69,7 +70,7 @@ select
'realty' type_property 'realty' type_property
from public.recruits r from public.recruits r
join prop on r.id = prop.recruit_id;</sql> join prop on r.id = prop.recruit_id;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>480</xloc> <xloc>480</xloc>
@ -94,6 +95,7 @@ join prop on r.id = prop.recruit_id;</sql>
(select jsonb_array_elements(ri.info->'svedFL'->'svedNazTS'->'nazTS') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedNazTS'->'nazTS') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedNazTS'->'nazTS') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedNazTS'->'nazTS') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -107,7 +109,7 @@ select
'ground_transportation' type_property 'ground_transportation' type_property
from public.recruits r from public.recruits r
join prop on r.id = prop.recruit_id;</sql> join prop on r.id = prop.recruit_id;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>480</xloc> <xloc>480</xloc>
@ -132,6 +134,7 @@ join prop on r.id = prop.recruit_id;</sql>
(select jsonb_array_elements(ri.info->'svedFL'->'svedVozTS'->'vozTS') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedVozTS'->'vozTS') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedVozTS'->'vozTS') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedVozTS'->'vozTS') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -142,7 +145,7 @@ select
'air_vehicles' type_property 'air_vehicles' type_property
from public.recruits r from public.recruits r
join prop on r.id = prop.recruit_id;</sql> join prop on r.id = prop.recruit_id;</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>480</xloc> <xloc>480</xloc>
@ -167,6 +170,7 @@ join prop on r.id = prop.recruit_id;</sql>
(select jsonb_array_elements(ri.info->'svedFL'->'svedVodTS'->'vodTS') u, (select jsonb_array_elements(ri.info->'svedFL'->'svedVodTS'->'vodTS') u,
ri.recruit_id ri.recruit_id
from public.recruits_info ri from public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
where jsonb_typeof(ri.info->'svedFL'->'svedVodTS'->'vodTS') = 'array') where jsonb_typeof(ri.info->'svedFL'->'svedVodTS'->'vodTS') = 'array')
select select
r.id recruit_id, r.id recruit_id,
@ -177,7 +181,7 @@ select
'water_vehicles' type_property 'water_vehicles' type_property
from public.recruits r from public.recruits r
join prop on r.id = prop.recruit_id</sql> join prop on r.id = prop.recruit_id</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>480</xloc> <xloc>480</xloc>
@ -195,7 +199,7 @@ join prop on r.id = prop.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -203,11 +207,14 @@ join prop on r.id = prop.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>property</table> <table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -229,7 +236,7 @@ join prop on r.id = prop.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -237,11 +244,14 @@ join prop on r.id = prop.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>property</table> <table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -263,7 +273,7 @@ join prop on r.id = prop.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -271,11 +281,14 @@ join prop on r.id = prop.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>property</table> <table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>
@ -297,7 +310,7 @@ join prop on r.id = prop.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -305,11 +318,14 @@ join prop on r.id = prop.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>property</table> <table>property</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

109
mappings/jobs_once_a_day/prosecution_once.hpl
View file

@ -18,16 +18,55 @@
<modified_date>2024/08/15 14:02:51.713</modified_date> <modified_date>2024/08/15 14:02:51.713</modified_date>
</info> </info>
<notepads> <notepads>
<notepad>
<backgroundcolorblue>251</backgroundcolorblue>
<backgroundcolorgreen>232</backgroundcolorgreen>
<backgroundcolorred>201</backgroundcolorred>
<bordercolorblue>90</bordercolorblue>
<bordercolorgreen>58</bordercolorgreen>
<bordercolorred>14</bordercolorred>
<fontbold>N</fontbold>
<fontcolorblue>90</fontcolorblue>
<fontcolorgreen>58</fontcolorgreen>
<fontcolorred>14</fontcolorred>
<fontitalic>N</fontitalic>
<fontname>Segoe UI</fontname>
<fontsize>9</fontsize>
<height>328</height>
<xloc>976</xloc>
<yloc>144</yloc>
<note>архив
WITH ugol AS (
SELECT
jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS u,
ri.recruit_id
FROM public.recruits_info ri
WHERE jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array'
)
SELECT
r.id AS recruit_id,
u->'sledSud'->>'naimSud' AS kind,
TO_DATE(u->'sledSud'->>'dataVozbUD', 'YYYY-MM-DD') AS create_date,
TO_DATE(u->'sledSud'->'svedSnyat'->>'dataSnyatSud', 'YYYY-MM-DD') AS close_date,
u->'sledSud'->>'naimOrgan' AS authority_name,
STRING_AGG(TRIM(BOTH ' "' FROM law.f), ', ') AS law_point,
u->'sledSud'->'svedSnyat'->>'osnSnyatSud' AS termination_basis
FROM public.recruits r
JOIN ugol ON r.id = ugol.recruit_id
LEFT JOIN LATERAL jsonb_array_elements_text(u->'sledSud'->'statiUK') AS law(f) ON true
GROUP BY r.id, kind, create_date, close_date, authority_name, termination_basis;</note>
<width>486</width>
</notepad>
</notepads> </notepads>
<order> <order>
<hop> <hop>
<from>Table input</from> <from>Table input (prosecution)</from>
<to>Table output</to> <to>Table output (prosecution)</to>
<enabled>Y</enabled> <enabled>Y</enabled>
</hop> </hop>
</order> </order>
<transform> <transform>
<name>Table input</name> <name>Table input (prosecution)</name>
<type>TableInput</type> <type>TableInput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -40,34 +79,55 @@
<connection>ervu_person_registry</connection> <connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>WITH ugol AS ( <sql>WITH
SELECT ugolov_presl AS (
jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS u, SELECT
ri.recruit_id jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS up,
FROM public.recruits_info ri ri.recruit_id
WHERE jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array' --'prOtsSvedUgolovPresl'
FROM public.recruits_info ri
join public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
WHERE jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array'
) )
SELECT SELECT
r.id AS recruit_id, r.id AS recruit_id,
u->'sledSud'->>'naimSud' AS kind, --up->'sledSud'->>'uk', -- уголовный кодекс?
TO_DATE(u->'sledSud'->>'dataVozbUD', 'YYYY-MM-DD') AS create_date, up->'sledSud'->'extend'->>'nomerUDPredv' AS case_number, -- номер уголовного дела (предварительный)
TO_DATE(u->'sledSud'->'svedSnyat'->>'dataSnyatSud', 'YYYY-MM-DD') AS close_date, up->'sledSud'->'extend'->>'svedPerekvalif' AS reclassification, -- сведения о переквалификации деяния
u->'sledSud'->&gt;'naimOrgan' AS authority_name, --up->'sledSud'->'extend'->>'kodVidUgolovPresl', --
STRING_AGG(TRIM(BOTH ' "' FROM law.f), ', ') AS law_point, up->'sledSud'->'extend'->>'naimVidUgolovPresl' AS kind, -- наименование вида уголовного преследования
u->'sledSud'->'svedSnyat'->>'osnSnyatSud' AS termination_basis CASE
WHEN up->'sledSud'->'extend'->>'priznakPeredachSud' = '1' THEN true -- передано в суд
ELSE false -- нет или нет инфы
END AS transfer_to_court, -- признак передачи в суд уголовного дела в отношении гражданина?
--up->'sledSud'->>'naimSud', -- Наименование суда???
up->'sledSud'->>'nomerUD' AS case_number_court, -- номер уголовного дела??? номер уголовного дела (судебный)
STRING_AGG(TRIM(BOTH ' "' FROM law.f), ', ') AS law_point, -- статьи уголовного кодекса
up->'sledSud'->>'naimOrgan' AS authority_name, -- наименование органа принявшего решение
--up->'sledSud'->'svedSnyat'->>'osnSnyatSud', -- основание прекращения уголовного преследования???
--up->'sledSud'->'svedSnyat'->>'dataSnyatSud', -- дата прекращения уголовного преследования
--up->'sledSud'->'svedSnyat'->>'dataOsuzhd', -- дата осуждения??? =
up->'sledSud'->'svedSnyat'->>'dataVozbUD' AS create_date, -- дата возбуждения уголовного дела
up->'sledSud'->'svedSnyat'->>'osnPrekrUD' AS termination_basis, -- основания прекращения уголовного дела = основания прекращения уголовного преследования?
--up->'sledSud'->'svedSnyat'->>'statusNaim' , -- ????
up->'sledSud'->'svedSnyat'->>'dataPrekrUD' AS close_date--, -- дата прекращения уголовного дела
--up->>'sledSudTekst', -- ???
--up->>'sledSudPriznak' -- ???
--'UG_PRESL' AS info_type
FROM public.recruits r FROM public.recruits r
JOIN ugol ON r.id = ugol.recruit_id JOIN ugolov_presl up ON r.id = up.recruit_id
LEFT JOIN LATERAL jsonb_array_elements_text(u->'sledSud'->'statiUK') AS law(f) ON true LEFT JOIN LATERAL jsonb_array_elements_text(up->'sledSud'->'statiUK') AS law(f) ON true
GROUP BY r.id, kind, create_date, close_date, authority_name, termination_basis;</sql> GROUP BY r.id, up</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>528</xloc> <xloc>432</xloc>
<yloc>304</yloc> <yloc>304</yloc>
</GUI> </GUI>
</transform> </transform>
<transform> <transform>
<name>Table output</name> <name>Table output (prosecution)</name>
<type>TableOutput</type> <type>TableOutput</type>
<description/> <description/>
<distribute>Y</distribute> <distribute>Y</distribute>
@ -77,7 +137,7 @@ GROUP BY r.id, kind, create_date, close_date, authority_name, termination_basis;
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -85,11 +145,14 @@ GROUP BY r.id, kind, create_date, close_date, authority_name, termination_basis;
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>prosecution</table> <table>prosecution</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

15
mappings/jobs_once_a_day/punishment_once.hpl
View file

@ -37,13 +37,15 @@
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<connection>local_ervu_person_registry</connection> <connection>ervu_person_registry</connection>
<execute_each_row>N</execute_each_row> <execute_each_row>N</execute_each_row>
<limit>0</limit> <limit>0</limit>
<sql>WITH ugol AS (SELECT ri.recruit_id, <sql>WITH ugol AS (SELECT ri.recruit_id,
jsonb_array_elements(ri.info -> 'svedFL' -> 'svedNakaz' -> 'nakaz') AS nakaz jsonb_array_elements(ri.info -> 'svedFL' -> 'svedNakaz' -> 'nakaz') AS nakaz
FROM public.recruits_info ri FROM public.recruits_info ri
WHERE ri.info -> 'svedFL' -> 'svedNakaz' ->> 'nakaz' != 'null') JOIN public.recruits r ON r.id = ri.recruit_id
WHERE ri.info -> 'svedFL' -> 'svedNakaz' ->> 'nakaz' != 'null'
AND '${RCRT_C}' IN (r.target_recruitment_id, r.current_recruitment_id))
SELECT recruit_id, SELECT recruit_id,
nakaz ->> 'naimSud' AS authority_name, nakaz ->> 'naimSud' AS authority_name,
nakaz ->> 'srokNakaz' AS sentence, nakaz ->> 'srokNakaz' AS sentence,
@ -54,13 +56,10 @@ SELECT recruit_id,
TO_DATE(nakaz ->> 'dataNachSrok', 'YYYY-MM-DD') AS start_date, TO_DATE(nakaz ->> 'dataNachSrok', 'YYYY-MM-DD') AS start_date,
TO_DATE(nakaz ->> 'dataOsvob', 'YYYY-MM-DD') AS release_date, TO_DATE(nakaz ->> 'dataOsvob', 'YYYY-MM-DD') AS release_date,
TO_DATE(nakaz ->> 'dataOsuzhd', 'YYYY-MM-DD') AS sentense_date, TO_DATE(nakaz ->> 'dataOsuzhd', 'YYYY-MM-DD') AS sentense_date,
string_agg(statiuk_elem::text, ', ') AS law_point, string_agg(statiuk_elem, ', ') AS law_point,
nakaz ->> 'osnOsvob' release_reason nakaz ->> 'osnOsvob' AS release_reason
FROM ugol FROM ugol
LEFT JOIN LATERAL jsonb_path_query(nakaz, '$.statiUK[*]') AS statiuk_elem ON true LEFT JOIN LATERAL jsonb_array_elements_text(nakaz -> 'statiUK') AS statiuk_elem ON true
join public.recruits r ON r.id = ugol.recruit_id AND
(r.target_recruitment_id = '${RCRT_C}' or
r.current_recruitment_id = '${RCRT_C}')
GROUP BY recruit_id, nakaz;</sql> GROUP BY recruit_id, nakaz;</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>

0
v1_apache-hop dash mapping/jobs_once_a_day/recruit_ervu_status_once.hpl → mappings/jobs_once_a_day/recruit_ervu_status_once.hpl
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/recruitment_code_once.hpl → mappings/jobs_once_a_day/recruitment_code_once.hpl
View file

8
mappings/jobs_once_a_day/spouse_once.hpl
View file

@ -206,6 +206,7 @@
END AS information_excluded, END AS information_excluded,
ri.recruit_id ri.recruit_id
FROM public.recruits_info ri FROM public.recruits_info ri
JOIN public.recruits r ON r.id = ri.recruit_id AND (r.target_recruitment_id= '${RCRT_C}' or r.current_recruitment_id = '${RCRT_C}')
JOIN LATERAL ( JOIN LATERAL (
SELECT jsonb_array_elements(ri.info->'svedFL'->'svedSemPolozh'->'suprugi') AS supri SELECT jsonb_array_elements(ri.info->'svedFL'->'svedSemPolozh'->'suprugi') AS supri
WHERE jsonb_typeof(ri.info->'svedFL'->'svedSemPolozh'->'suprugi') = 'array' WHERE jsonb_typeof(ri.info->'svedFL'->'svedSemPolozh'->'suprugi') = 'array'
@ -233,7 +234,7 @@ SELECT
information_excluded information_excluded
FROM public.recruits r FROM public.recruits r
JOIN suprug ON r.id = suprug.recruit_id</sql> JOIN suprug ON r.id = suprug.recruit_id</sql>
<variables_active>N</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
<xloc>192</xloc> <xloc>192</xloc>
@ -251,7 +252,7 @@ JOIN suprug ON r.id = suprug.recruit_id</sql>
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>20000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>
@ -259,11 +260,14 @@ JOIN suprug ON r.id = suprug.recruit_id</sql>
<only_when_have_rows>N</only_when_have_rows> <only_when_have_rows>N</only_when_have_rows>
<partitioning_daily>N</partitioning_daily> <partitioning_daily>N</partitioning_daily>
<partitioning_enabled>N</partitioning_enabled> <partitioning_enabled>N</partitioning_enabled>
<partitioning_field/>
<partitioning_monthly>Y</partitioning_monthly> <partitioning_monthly>Y</partitioning_monthly>
<return_field/>
<return_keys>N</return_keys> <return_keys>N</return_keys>
<schema>ervu_dashboard</schema> <schema>ervu_dashboard</schema>
<specify_fields>N</specify_fields> <specify_fields>N</specify_fields>
<table>citizen_spouse</table> <table>citizen_spouse</table>
<tablename_field/>
<tablename_in_field>N</tablename_in_field> <tablename_in_field>N</tablename_in_field>
<tablename_in_table>Y</tablename_in_table> <tablename_in_table>Y</tablename_in_table>
<truncate>N</truncate> <truncate>N</truncate>

0
v1_apache-hop dash mapping/jobs_once_a_day/subpoena_flags.hpl → mappings/jobs_once_a_day/subpoena_flags.hpl
View file

2
mappings/jobs_once_a_day/subpoena_once.hpl
View file

@ -118,7 +118,7 @@ LEFT JOIN public.subpoena_appearance AS sa
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>5000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>

0
v1_apache-hop dash mapping/jobs_once_a_day/supportive_jobs/recruitment_rows.hpl → mappings/jobs_once_a_day/supportive_jobs/recruitment_rows.hpl
View file

0
v1_apache-hop dash mapping/jobs_once_a_day/temporary_measure_flag.hpl → mappings/jobs_once_a_day/temporary_measure_flag.hpl
View file

2
mappings/jobs_once_a_day/temporary_measure_once.hpl
View file

@ -100,7 +100,7 @@ LEFT JOIN public.subpoena AS s
<method>none</method> <method>none</method>
<schema_name/> <schema_name/>
</partitioning> </partitioning>
<commit>50000</commit> <commit>5000</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<fields> <fields>
</fields> </fields>

155
mappings/mil_com/job_recruitments_milcom.hwf
View file

@ -46,48 +46,6 @@
<yloc>1552</yloc> <yloc>1552</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action>
<name>main_dashboard.appeals(m_c).hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/main_dashboard.appeals(m_c).hpl</filename>
<logext>txt</logext>
<logfile>${Internal.Entry.Current.Folder}/\logs\appeals</logfile>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>Y</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>1840</xloc>
<yloc>944</yloc>
<attributes_hac/>
</action>
<action>
<name>Success</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>2048</xloc>
<yloc>944</yloc>
<attributes_hac/>
</action>
<action> <action>
<name>Success 2</name> <name>Success 2</name>
<description/> <description/>
@ -522,46 +480,6 @@
<yloc>1824</yloc> <yloc>1824</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action>
<name>recruitment_campaign.appeals(m_c).hpl</name>
<description/>
<type>PIPELINE</type>
<attributes/>
<add_date>N</add_date>
<add_time>N</add_time>
<clear_files>N</clear_files>
<clear_rows>N</clear_rows>
<create_parent_folder>N</create_parent_folder>
<exec_per_row>Y</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/recruitment_campaign.appeals(m_c).hpl</filename>
<loglevel>Basic</loglevel>
<parameters>
<parameter>
<name>ARR_MC</name>
<stream_name>ARRAY_MIL_COM</stream_name>
</parameter>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<params_from_previous>Y</params_from_previous>
<run_configuration>local</run_configuration>
<set_append_logfile>N</set_append_logfile>
<set_logfile>N</set_logfile>
<wait_until_finished>Y</wait_until_finished>
<parallel>N</parallel>
<xloc>320</xloc>
<yloc>1968</yloc>
<attributes_hac/>
</action>
<action>
<name>Success 16</name>
<description/>
<type>SUCCESS</type>
<attributes/>
<parallel>N</parallel>
<xloc>0</xloc>
<yloc>1968</yloc>
<attributes_hac/>
</action>
<action> <action>
<name>array_recruitments.hpl</name> <name>array_recruitments.hpl</name>
<description/> <description/>
@ -588,16 +506,6 @@
<yloc>1552</yloc> <yloc>1552</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action>
<name>Dummy</name>
<description/>
<type>DUMMY</type>
<attributes/>
<parallel>N</parallel>
<xloc>1648</xloc>
<yloc>944</yloc>
<attributes_hac/>
</action>
<action> <action>
<name>SQL total_registered.reg_mil_cat</name> <name>SQL total_registered.reg_mil_cat</name>
<description/> <description/>
@ -775,23 +683,6 @@ WHERE recording_date = current_date
<yloc>1824</yloc> <yloc>1824</yloc>
<attributes_hac/> <attributes_hac/>
</action> </action>
<action>
<name>SQL recruitment_campaign.appeals</name>
<description/>
<type>SQL</type>
<attributes/>
<connection>ervu-dashboard</connection>
<sendOneStatement>N</sendOneStatement>
<sql>DELETE FROM recruitment_campaign.appeals
WHERE recording_date = current_date
AND schema IN ('Department', 'MD_LVL', 'REG_LVL', 'empty', 'Organization', 'Region')</sql>
<sqlfromfile>N</sqlfromfile>
<useVariableSubstitution>N</useVariableSubstitution>
<parallel>N</parallel>
<xloc>624</xloc>
<yloc>1968</yloc>
<attributes_hac/>
</action>
<action> <action>
<name>main_dashboard.recruitment_campaign(m_c).hwf</name> <name>main_dashboard.recruitment_campaign(m_c).hwf</name>
<description/> <description/>
@ -801,7 +692,9 @@ WHERE recording_date = current_date
<add_time>N</add_time> <add_time>N</add_time>
<create_parent_folder>N</create_parent_folder> <create_parent_folder>N</create_parent_folder>
<exec_per_row>N</exec_per_row> <exec_per_row>N</exec_per_row>
<filename>${PROJECT_HOME}/mil_com/main_dashboard.recruitment_campaign(m_c).hwf</filename> <filename>${PROJECT_HOME}/mil_com/main_dashboard.recruitment_campaign(m_c)/main_dashboard.recruitment_campaign(m_c).hwf</filename>
<logext/>
<logfile/>
<loglevel>Nothing</loglevel> <loglevel>Nothing</loglevel>
<parameters> <parameters>
<pass_all_parameters>Y</pass_all_parameters> <pass_all_parameters>Y</pass_all_parameters>
@ -1817,20 +1710,6 @@ WHERE recording_date = current_date
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>N</unconditional> <unconditional>N</unconditional>
</hop> </hop>
<hop>
<from>recruitment_campaign.appeals(m_c).hpl</from>
<to>Success 16</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>main_dashboard.appeals(m_c).hpl</from>
<to>Success</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop> <hop>
<from>Start</from> <from>Start</from>
<to>array_recruitments.hpl</to> <to>array_recruitments.hpl</to>
@ -1838,20 +1717,6 @@ WHERE recording_date = current_date
<evaluation>Y</evaluation> <evaluation>Y</evaluation>
<unconditional>Y</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop>
<from>array_recruitments.hpl</from>
<to>Dummy</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Dummy</from>
<to>main_dashboard.appeals(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop> <hop>
<from>array_recruitments.hpl</from> <from>array_recruitments.hpl</from>
<to>SQL total_registered.reg_mil_cat</to> <to>SQL total_registered.reg_mil_cat</to>
@ -1992,20 +1857,6 @@ WHERE recording_date = current_date
<evaluation>N</evaluation> <evaluation>N</evaluation>
<unconditional>Y</unconditional> <unconditional>Y</unconditional>
</hop> </hop>
<hop>
<from>array_recruitments.hpl</from>
<to>SQL recruitment_campaign.appeals</to>
<enabled>N</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>SQL recruitment_campaign.appeals</from>
<to>recruitment_campaign.appeals(m_c).hpl</to>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop> <hop>
<from>Start</from> <from>Start</from>
<to>main_dashboard.recruitment_campaign(m_c).hwf</to> <to>main_dashboard.recruitment_campaign(m_c).hwf</to>

11
mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_decision_service.hpl
View file

@ -58,7 +58,7 @@ vse AS(
ROW_NUMBER() OVER (PARTITION BY dd.recruit_id ORDER BY COALESCE(dd.updated_at, dd.created_at) DESC) AS rn ROW_NUMBER() OVER (PARTITION BY dd.recruit_id ORDER BY COALESCE(dd.updated_at, dd.created_at) DESC) AS rn
FROM recruit r FROM recruit r
JOIN deferment_decision dd ON dd.recruit_id = r.id JOIN deferment_decision dd ON dd.recruit_id = r.id
JOIN deferment_decision_type ddt on ddt.id = dd.type_id AND ddt.code = '1' JOIN deferment_decision_type ddt on ddt.id = dd.type_id AND ddt.code in ('1', '2')
WHERE COALESCE(r.current_recruitment, r.target_recruitment)::uuid IN (SELECT recruitment_id FROM ids) WHERE COALESCE(r.current_recruitment, r.target_recruitment)::uuid IN (SELECT recruitment_id FROM ids)
), ),
last_status AS( last_status AS(
@ -67,7 +67,7 @@ last_status AS(
WHERE rn = 1 WHERE rn = 1
) )
SELECT SELECT
COALESCE(COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true'), 0) AS postponement_have_right, --COALESCE(COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true'), 0) AS postponement_have_right,
COALESCE(COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false'), 0) AS postponement_granted, COALESCE(COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false'), 0) AS postponement_granted,
--COALESCE((COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true') * 100 / NULLIF(COUNT(ls.postponement), 0)), 0) AS postponement_have_right_percent, --COALESCE((COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true') * 100 / NULLIF(COUNT(ls.postponement), 0)), 0) AS postponement_have_right_percent,
--COALESCE((COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false') * 100 / NULLIF(COUNT(ls.postponement), 0)), 0) AS postponement_granted_percent, --COALESCE((COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false') * 100 / NULLIF(COUNT(ls.postponement), 0)), 0) AS postponement_granted_percent,
@ -81,7 +81,8 @@ SELECT
current_date AS recording_date current_date AS recording_date
FROM last_status ls FROM last_status ls
WHERE ls.recruitment_id IS NOT NULL WHERE ls.recruitment_id IS NOT NULL
AND ls.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '12 months' AND ((ls.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '12 months') or
(ls.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '6 months' + INTERVAL '14 days'))
GROUP BY spring_autumn, ls.recruitment_id</sql> GROUP BY spring_autumn, ls.recruitment_id</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
@ -122,10 +123,6 @@ GROUP BY spring_autumn, ls.recruitment_id</sql>
</key> </key>
<schema>main_dashboard</schema> <schema>main_dashboard</schema>
<table>recruitment_campaign</table> <table>recruitment_campaign</table>
<value>
<name>postponement_have_right</name>
<rename>postponement_have_right</rename>
</value>
<value> <value>
<name>postponement_granted</name> <name>postponement_granted</name>
<rename>postponement_granted</rename> <rename>postponement_granted</rename>

12
mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_decision_service_uniq.hpl
View file

@ -92,7 +92,7 @@ last_status AS(
WHERE rn = 1 WHERE rn = 1
) )
SELECT SELECT
COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true') AS postponement_have_right, --COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true') AS postponement_have_right,
COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false') AS postponement_granted, COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false') AS postponement_granted,
'Весна' AS spring_autumn, 'Весна' AS spring_autumn,
ls.recruitment_id, ls.recruitment_id,
@ -106,7 +106,7 @@ GROUP BY ls.recruitment_id
UNION ALL UNION ALL
SELECT SELECT
COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true') AS postponement_have_right, --COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'true') AS postponement_have_right,
COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false') AS postponement_granted, COUNT(ls.postponement) FILTER (WHERE ls.postponement = 'false') AS postponement_granted,
'Осень' AS spring_autumn, 'Осень' AS spring_autumn,
ls.recruitment_id, ls.recruitment_id,
@ -137,28 +137,28 @@ GROUP BY ls.recruitment_id;</sql>
<commit>100</commit> <commit>100</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>Y</error_ignored> <error_ignored>Y</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruitment_id</field> <field>recruitment_id</field>
<name>recruitment_id</name> <name>recruitment_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>spring_autumn</field> <field>spring_autumn</field>
<name>spring_autumn</name> <name>spring_autumn</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recording_date</field> <field>recording_date</field>
<name>recording_date</name> <name>recording_date</name>
<name2/>
</key> </key>
<schema>main_dashboard</schema> <schema>main_dashboard</schema>
<table>recruitment_campaign</table> <table>recruitment_campaign</table>
<value>
<name>postponement_have_right</name>
<rename>postponement_have_right</rename>
</value>
<value> <value>
<name>postponement_granted</name> <name>postponement_granted</name>
<rename>postponement_granted</rename> <rename>postponement_granted</rename>

161
mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_person_registry.hpl
View file

@ -46,6 +46,7 @@ ids AS (
-- Преобразуем строковый массив в таблицу UUID -- Преобразуем строковый массив в таблицу UUID
SELECT unnest(string_to_array(trim(both '{}' from '${ARR_MC}'), ','))::uuid AS recruitment_id SELECT unnest(string_to_array(trim(both '{}' from '${ARR_MC}'), ','))::uuid AS recruitment_id
), ),
/*
last_status as (select recruit_id, last_status as (select recruit_id,
max(date_time) filter (where status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13')) max_date_time max(date_time) filter (where status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13')) max_date_time
from recruits_history from recruits_history
@ -60,12 +61,29 @@ registered as (
where rh.status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13') -- критерии от 03.06.2025 where rh.status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13') -- критерии от 03.06.2025
--and rh.source is not null --and rh.source is not null
), ),
vse AS ( */
last_status_n as (select recruit_id,
max(date_time) filter (where status in ('1', '12.7', '8.2', '8.3')) max_date_time
from recruits_history
where status in ('1', '12.7', '8.2', '8.3')
group by recruit_id
),
notregistered as (
select
distinct rh.recruit_id,
rh.id as recruit_history_id
from recruits_history rh
join last_status_n ls on rh.recruit_id=ls. recruit_id and rh.date_time=ls.max_date_time
where rh.status in ('1', '12.7', '8.2', '8.3')
--and rh.source is not null
),
recruit_data AS (
SELECT SELECT
r.id AS r_id, r.id AS r_id,
ri.recruit_id AS recruit_id, ri.recruit_id AS recruit_id,
r.gender, r.gender,
coalesce (r.current_recruitment_id, rh.current_recruitment_id) AS recruitment_id, r.current_recruitment_id AS recruitment_id,
-- coalesce (r.current_recruitment_id, rh.current_recruitment_id) AS recruitment_id,
CASE CASE
WHEN (r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13')) WHEN (r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13'))
THEN 'Весна' THEN 'Весна'
@ -73,34 +91,127 @@ vse AS (
THEN 'Осень' THEN 'Осень'
END AS spring_autumn, END AS spring_autumn,
r.birth_date, r.birth_date,
ddd.hidden--, -- когда фолс отсрочка есть, когда тру или нулл - нет
--ri.info
FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id
-- JOIN public.recruits_history rh ON rh.recruit_id=r.id
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.gender = 'MALE' AND
/*
r.id in (SELECT recruit_id FROM registered) and
rh.id in (SELECT recruit_history_id FROM registered) and
coalesce(r.current_recruitment_id,rh.current_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids)
*/
r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
AND
((r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13'))
OR
(r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30')))
UNION ALL
SELECT
r.id AS r_id,
ri.recruit_id AS recruit_id,
r.gender,
--r.current_recruitment_id AS recruitment_id,
coalesce (r.target_recruitment_id, rh.target_recruitment_id) AS recruitment_id,
CASE CASE
WHEN ddd.hidden IS false THEN ddd.hidden WHEN (r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13'))
ELSE true THEN 'Весна'
END AS hidden, -- когда фолс отсрочка есть, когда тру или нулл - нет WHEN (r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30'))
ri.info THEN 'Осень'
END AS spring_autumn,
r.birth_date,
ddd.hidden--, -- когда фолс отсрочка есть, когда тру или нулл - нет
--ri.info
FROM public.recruits AS r FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id JOIN public.recruits_info AS ri ON ri.recruit_id = r.id
JOIN public.recruits_history rh ON rh.recruit_id=r.id JOIN public.recruits_history rh ON rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.gender = 'MALE' AND WHERE r.gender = 'MALE' AND
r.id in (SELECT recruit_id FROM registered) and
rh.id in (SELECT recruit_history_id FROM registered) and r.id in (SELECT recruit_id FROM notregistered) and
coalesce(r.current_recruitment_id,rh.current_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids) rh.id in (SELECT recruit_history_id FROM notregistered) and
AND coalesce(r.target_recruitment_id, rh.target_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids)
((r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13')) AND r.current_recruitment_id is null
-- r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
AND
((r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13'))
OR OR
(r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30'))) (r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30')))
),
vse as (
SELECT
rd.hidden as postponement,
'Весна' AS spring_autumn,
--COALESCE(dd.updated_at, dd.created_at) AS postponement_date,
r.recruit_id,
rd.postponement_date,
r.recruitment_id,
r.hidden
FROM recruit_data r
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY rd.recruit_id ORDER BY COALESCE(rd.system_update_date, rd.system_create_date) DESC) AS rn,
rd.recruit_id,
rd.hidden,
rd.postponement_date
FROM recruits_deferment rd
WHERE rd.hidden is false
AND (rd.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '6 months' + INTERVAL '14 days')
-- AND (rd.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '12 months')
) rd on rd.recruit_id = r.recruit_id AND rd.rn = 1
WHERE r.spring_autumn = 'Весна'
UNION ALL
SELECT
rd.hidden as postponement,
'Осень' AS spring_autumn,
--COALESCE(dd.updated_at, dd.created_at) AS postponement_date,
r.recruit_id,
rd.postponement_date,
r.recruitment_id,
r.hidden
FROM recruit_data r
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY rd.recruit_id ORDER BY COALESCE(rd.system_update_date, rd.system_create_date) DESC) AS rn,
rd.recruit_id,
rd.hidden,
rd.postponement_date
FROM recruits_deferment rd
WHERE rd.hidden is false
-- AND (rs.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '6 months' + INTERVAL '14 days')
AND (rd.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '12 months')
) rd on rd.recruit_id = r.recruit_id AND rd.rn = 1
WHERE r.spring_autumn = 'Осень'
) )
SELECT SELECT
ri.recruitment_id, r.recruitment_id,
ri.spring_autumn, r.spring_autumn,
current_date AS recording_date, current_date as recording_date,
COUNT(DISTINCT ri.recruit_id) FILTER ( COUNT(r.recruit_id) FILTER (WHERE r.hidden IS NOT true) AS recruit,
WHERE COUNT(r.recruit_id) FILTER (WHERE r.postponement IS NOT null) AS postponement_have_right
ri.hidden IS true -- нет отсрочки и нет освобождения от службы FROM vse r
) AS recruit GROUP BY recruitment_id, spring_autumn</sql>
FROM vse AS ri
GROUP BY ri.recruitment_id, ri.spring_autumn</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
@ -144,6 +255,10 @@ GROUP BY ri.recruitment_id, ri.spring_autumn</sql>
<name>new_recruits</name> <name>new_recruits</name>
<rename>recruit</rename> <rename>recruit</rename>
</value> </value>
<value>
<name>postponement_have_right</name>
<rename>postponement_have_right</rename>
</value>
</lookup> </lookup>
<skip_lookup>N</skip_lookup> <skip_lookup>N</skip_lookup>
<use_batch>Y</use_batch> <use_batch>Y</use_batch>

0
v1_apache-hop dash mapping/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_person_registry_postponement.hpl → mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_person_registry_postponement.hpl
View file

0
v1_apache-hop dash mapping/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_person_registry_postponement_uniq.hpl → mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_person_registry_postponement_uniq.hpl
View file

211
mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_person_registry_uniq.hpl
View file

@ -51,6 +51,7 @@ ids AS (
SELECT unnest(string_to_array(nullif(trim(both '{}' from '${ARR_MC_AU}'), ''), ','))::uuid AS recruitment_id, SELECT unnest(string_to_array(nullif(trim(both '{}' from '${ARR_MC_AU}'), ''), ','))::uuid AS recruitment_id,
'Осень' AS spring_autumn 'Осень' AS spring_autumn
), ),
/*
last_status as (select recruit_id, last_status as (select recruit_id,
max(date_time) filter (where status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13')) max_date_time max(date_time) filter (where status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13')) max_date_time
from recruits_history from recruits_history
@ -65,12 +66,100 @@ registered as (
where rh.status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13') -- критерии от 03.06.2025 where rh.status not in ('1', '1.3', '12', '12.1', '12.2', '12.3', '12.4', '12.5', '13') -- критерии от 03.06.2025
--and rh.source is not null --and rh.source is not null
), ),
vse AS ( */
last_status_n as (select recruit_id,
max(date_time) filter (where status in ('1', '12.7', '8.2', '8.3')) max_date_time
from recruits_history
where status in ('1', '12.7', '8.2', '8.3')
group by recruit_id
),
notregistered as (
select
distinct rh.recruit_id,
rh.id as recruit_history_id
from recruits_history rh
join last_status_n ls on rh.recruit_id=ls. recruit_id and rh.date_time=ls.max_date_time
where rh.status in ('1', '12.7', '8.2', '8.3')
--and rh.source is not null
),
recruit_data AS (
SELECT SELECT
r.id AS r_id, r.id AS r_id,
ri.recruit_id AS recruit_id, ri.recruit_id AS recruit_id,
r.gender, r.gender,
coalesce (r.current_recruitment_id, rh.current_recruitment_id) AS recruitment_id, --coalesce (r.current_recruitment_id, rh.current_recruitment_id) AS recruitment_id,
r.current_recruitment_id AS recruitment_id,
'Весна' AS spring_autumn,
r.birth_date,
CASE
WHEN ddd.hidden IS false THEN ddd.hidden
ELSE true
END AS hidden, -- когда фолс отсрочка есть, когда тру или нулл - нет
ri.info
FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id
--JOIN public.recruits_history rh ON rh.recruit_id=r.id
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.gender = 'MALE' AND
/*
r.id in (SELECT recruit_id FROM registered) and
rh.id in (SELECT recruit_history_id FROM registered) and
coalesce(r.current_recruitment_id,rh.current_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна')
*/
r.current_recruitment_id ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна')
AND (r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13'))
UNION ALL
SELECT
r.id AS r_id,
ri.recruit_id AS recruit_id,
r.gender,
--coalesce (r.current_recruitment_id, rh.current_recruitment_id) AS recruitment_id,
r.current_recruitment_id AS recruitment_id,
'Осень' AS spring_autumn,
r.birth_date,
CASE
WHEN ddd.hidden IS false THEN ddd.hidden
ELSE true
END AS hidden, -- когда фолс отсрочка есть, когда тру или нулл - нет
ri.info
FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id
--JOIN public.recruits_history rh ON rh.recruit_id=r.id
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.gender = 'MALE' AND
/*
r.id in (SELECT recruit_id FROM registered) and
rh.id in (SELECT recruit_history_id FROM registered) and
coalesce(r.current_recruitment_id,rh.current_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень')
*/
r.current_recruitment_id ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень')
AND (r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30'))
UNION ALL
SELECT
r.id AS r_id,
ri.recruit_id AS recruit_id,
r.gender,
coalesce (r.target_recruitment_id, rh.target_recruitment_id) AS recruitment_id,
--r.current_recruitment_id AS recruitment_id,
'Весна' AS spring_autumn, 'Весна' AS spring_autumn,
r.birth_date, r.birth_date,
CASE CASE
@ -81,13 +170,23 @@ vse AS (
FROM public.recruits AS r FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id JOIN public.recruits_info AS ri ON ri.recruit_id = r.id
JOIN public.recruits_history rh ON rh.recruit_id=r.id JOIN public.recruits_history rh ON rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.gender = 'MALE' AND WHERE r.gender = 'MALE' AND
r.id in (SELECT recruit_id FROM registered) and --/*
rh.id in (SELECT recruit_history_id FROM registered) and r.id in (SELECT recruit_id FROM notregistered) and
coalesce(r.current_recruitment_id,rh.current_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна') rh.id in (SELECT recruit_history_id FROM notregistered) and
AND (r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13')) coalesce(r.target_recruitment_id,rh.target_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна')
--*/
--AND r.current_recruitment_id ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна')
AND (r.birth_date BETWEEN DATE (extract(year from now())-30||'-04-02') and DATE (extract(year from now())-18||'-07-13'))
AND r.current_recruitment_id is null
UNION ALL UNION ALL
@ -95,7 +194,8 @@ vse AS (
r.id AS r_id, r.id AS r_id,
ri.recruit_id AS recruit_id, ri.recruit_id AS recruit_id,
r.gender, r.gender,
coalesce (r.current_recruitment_id, rh.current_recruitment_id) AS recruitment_id, coalesce (r.target_recruitment_id, rh.target_recruitment_id) AS recruitment_id,
--r.current_recruitment_id AS recruitment_id,
'Осень' AS spring_autumn, 'Осень' AS spring_autumn,
r.birth_date, r.birth_date,
CASE CASE
@ -106,23 +206,80 @@ vse AS (
FROM public.recruits AS r FROM public.recruits AS r
JOIN public.recruits_info AS ri ON ri.recruit_id = r.id JOIN public.recruits_info AS ri ON ri.recruit_id = r.id
JOIN public.recruits_history rh ON rh.recruit_id=r.id JOIN public.recruits_history rh ON rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.gender = 'MALE' AND WHERE r.gender = 'MALE' AND
r.id in (SELECT recruit_id FROM registered) and --/*
rh.id in (SELECT recruit_history_id FROM registered) and r.id in (SELECT recruit_id FROM notregistered) and
coalesce(r.current_recruitment_id,rh.current_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень') rh.id in (SELECT recruit_history_id FROM notregistered) and
AND (r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30')) coalesce(r.target_recruitment_id,rh.target_recruitment_id) ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень')
--*/
--AND r.current_recruitment_id ::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень')
AND (r.birth_date BETWEEN DATE (extract(year from now())-30||'-10-02') and DATE (extract(year from now())-18||'-12-30'))
AND r.current_recruitment_id is null
),
vse as (
SELECT
rd.hidden as postponement,
'Весна' AS spring_autumn,
--COALESCE(dd.updated_at, dd.created_at) AS postponement_date,
r.recruit_id,
rd.postponement_date,
r.recruitment_id,
r.hidden
FROM recruit_data r
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY rd.recruit_id ORDER BY COALESCE(rd.system_update_date, rd.system_create_date) DESC) AS rn,
rd.recruit_id,
rd.hidden,
rd.postponement_date
FROM recruits_deferment rd
WHERE rd.hidden is false
AND (rd.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '6 months' + INTERVAL '14 days')
-- AND (rd.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '12 months')
) rd on rd.recruit_id = r.recruit_id AND rd.rn = 1
WHERE r.spring_autumn = 'Весна'
UNION ALL
SELECT
rd.hidden as postponement,
'Осень' AS spring_autumn,
--COALESCE(dd.updated_at, dd.created_at) AS postponement_date,
r.recruit_id,
rd.postponement_date,
r.recruitment_id,
r.hidden
FROM recruit_data r
LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY rd.recruit_id ORDER BY COALESCE(rd.system_update_date, rd.system_create_date) DESC) AS rn,
rd.recruit_id,
rd.hidden,
rd.postponement_date
FROM recruits_deferment rd
WHERE rd.hidden is false
-- AND (rs.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '6 months' + INTERVAL '14 days')
AND (rd.postponement_date > DATE_TRUNC('year', CURRENT_DATE) + INTERVAL '12 months')
) rd on rd.recruit_id = r.recruit_id AND rd.rn = 1
WHERE r.spring_autumn = 'Осень'
) )
SELECT SELECT
ri.recruitment_id, r.recruitment_id,
ri.spring_autumn, r.spring_autumn,
current_date AS recording_date, current_date as recording_date,
COUNT(DISTINCT ri.recruit_id) FILTER ( COUNT(r.recruit_id) FILTER (WHERE r.hidden IS NOT true) AS recruit,
WHERE COUNT(r.recruit_id) FILTER (WHERE r.postponement IS NOT null) AS postponement_have_right
ri.hidden IS true -- нет отсрочки и нет освобождения от службы FROM vse r
) AS recruit GROUP BY recruitment_id, spring_autumn</sql>
FROM vse AS ri
GROUP BY ri.recruitment_id, ri.spring_autumn</sql>
<variables_active>Y</variables_active> <variables_active>Y</variables_active>
<attributes/> <attributes/>
<GUI> <GUI>
@ -144,25 +301,21 @@ GROUP BY ri.recruitment_id, ri.spring_autumn</sql>
<commit>100</commit> <commit>100</commit>
<connection>ervu-dashboard</connection> <connection>ervu-dashboard</connection>
<error_ignored>N</error_ignored> <error_ignored>N</error_ignored>
<ignore_flag_field/>
<lookup> <lookup>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recruitment_id</field> <field>recruitment_id</field>
<name>recruitment_id</name> <name>recruitment_id</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>spring_autumn</field> <field>spring_autumn</field>
<name>spring_autumn</name> <name>spring_autumn</name>
<name2/>
</key> </key>
<key> <key>
<condition>=</condition> <condition>=</condition>
<field>recording_date</field> <field>recording_date</field>
<name>recording_date</name> <name>recording_date</name>
<name2/>
</key> </key>
<schema>main_dashboard</schema> <schema>main_dashboard</schema>
<table>recruitment_campaign</table> <table>recruitment_campaign</table>
@ -170,6 +323,10 @@ GROUP BY ri.recruitment_id, ri.spring_autumn</sql>
<name>new_recruits</name> <name>new_recruits</name>
<rename>recruit</rename> <rename>recruit</rename>
</value> </value>
<value>
<name>postponement_have_right</name>
<rename>postponement_have_right</rename>
</value>
</lookup> </lookup>
<skip_lookup>N</skip_lookup> <skip_lookup>N</skip_lookup>
<use_batch>N</use_batch> <use_batch>N</use_batch>

44
mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_subpoena_registry.hpl
View file

@ -59,7 +59,11 @@ subpoena_data AS (
rdi.applied_date AS ap_date, rdi.applied_date AS ap_date,
rdi.id AS rdi_id, rdi.id AS rdi_id,
ssi.delivery_code AS d_code, ssi.delivery_code AS d_code,
ssi.act_number ssi.act_number,
sh.rn,
rd.rn_d,
--rdi.rn_di,
ssi.rn_si
FROM subpoena s FROM subpoena s
JOIN ( JOIN (
SELECT SELECT
@ -78,15 +82,20 @@ subpoena_data AS (
id id
FROM restriction_document FROM restriction_document
) AS rd ON rd.subpoena_id = s.id ) AS rd ON rd.subpoena_id = s.id
LEFT JOIN ( LEFT JOIN (
SELECT SELECT
ROW_NUMBER() OVER (PARTITION BY restriction_document_create_id ORDER BY created_at DESC) AS rn_di, restriction_document_create_id,
restriction_document_create_id, restriction_document_cancel_id,
restriction_document_cancel_id, applied_date,
applied_date, id
id FROM (
FROM restriction_document_item SELECT
) AS rdi ON rdi.restriction_document_create_id = rd.id ROW_NUMBER() OVER (PARTITION BY restriction_document_create_id ORDER BY created_at DESC) AS rn_di,
*
FROM restriction_document_item
) sub
WHERE rn_di = 1
) AS rdi ON rdi.restriction_document_create_id = rd.id
LEFT JOIN ( LEFT JOIN (
SELECT SELECT
ROW_NUMBER() OVER (PARTITION BY subpoena_id ORDER BY send_date DESC) AS rn_si, ROW_NUMBER() OVER (PARTITION BY subpoena_id ORDER BY send_date DESC) AS rn_si,
@ -95,8 +104,9 @@ subpoena_data AS (
act_number act_number
FROM subpoena_send_info FROM subpoena_send_info
) AS ssi ON ssi.subpoena_id = s.id ) AS ssi ON ssi.subpoena_id = s.id
WHERE sh.rn = 1 AND rd.rn_d = 1 AND rdi.rn_di = 1 AND ssi.rn_si = 1 WHERE --sh.rn = 1 AND rd.rn_d = 1 /*AND rdi.rn_di = 1*/ --AND ssi.rn_si = 1
AND sr.type = '3' --AND
sr.type = '3'
AND ssh.code NOT IN ('3.7','3.72', '3.71') -- 3.14 снесено от 14.03.2025 AND ssh.code NOT IN ('3.7','3.72', '3.71') -- 3.14 снесено от 14.03.2025
AND s.department_id::uuid IN (SELECT recruitment_id FROM ids) AND s.department_id::uuid IN (SELECT recruitment_id FROM ids)
AND EXISTS ( AND EXISTS (
@ -120,6 +130,10 @@ season_separations AS (
ls.d_code, ls.d_code,
ls.act_number, ls.act_number,
ls.rdi_id, ls.rdi_id,
ls.rn,
ls.rn_d,
--rdi.rn_di,
ls.rn_si,
CASE CASE
WHEN (ls.visit_date BETWEEN DATE_TRUNC('year', ls.visit_date) + INTERVAL '3 months' + INTERVAL '1 day' WHEN (ls.visit_date BETWEEN DATE_TRUNC('year', ls.visit_date) + INTERVAL '3 months' + INTERVAL '1 day'
AND DATE_TRUNC('year', ls.visit_date) + INTERVAL '6 months' + INTERVAL '15 days') AND DATE_TRUNC('year', ls.visit_date) + INTERVAL '6 months' + INTERVAL '15 days')
@ -145,7 +159,7 @@ t1 AS (
ss.spring_autumn, ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_subpoena COUNT(DISTINCT subpoena_id) AS count_subpoena
FROM season_separations ss FROM season_separations ss
WHERE sub_stat_hist IS NOT NULL WHERE sub_stat_hist IS NOT NULL and ss.rn = 1
GROUP BY ss.recruitment_id, ss.spring_autumn GROUP BY ss.recruitment_id, ss.spring_autumn
), ),
t2 AS ( t2 AS (
@ -154,7 +168,7 @@ t2 AS (
ss.spring_autumn, ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_appeared COUNT(DISTINCT subpoena_id) AS count_appeared
FROM season_separations ss FROM season_separations ss
WHERE sub_stat_hist IN ('4.1', '4.2') WHERE sub_stat_hist IN ('4.1', '4.2') and ss.rn = 1
GROUP BY ss.recruitment_id, ss.spring_autumn GROUP BY ss.recruitment_id, ss.spring_autumn
), ),
t3 AS ( t3 AS (
@ -163,7 +177,7 @@ t3 AS (
ss.spring_autumn, ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_not_appeared COUNT(DISTINCT subpoena_id) AS count_not_appeared
FROM season_separations ss FROM season_separations ss
WHERE sub_stat_hist = '5' WHERE sub_stat_hist = '5' and ss.rn = 1
GROUP BY ss.recruitment_id, ss.spring_autumn GROUP BY ss.recruitment_id, ss.spring_autumn
) )
SELECT SELECT

86
mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/m_d.rec_cam(m_c)_to_subpoena_registry_uniq.hpl
View file

@ -66,7 +66,11 @@ subpoena_data AS (
rdi.id AS rdi_id, rdi.id AS rdi_id,
ssi.delivery_code AS d_code, ssi.delivery_code AS d_code,
ssi.act_number, ssi.act_number,
'Весна' AS season 'Весна' AS season,
sh.rn,
rd.rn_d,
--rdi.rn_di,
ssi.rn_si
FROM subpoena s FROM subpoena s
JOIN ( JOIN (
SELECT SELECT
@ -85,15 +89,20 @@ subpoena_data AS (
id id
FROM restriction_document FROM restriction_document
) AS rd ON rd.subpoena_id = s.id ) AS rd ON rd.subpoena_id = s.id
LEFT JOIN ( LEFT JOIN (
SELECT SELECT
ROW_NUMBER() OVER (PARTITION BY restriction_document_create_id ORDER BY created_at DESC) AS rn_di, restriction_document_create_id,
restriction_document_create_id, restriction_document_cancel_id,
restriction_document_cancel_id, applied_date,
applied_date, id
id FROM (
FROM restriction_document_item SELECT
) AS rdi ON rdi.restriction_document_create_id = rd.id ROW_NUMBER() OVER (PARTITION BY restriction_document_create_id ORDER BY created_at DESC) AS rn_di,
*
FROM restriction_document_item
) sub
WHERE rn_di = 1
) AS rdi ON rdi.restriction_document_create_id = rd.id
LEFT JOIN ( LEFT JOIN (
SELECT SELECT
ROW_NUMBER() OVER (PARTITION BY subpoena_id ORDER BY send_date DESC) AS rn_si, ROW_NUMBER() OVER (PARTITION BY subpoena_id ORDER BY send_date DESC) AS rn_si,
@ -102,8 +111,9 @@ subpoena_data AS (
act_number act_number
FROM subpoena_send_info FROM subpoena_send_info
) AS ssi ON ssi.subpoena_id = s.id ) AS ssi ON ssi.subpoena_id = s.id
WHERE sh.rn = 1 AND rd.rn_d = 1 AND rdi.rn_di = 1 AND ssi.rn_si = 1 WHERE --sh.rn = 1 AND rd.rn_d = 1 /*AND rdi.rn_di = 1*/ --AND ssi.rn_si = 1
AND sr.type = '3' --AND
sr.type = '3'
AND ssh.code NOT IN ('3.7','3.72', '3.71') -- 3.14 снесено от 14.03.2025 AND ssh.code NOT IN ('3.7','3.72', '3.71') -- 3.14 снесено от 14.03.2025
AND s.department_id::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна') AND s.department_id::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Весна')
AND EXISTS ( AND EXISTS (
@ -127,7 +137,11 @@ subpoena_data AS (
rdi.id AS rdi_id, rdi.id AS rdi_id,
ssi.delivery_code AS d_code, ssi.delivery_code AS d_code,
ssi.act_number, ssi.act_number,
'Осень' AS season 'Осень' AS season,
sh.rn,
rd.rn_d,
--rdi.rn_di,
ssi.rn_si
FROM subpoena s FROM subpoena s
JOIN ( JOIN (
SELECT SELECT
@ -146,15 +160,20 @@ subpoena_data AS (
id id
FROM restriction_document FROM restriction_document
) AS rd ON rd.subpoena_id = s.id ) AS rd ON rd.subpoena_id = s.id
LEFT JOIN ( LEFT JOIN (
SELECT SELECT
ROW_NUMBER() OVER (PARTITION BY restriction_document_create_id ORDER BY created_at DESC) AS rn_di, restriction_document_create_id,
restriction_document_create_id, restriction_document_cancel_id,
restriction_document_cancel_id, applied_date,
applied_date, id
id FROM (
FROM restriction_document_item SELECT
) AS rdi ON rdi.restriction_document_create_id = rd.id ROW_NUMBER() OVER (PARTITION BY restriction_document_create_id ORDER BY created_at DESC) AS rn_di,
*
FROM restriction_document_item
) sub
WHERE rn_di = 1
) AS rdi ON rdi.restriction_document_create_id = rd.id
LEFT JOIN ( LEFT JOIN (
SELECT SELECT
ROW_NUMBER() OVER (PARTITION BY subpoena_id ORDER BY send_date DESC) AS rn_si, ROW_NUMBER() OVER (PARTITION BY subpoena_id ORDER BY send_date DESC) AS rn_si,
@ -163,8 +182,9 @@ subpoena_data AS (
act_number act_number
FROM subpoena_send_info FROM subpoena_send_info
) AS ssi ON ssi.subpoena_id = s.id ) AS ssi ON ssi.subpoena_id = s.id
WHERE sh.rn = 1 AND rd.rn_d = 1 AND rdi.rn_di = 1 AND ssi.rn_si = 1 WHERE --sh.rn = 1 AND rd.rn_d = 1 /*AND rdi.rn_di = 1 AND*/ --ssi.rn_si = 1
AND sr.type = '3' --AND
sr.type = '3'
AND ssh.code NOT IN ('3.7','3.72', '3.71') -- 3.14 снесено от 14.03.2025 AND ssh.code NOT IN ('3.7','3.72', '3.71') -- 3.14 снесено от 14.03.2025
AND s.department_id::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень') AND s.department_id::uuid IN (SELECT recruitment_id FROM ids WHERE spring_autumn = 'Осень')
AND EXISTS ( AND EXISTS (
@ -188,7 +208,11 @@ season_separations AS (
ls.d_code, ls.d_code,
ls.act_number, ls.act_number,
ls.rdi_id, ls.rdi_id,
ls.season AS spring_autumn ls.season AS spring_autumn,
ls.rn,
ls.rn_d,
--rdi.rn_di,
ls.rn_si
FROM subpoena_data ls FROM subpoena_data ls
WHERE (ls.visit_date BETWEEN DATE_TRUNC('year', ls.visit_date) + INTERVAL '4 months' + INTERVAL '1 day' WHERE (ls.visit_date BETWEEN DATE_TRUNC('year', ls.visit_date) + INTERVAL '4 months' + INTERVAL '1 day'
AND DATE_TRUNC('year', ls.visit_date) + INTERVAL '7 months' + INTERVAL '14 days') AND DATE_TRUNC('year', ls.visit_date) + INTERVAL '7 months' + INTERVAL '14 days')
@ -211,7 +235,11 @@ season_separations AS (
ls.d_code, ls.d_code,
ls.act_number, ls.act_number,
ls.rdi_id, ls.rdi_id,
ls.season AS spring_autumn ls.season AS spring_autumn,
ls.rn,
ls.rn_d,
--rdi.rn_di,
ls.rn_si
FROM subpoena_data ls FROM subpoena_data ls
WHERE (ls.visit_date BETWEEN DATE_TRUNC('year', ls.visit_date) + INTERVAL '10 months' + INTERVAL '1 day' WHERE (ls.visit_date BETWEEN DATE_TRUNC('year', ls.visit_date) + INTERVAL '10 months' + INTERVAL '1 day'
AND DATE_TRUNC('year', ls.visit_date) + INTERVAL '12 months' + INTERVAL '30 days') AND DATE_TRUNC('year', ls.visit_date) + INTERVAL '12 months' + INTERVAL '30 days')
@ -228,7 +256,7 @@ t1 AS (
ss.spring_autumn, ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_subpoena COUNT(DISTINCT subpoena_id) AS count_subpoena
FROM season_separations ss FROM season_separations ss
WHERE sub_stat_hist IS NOT NULL WHERE sub_stat_hist IS NOT NULL and ss.rn = 1
GROUP BY ss.recruitment_id, ss.spring_autumn GROUP BY ss.recruitment_id, ss.spring_autumn
), ),
t2 AS ( t2 AS (
@ -237,7 +265,7 @@ t2 AS (
ss.spring_autumn, ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_appeared COUNT(DISTINCT subpoena_id) AS count_appeared
FROM season_separations ss FROM season_separations ss
WHERE sub_stat_hist IN ('4.1', '4.2') WHERE sub_stat_hist IN ('4.1', '4.2') and ss.rn = 1
GROUP BY ss.recruitment_id, ss.spring_autumn GROUP BY ss.recruitment_id, ss.spring_autumn
), ),
t3 AS ( t3 AS (
@ -246,7 +274,7 @@ t3 AS (
ss.spring_autumn, ss.spring_autumn,
COUNT(DISTINCT subpoena_id) AS count_not_appeared COUNT(DISTINCT subpoena_id) AS count_not_appeared
FROM season_separations ss FROM season_separations ss
WHERE sub_stat_hist = '5' WHERE sub_stat_hist = '5' and ss.rn = 1
GROUP BY ss.recruitment_id, ss.spring_autumn GROUP BY ss.recruitment_id, ss.spring_autumn
) )
SELECT SELECT

0
v1_apache-hop dash mapping/mil_com/main_dashboard.recruitment_campaign(m_c).hwf → mappings/mil_com/main_dashboard.recruitment_campaign(m_c)/main_dashboard.recruitment_campaign(m_c).hwf
View file

9
mappings/mil_com/main_dashboard.total_registered(m_c)/main_dashboard.total_registered(m_c).hpl
View file

@ -290,7 +290,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids) WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
/* /*
r.id in (SELECT recruit_id FROM registered) and r.id in (SELECT recruit_id FROM registered) and

9
mappings/mil_com/main_dashboard.total_registered(m_c)/main_dashboard.total_registered_pr1(m_c).hpl
View file

@ -188,7 +188,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids) WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
/* /*
r.id in (SELECT recruit_id FROM registered) and r.id in (SELECT recruit_id FROM registered) and

9
mappings/mil_com/main_dashboard.total_registered(m_c)/main_dashboard.total_registered_pr2(m_c).hpl
View file

@ -188,7 +188,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids) WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
/* /*
r.id in (SELECT recruit_id FROM registered) and r.id in (SELECT recruit_id FROM registered) and

9
mappings/mil_com/main_dashboard.total_registered(m_c)/main_dashboard.total_registered_pr3(m_c).hpl
View file

@ -188,7 +188,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids) WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
/* /*
r.id in (SELECT recruit_id FROM registered) and r.id in (SELECT recruit_id FROM registered) and

9
mappings/mil_com/main_dashboard.total_registered(m_c)/main_dashboard.total_registered_pr4(m_c).hpl
View file

@ -188,7 +188,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids) WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
/* /*
r.id in (SELECT recruit_id FROM registered) and r.id in (SELECT recruit_id FROM registered) and

9
mappings/mil_com/main_dashboard.total_registered(m_c)/main_dashboard.total_registered_pr5(m_c).hpl
View file

@ -188,7 +188,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
--JOIN public.recruits_history rh on rh.recruit_id=r.id --JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids) WHERE r.current_recruitment_id::uuid IN (SELECT recruitment_id FROM ids)
/* /*
r.id in (SELECT recruit_id FROM registered) and r.id in (SELECT recruit_id FROM registered) and

9
mappings/mil_com/main_dashboard.waiting_registration(m_c)/main_dashboard.waiting_registration(m_c).hpl
View file

@ -170,7 +170,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
JOIN public.recruits_history rh on rh.recruit_id=r.id JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE WHERE
r.id in (SELECT recruit_id FROM notregistered) and r.id in (SELECT recruit_id FROM notregistered) and
rh.id in (SELECT recruit_history_id FROM notregistered) and rh.id in (SELECT recruit_history_id FROM notregistered) and

9
mappings/mil_com/main_dashboard.waiting_registration(m_c)/main_dashboard.waiting_registration_pr1(m_c).hpl
View file

@ -170,7 +170,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
JOIN public.recruits_history rh on rh.recruit_id=r.id JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE WHERE
r.id in (SELECT recruit_id FROM notregistered) and r.id in (SELECT recruit_id FROM notregistered) and
rh.id in (SELECT recruit_history_id FROM notregistered) and rh.id in (SELECT recruit_history_id FROM notregistered) and

9
mappings/mil_com/main_dashboard.waiting_registration(m_c)/main_dashboard.waiting_registration_pr2(m_c).hpl
View file

@ -170,7 +170,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
JOIN public.recruits_history rh on rh.recruit_id=r.id JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE WHERE
r.id in (SELECT recruit_id FROM notregistered) and r.id in (SELECT recruit_id FROM notregistered) and
rh.id in (SELECT recruit_history_id FROM notregistered) and rh.id in (SELECT recruit_history_id FROM notregistered) and

9
mappings/mil_com/main_dashboard.waiting_registration(m_c)/main_dashboard.waiting_registration_pr3(m_c).hpl
View file

@ -170,7 +170,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
JOIN public.recruits_history rh on rh.recruit_id=r.id JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE WHERE
r.id in (SELECT recruit_id FROM notregistered) and r.id in (SELECT recruit_id FROM notregistered) and
rh.id in (SELECT recruit_history_id FROM notregistered) and rh.id in (SELECT recruit_history_id FROM notregistered) and

9
mappings/mil_com/main_dashboard.waiting_registration(m_c)/main_dashboard.waiting_registration_pr4(m_c).hpl
View file

@ -170,7 +170,14 @@ vse AS (
JOIN public.recruits_info AS ri JOIN public.recruits_info AS ri
ON ri.recruit_id = r.id ON ri.recruit_id = r.id
JOIN public.recruits_history rh on rh.recruit_id=r.id JOIN public.recruits_history rh on rh.recruit_id=r.id
LEFT JOIN public.decision_deferment_dto ddd ON ddd.recruit_id = r.id LEFT JOIN (
SELECT
ROW_NUMBER() OVER (PARTITION BY ddd.recruit_id ORDER BY COALESCE(ddd.updated_at, ddd.created_at) DESC) AS rn,
ddd.recruit_id,
ddd.hidden
FROM decision_deferment_dto ddd
WHERE ddd.hidden is true -- когда фолс отсрочка есть, когда тру или нулл - нет (для подсчета подпадающих под призыв)
) ddd ON ddd.recruit_id = r.id AND ddd.rn = 1
WHERE WHERE
r.id in (SELECT recruit_id FROM notregistered) and r.id in (SELECT recruit_id FROM notregistered) and
rh.id in (SELECT recruit_history_id FROM notregistered) and rh.id in (SELECT recruit_history_id FROM notregistered) and

Some files were not shown because too many files have changed in this diff Show more