diff --git a/v1_apache-hop dash mapping/job_general.hwf b/v1_apache-hop dash mapping/job_general.hwf index c17184a..72b522f 100644 --- a/v1_apache-hop dash mapping/job_general.hwf +++ b/v1_apache-hop dash mapping/job_general.hwf @@ -135,7 +135,7 @@ Y N 928 - 240 + 128 @@ -164,13 +164,20 @@ job_info_recruits.hwf job_last_recording_date - Y + N N Y job_recruitments_all job_info_recruits.hwf + N + N + Y + + + job_recruitments_all + job_last_recording_date Y N Y diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_once.hpl index 422ea53..b38f9b4 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/citizen_foreign_once.hpl @@ -46,10 +46,10 @@ N 0 with citizen as -(select jsonb_array_elements(ri.info->'svedIGPP'->'svedIG') cit, +(select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedIG') cit, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedIGPP'->'svedIG') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedIG') = 'array') select r.id recruit_id, cit->'oksm'->>'naimOKSM' country_name, @@ -79,10 +79,10 @@ join citizen on r.id = citizen.recruit_id; N 0 with citizen as -(select jsonb_array_elements(ri.info->'svedIGPP'->'svedPP') cit, +(select jsonb_array_elements(ri.info->'svedFL'->'svedIGPP'->'svedPP') cit, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedIGPP'->'svedPP') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedIGPP'->'svedPP') = 'array') select r.id recruit_id, cit->'oksm'->>'naimOKSM' country_name, @@ -116,14 +116,11 @@ join citizen on r.id = citizen.recruit_id; N N N - Y - N ervu_dashboard N citizenship_foreign
- N Y N @@ -153,14 +150,11 @@ join citizen on r.id = citizen.recruit_id; N N N - Y - N ervu_dashboard N citizenship_foreign
- N Y N diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/citizenship_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/citizenship_once.hpl index 9a6d50f..77d27d3 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/citizenship_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/citizenship_once.hpl @@ -41,18 +41,18 @@ N 0 select r.id recruit_id, -ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnPriob' acquiring_basis, -ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' acquiring_number, -to_date(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshPriob', 'YYYY-MM-DD') acquiring_date, -ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'organReshPriob' acquiring_authority, -ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' renunciation_basis, -ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshVyh' renunciation_number, -to_date(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date, -ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority +ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'osnPriob' acquiring_basis, +ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' acquiring_number, +to_date(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshPriob', 'YYYY-MM-DD') acquiring_date, +ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'organReshPriob' acquiring_authority, +ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' renunciation_basis, +ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshVyh' renunciation_number, +to_date(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'dataReshVyh', 'YYYY-MM-DD') renunciation_date, +ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'organReshVyh' renunciation_authority from public.recruits_info ri join public.recruits r ON ri.recruit_id = r.id -where ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and -(ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null) +where ri.info->'svedFL'->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and +(ri.info->'svedFL'->'svedGrazhdanRF'->'grazhdanRF'->>'nomReshPriob' is not null or ri.info->'svedGrazhdanRF'->'grazhdanRF'->>'osnVyh' is not null) N @@ -79,14 +79,11 @@ where ri.info->'svedGrazhdanRF'->>'prOtsGrazhdanRF' is null and N N N - Y - N ervu_dashboard N citizenship
- N Y N diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/deputy_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/deputy_once.hpl index 0df54a5..56b2f6a 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/deputy_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/deputy_once.hpl @@ -100,12 +100,12 @@ N 0 select r.id recruit_id, -ri.info->'svedDeputat'->'deputat'->>'srokiPolnomochii' period_office, -to_date(ri.info->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date, -ri.info->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information +ri.info->'svedFL'->'svedDeputat'->'deputat'->>'srokiPolnomochii' period_office, +to_date(ri.info->'svedFL'->'svedDeputat'->'deputat'->>'dataDosrochPrekr', 'YYYY-MM-DD') end_date, +ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' information from public.recruits_info ri join public.recruits r ON ri.recruit_id = r.id -where ri.info->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null; +where ri.info->'svedFL'->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null; N @@ -128,12 +128,12 @@ where ri.info->'svedDeputat'->'deputat'->>'svedIzbrDeputatom' is not null; N 0 select r.id recruit_id, -to_date(ri.info->'svedKandidat'->'kandidat'->>'dataSnyatiyaKandidatury', 'YYYY-MM-DD') end_date, -ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' information, +to_date(ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'dataSnyatKandidat', 'YYYY-MM-DD') end_date, +ri.info->'svedFL'->'svedKandidat'->'kandidat'->>'svedRegKandidata' information, false deputy from public.recruits_info ri join public.recruits r ON ri.recruit_id = r.id -where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null; +where ri.info->'svedFL'->'svedKandidat'->>'kandidat' is not null N @@ -160,14 +160,11 @@ where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;N N N - Y - N ervu_dashboard N deputy
- N Y N @@ -197,14 +194,11 @@ where ri.info->'svedKandidat'->'kandidat'->>'svedRegKandidata' is not null;N N N - Y - N ervu_dashboard N deputy
- N Y N diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/passport_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/passport_once.hpl index 13e56fc..ba464fc 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/passport_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/passport_once.hpl @@ -45,19 +45,22 @@ ervu_person_registry N 0 - select r.id recruit_id, -ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' passport_number, -ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok' passport_series, -ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'vydDok' organization_name, -ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'kodVydDok' unit_code, -to_date(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'dataDok', 'YYYY-MM-DD') issue_date, -case when ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'kodStatus'='1' then true -else false -end actual -from public.recruits_info ri -join public.recruits r ON ri.recruit_id = r.id -where ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' is not null - + SELECT + r.id AS recruit_id, + ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' AS passport_number, + ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok' AS passport_series, + ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'vydDok' AS organization_name, + ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'kodVydDok' AS unit_code, + TO_DATE(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'dataDok', 'YYYY-MM-DD') AS issue_date, + CASE + WHEN ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'kodStatus' = '1' + THEN TRUE ELSE FALSE + END AS actual +FROM public.recruits_info ri +JOIN public.recruits r ON ri.recruit_id = r.id +WHERE ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok' IS NOT NULL +AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'serDok') = 4 +AND LENGTH(ri.info->'svedFL'->'svedBS'->'pasportRF'->'aktPasportRF'->>'nomDok') = 6; N diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/property_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/property_once.hpl index 5ed282e..d7046bf 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/property_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/property_once.hpl @@ -56,10 +56,10 @@ N 0 with prop as -(select jsonb_array_elements(ri.info->'svedON'->'on') u, +(select jsonb_array_elements(ri.info->'svedFL'->'svedON'->'on') u, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedON'->'on') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedON'->'on') = 'array') select r.id recruit_id, u->>'naimVidPrav' kind_right, @@ -91,10 +91,10 @@ join prop on r.id = prop.recruit_id; N 0 with prop as -(select jsonb_array_elements(ri.info->'svedNazTS'->'nazTS') u, +(select jsonb_array_elements(ri.info->'svedFL'->'svedNazTS'->'nazTS') u, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedNazTS'->'nazTS') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedNazTS'->'nazTS') = 'array') select r.id recruit_id, u->>'vidTS' vehicle_type, @@ -129,10 +129,10 @@ join prop on r.id = prop.recruit_id; N 0 with prop as -(select jsonb_array_elements(ri.info->'svedVozTS'->'vozTS') u, +(select jsonb_array_elements(ri.info->'svedFL'->'svedVozTS'->'vozTS') u, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedVozTS'->'vozTS') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedVozTS'->'vozTS') = 'array') select r.id recruit_id, u->>'naimVid' vehicle_type, @@ -164,10 +164,10 @@ join prop on r.id = prop.recruit_id; N 0 with prop as -(select jsonb_array_elements(ri.info->'svedVodTS'->'vodTS') u, +(select jsonb_array_elements(ri.info->'svedFL'->'svedVodTS'->'vodTS') u, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedVodTS'->'vodTS') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedVodTS'->'vodTS') = 'array') select r.id recruit_id, u->>'naimVid' vehicle_type, @@ -176,8 +176,7 @@ select to_date(u->>'dataPrekPrav', 'YYYY-MM-DD') close_date, 'water_vehicles' type_property from public.recruits r -join prop on r.id = prop.recruit_id - +join prop on r.id = prop.recruit_id N @@ -204,14 +203,11 @@ join prop on r.id = prop.recruit_id N N N - Y - N ervu_dashboard N property
- N Y N @@ -241,14 +237,11 @@ join prop on r.id = prop.recruit_id N N N - Y - N ervu_dashboard N property
- N Y N @@ -278,14 +271,11 @@ join prop on r.id = prop.recruit_id N N N - Y - N ervu_dashboard N property
- N Y N @@ -315,14 +305,11 @@ join prop on r.id = prop.recruit_id N N N - Y - N ervu_dashboard N property
- N Y N diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/prosecution_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/prosecution_once.hpl index d61fb32..9a02792 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/prosecution_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/prosecution_once.hpl @@ -40,21 +40,25 @@ ervu_person_registry N 0 - with ugol as -(select jsonb_array_elements(ri.info->'svedUgolovPresl'->'faktyUgolovPresl') u, - ri.recruit_id -from public.recruits_info ri -where jsonb_typeof(ri.info->'svedUgolovPresl'->'faktyUgolovPresl') = 'array') -select - r.id recruit_id, - u->>'vidPreslNaim' kind, - to_date(u->>'dataSved', 'YYYY-MM-DD') create_date, - to_date(u->>'dataPrekrashh', 'YYYY-MM-DD') close_date, - u->>'naimOrgan' authority_name, - u->>'ugolovZakon' law_point, - u->>'osnovPrekrashh' termination_basis -from public.recruits r -join ugol on r.id = ugol.recruit_id; + WITH ugol AS ( + SELECT + jsonb_array_elements(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') AS u, + ri.recruit_id + FROM public.recruits_info ri + WHERE jsonb_typeof(ri.info->'svedFL'->'svedUgolovPresl'->'faktyUgolovPresl') = 'array' +) +SELECT + r.id AS recruit_id, + u->'sledSud'->>'naimSud' AS kind, + TO_DATE(u->'sledSud'->>'dataVozbUD', 'YYYY-MM-DD') AS create_date, + TO_DATE(u->'sledSud'->'svedSnyat'->>'dataSnyatSud', 'YYYY-MM-DD') AS close_date, + u->'sledSud'->>'naimOrgan' AS authority_name, + STRING_AGG(TRIM(BOTH ' "' FROM law.f), ', ') AS law_point, + u->'sledSud'->'svedSnyat'->>'osnSnyatSud' AS termination_basis +FROM public.recruits r +JOIN ugol ON r.id = ugol.recruit_id +LEFT JOIN LATERAL jsonb_array_elements_text(u->'sledSud'->'statiUK') AS law(f) ON true +GROUP BY r.id, kind, create_date, close_date, authority_name, termination_basis; N @@ -81,14 +85,11 @@ join ugol on r.id = ugol.recruit_id; N N N - Y - N ervu_dashboard N prosecution
- N Y N diff --git a/v1_apache-hop dash mapping/jobs_once_a_day/punishment_once.hpl b/v1_apache-hop dash mapping/jobs_once_a_day/punishment_once.hpl index 8367bfa..5b741dd 100644 --- a/v1_apache-hop dash mapping/jobs_once_a_day/punishment_once.hpl +++ b/v1_apache-hop dash mapping/jobs_once_a_day/punishment_once.hpl @@ -41,10 +41,10 @@ N 0 with ugol as -(select jsonb_array_elements(ri.info->'svedSudim'->'sudim'->'osuzhdenie') u, +(select jsonb_array_elements(ri.info->'svedFL'->'svedSudim'->'sudim'->'osuzhdenie') u, ri.recruit_id from public.recruits_info ri -where jsonb_typeof(ri.info->'svedSudim'->'sudim'->'osuzhdenie') = 'array') +where jsonb_typeof(ri.info->'svedFL'->'svedSudim'->'sudim'->'osuzhdenie') = 'array') select r.id recruit_id, u->>'naimSuda' authority_name, @@ -86,14 +86,11 @@ join ugol on r.id = ugol.recruit_id; N N N - Y - N ervu_dashboard N punishment
- N Y N