micord/ervu-dashboard-etl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

++

Browse source
This commit is contained in:
Ruslan 2024-09-09 16:19:56 +03:00
parent 61923855cf
commit e974b0b3b6
11 changed files with 138 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

28
mappings/region/job_recruitments_region.kjb
View file

@ -893,7 +893,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM main_dashboard.appeals where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM main_dashboard.appeals where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -911,7 +911,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM main_dashboard.recruitment_campaign where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM main_dashboard.recruitment_campaign where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -929,7 +929,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM main_dashboard.total_registered where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM main_dashboard.total_registered where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -947,7 +947,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM main_dashboard.waiting_registration where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM main_dashboard.waiting_registration where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -965,7 +965,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM recruitment_campaign.subpoenas where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM recruitment_campaign.subpoenas where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -983,7 +983,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.reg_mil_cat where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.reg_mil_cat where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1001,7 +1001,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.removed_registry where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.removed_registry where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1019,7 +1019,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.subpoenas where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.subpoenas where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1097,7 +1097,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.driver_license where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.driver_license where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1175,7 +1175,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.child_minor where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.child_minor where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1253,7 +1253,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.age where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.age where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1331,7 +1331,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.marital_status where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.marital_status where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1409,7 +1409,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.education_level where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.education_level where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>
@ -1487,7 +1487,7 @@
<description/>
<type>SQL</type>
<attributes/>
<sql>DELETE FROM total_registered.busyness where recruitment_id in ('48', '62', '65') and recording_date = current_date</sql>
<sql>DELETE FROM total_registered.busyness where recruitment_id in ('12', '62', '65') and recording_date = current_date</sql>
<useVariableSubstitution>F</useVariableSubstitution>
<sqlfromfile>F</sqlfromfile>
<sqlfilename/>

23
mappings/region/select_recruitments_region(reg).ktr
View file

@ -531,15 +531,24 @@
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<sql>with
t1 as (SELECT ARRAY_AGG(t.idm_id) as RECRUITMENT48_ID FROM space.testrecruitment AS t where t.code = '48'),
t2 as (SELECT ARRAY_AGG(t.idm_id) as RECRUITMENT62_ID FROM space.testrecruitment AS t where t.code = '62'),
t3 as (SELECT ARRAY_AGG(t.idm_id) as RECRUITMENT65_ID FROM space.testrecruitment AS t where t.code = '65')
SELECT t1.RECRUITMENT48_ID AS VK_ARRAY_ID, '48' as RECRUITMENT_REG_ID FROM t1
<sql>WITH
t1 AS (SELECT ARRAY_AGG(t.idm_id) AS RECRUITMENT48_ID FROM space.testrecruitment AS t WHERE t.code = '12'),
t2 AS (SELECT ARRAY_AGG(t.idm_id) AS RECRUITMENT62_ID FROM space.testrecruitment AS t WHERE t.code = '62'),
t3 AS (SELECT ARRAY_AGG(t.idm_id) AS RECRUITMENT65_ID FROM space.testrecruitment AS t WHERE t.code = '65')
SELECT
COALESCE(t1.RECRUITMENT48_ID, ARRAY['00']) AS VK_ARRAY_ID,
'12' AS RECRUITMENT_REG_ID
FROM t1
UNION ALL
SELECT t2.RECRUITMENT62_ID, '62' FROM t2
SELECT
COALESCE(t2.RECRUITMENT62_ID, ARRAY['00']),
'62'
FROM t2
UNION ALL
SELECT t3.RECRUITMENT65_ID, '65' FROM t3</sql>
SELECT
COALESCE(t3.RECRUITMENT65_ID, ARRAY['00']),
'65'
FROM t3;</sql>
<limit>10</limit>
<lookup/>
<execute_each_row>N</execute_each_row>

15
mappings/region/total_registered.busyness(reg).ktr
View file

@ -819,6 +819,11 @@
<rename>not_work_percent</rename>
<update>Y</update>
</value>
<value>
<name>busyness</name>
<rename>total_people</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -902,6 +907,11 @@
<rename>not_work_percent</rename>
<update>Y</update>
</value>
<value>
<name>busyness</name>
<rename>total_people</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -985,6 +995,11 @@
<rename>not_work_percent</rename>
<update>Y</update>
</value>
<value>
<name>busyness</name>
<rename>total_people</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>

18
mappings/region/total_registered.education_level(reg).ktr
View file

@ -824,6 +824,11 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>education_level</name>
<rename>total</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -912,6 +917,11 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>education_level</name>
<rename>total</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -1000,6 +1010,11 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>education_level</name>
<rename>total</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -1284,6 +1299,7 @@ SELECT
average_prof,
only_general,
count_nodata,
total_count.total,
ROUND(higher * 100.0 / NULLIF(total_count.total, 0), 2) AS higher_percentage,
ROUND(average_prof * 100.0 / NULLIF(total_count.total, 0), 2) AS average_prof_percentage,
ROUND(only_general * 100.0 / NULLIF(total_count.total, 0), 2) AS only_general_percentage,
@ -1389,6 +1405,7 @@ SELECT
average_prof,
only_general,
count_nodata,
total_count.total,
ROUND(higher * 100.0 / NULLIF(total_count.total, 0), 2) AS higher_percentage,
ROUND(average_prof * 100.0 / NULLIF(total_count.total, 0), 2) AS average_prof_percentage,
ROUND(only_general * 100.0 / NULLIF(total_count.total, 0), 2) AS only_general_percentage,
@ -1494,6 +1511,7 @@ SELECT
average_prof,
only_general,
count_nodata,
total_count.total,
ROUND(higher * 100.0 / NULLIF(total_count.total, 0), 2) AS higher_percentage,
ROUND(average_prof * 100.0 / NULLIF(total_count.total, 0), 2) AS average_prof_percentage,
ROUND(only_general * 100.0 / NULLIF(total_count.total, 0), 2) AS only_general_percentage,

15
mappings/region/total_registered.marital_status(reg).ktr
View file

@ -804,6 +804,11 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>marital_status</name>
<rename>total</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -872,6 +877,11 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>marital_status</name>
<rename>total</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>
@ -940,6 +950,11 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>marital_status</name>
<rename>total</rename>
<update>Y</update>
</value>
</lookup>
<attributes/>
<cluster_schema/>