свежая версия со стенда

This commit is contained in:
Булат Хайруллин 2025-04-07 20:31:30 +03:00
parent d288a7519e
commit 13aeb606dc
280 changed files with 75366 additions and 20884 deletions

View file

@ -1,3 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<pipeline>
<info>
<name>main_dashboard.appeals(reg)</name>
@ -7,7 +8,6 @@
<pipeline_version/>
<pipeline_type>Normal</pipeline_type>
<pipeline_status>0</pipeline_status>
<directory>/</directory>
<parameters>
</parameters>
<capture_transform_performance>N</capture_transform_performance>
@ -17,8 +17,6 @@
<created_date>2024/08/02 11:56:22.507</created_date>
<modified_user>-</modified_user>
<modified_date>2024/08/02 11:56:22.507</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
@ -26,19 +24,91 @@
<hop>
<from>Get variables 3 2</from>
<to>Select values 3 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Select values 3 2</from>
<to>Insert / update (main_dashboard.appeals) 2</to>
<enabled>Y</enabled>
<enabled>N</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Get variables 3 2</to>
<enabled>N</enabled>
</hop>
<hop>
<from>Execute SQL script</from>
<to>Table input (appeal_document) регионы</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Insert / update (main_dashboard.appeals) 2</from>
<to>Execute SQL script 2</to>
<enabled>Y</enabled>
</hop>
<hop>
<from>Table input (appeal_document) регионы</from>
<to>Insert / update (main_dashboard.appeals) 2</to>
<enabled>Y</enabled>
</hop>
</order>
<transform>
<name>Execute SQL script</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>N</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.appeals
WHERE recording_date = current_date
AND schema = 'Organization'</sql>
<attributes/>
<GUI>
<xloc>384</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
<name>Execute SQL script 2</name>
<type>ExecSql</type>
<description/>
<distribute>N</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<arguments>
</arguments>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<quoteString>N</quoteString>
<replace_variables>N</replace_variables>
<set_params>N</set_params>
<single_statement>N</single_statement>
<sql>DELETE FROM main_dashboard.appeals
WHERE recording_date = current_date
AND schema = 'REG_LVL'
</sql>
<attributes/>
<GUI>
<xloc>1152</xloc>
<yloc>192</yloc>
</GUI>
</transform>
<transform>
<name>Get variables 3 2</name>
<type>GetVariable</type>
@ -52,36 +122,31 @@
</partitioning>
<fields>
<field>
<name>REG_ID</name>
<variable/>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<name>REG_ID</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
<field>
<name>VK_ARRAY</name>
<variable/>
<type>String</type>
<format/>
<currency/>
<decimal/>
<group/>
<length>-1</length>
<name>VK_ARRAY</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
<field>
<length>-1</length>
<name>SCM</name>
<precision>-1</precision>
<trim_type>none</trim_type>
<type>String</type>
</field>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>672</xloc>
<yloc>192</yloc>
<draw>Y</draw>
<xloc>688</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
@ -95,18 +160,26 @@
<method>none</method>
<schema_name/>
</partitioning>
<connection>ervu-dashboard</connection>
<commit>100</commit>
<update_bypassed>Y</update_bypassed>
<connection>ervu-dashboard</connection>
<lookup>
<key>
<condition>=</condition>
<field>recruitment_id</field>
<name>recruitment_id</name>
</key>
<key>
<condition>=</condition>
<field>schema</field>
<name>schema</name>
</key>
<key>
<condition>=</condition>
<field>recording_date</field>
<name>recording_date</name>
</key>
<schema>main_dashboard</schema>
<table>appeals</table>
<key>
<name>REG_ID</name>
<field>recruitment_id</field>
<condition>=</condition>
<name2/>
</key>
<value>
<name>total_appeals</name>
<rename>total_appeals</rename>
@ -152,13 +225,17 @@
<rename>recruitment_id</rename>
<update>N</update>
</value>
<value>
<name>schema</name>
<rename>schema</rename>
<update>N</update>
</value>
</lookup>
<update_bypassed>Y</update_bypassed>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>1024</xloc>
<xloc>912</xloc>
<yloc>192</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform>
@ -208,13 +285,28 @@
<currency_symbol/>
<storage_type/>
</meta>
<meta>
<name>SCM</name>
<rename>SCM</rename>
<type>String</type>
<length>-2</length>
<precision>-2</precision>
<conversion_mask/>
<date_format_lenient>false</date_format_lenient>
<date_format_locale/>
<date_format_timezone/>
<lenient_string_to_number>false</lenient_string_to_number>
<encoding/>
<decimal_symbol/>
<grouping_symbol/>
<currency_symbol/>
<storage_type/>
</meta>
</fields>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>816</xloc>
<yloc>192</yloc>
<draw>Y</draw>
<xloc>832</xloc>
<yloc>256</yloc>
</GUI>
</transform>
<transform>
@ -228,80 +320,72 @@
<method>none</method>
<schema_name/>
</partitioning>
<connection>postgres.appeal-document-service</connection>
<sql>WITH
t1 AS (
SELECT
CASE
WHEN '${VK_ARRAY}' IS NULL OR '${VK_ARRAY}' = '' THEN 0
ELSE COUNT(*)
END AS total_appeals
FROM public.appeal_document
WHERE
( '${VK_ARRAY}' IS NULL OR '${VK_ARRAY}' = ''
OR vk_id = ANY (
string_to_array(
trim(both '{}' FROM replace('${VK_ARRAY}', ' ', '')), ','
)::uuid[]
))
),
t2 AS (
SELECT
CASE
WHEN '${VK_ARRAY}' IS NULL OR '${VK_ARRAY}' = '' THEN 0
ELSE ROUND(
AVG(
(TRIM(BOTH '"' FROM (ad.extra_info ->> 'resultDate')::text)::date - ad.appeal_date)
),
2
)
END AS average_consideration
FROM public.appeal_document ad
WHERE
( '${VK_ARRAY}' IS NULL OR '${VK_ARRAY}' = ''
OR vk_id = ANY (
string_to_array(
trim(both '{}' FROM replace('${VK_ARRAY}', ' ', '')), ','
)::uuid[]
))
),
resolved AS (
SELECT
CASE
WHEN '${VK_ARRAY}' IS NULL OR '${VK_ARRAY}' = '' THEN 0
ELSE COUNT(*)
END AS resolved
FROM public.appeal_document ad
WHERE ad.extra_info->>'result' = '1'
AND ( '${VK_ARRAY}' IS NULL OR '${VK_ARRAY}' = ''
OR vk_id = ANY (
string_to_array(
trim(both '{}' FROM replace('${VK_ARRAY}', ' ', '')), ','
)::uuid[]
))
)
SELECT
t1.total_appeals,
t2.average_consideration,
r.resolved,
'${REG_ID}' AS recruitment_id,
0 AS average_rating,
0 AS average_to_face,
0 AS average_epgu,
0 AS average_to_face_percent,
0 AS average_epgu_percent
FROM t1, t2, resolved AS r;</sql>
<limit>0</limit>
<lookup/>
<connection>ervu-dashboard</connection>
<execute_each_row>N</execute_each_row>
<limit>0</limit>
<sql>WITH
ids AS (
SELECT unnest(string_to_array(trim(both '{}' from '${ARR_REG}'), ','))::uuid AS recruitment_id
),
base_data AS (
SELECT
region_id,
solution_type,
CASE
WHEN incoming_date &lt;&gt; '-' THEN incoming_date::date
ELSE NULL
END AS incoming_date,
CASE
WHEN fact_end_date &lt;&gt; '-' THEN fact_end_date::date
ELSE NULL
END AS fact_end_date,
CASE
WHEN response_evalution &lt;&gt; '-' THEN response_evalution::NUMERIC -- оценка ответа заявителем
ELSE 0
END AS response_evalution,
source
FROM appeals.appeals_list al
WHERE region_id::uuid IN (SELECT recruitment_id FROM ids)
),
aggregated_data AS (
SELECT
region_id AS recruitment_id,
COUNT(*) AS total_appeals,
COUNT(*) FILTER (WHERE solution_type = 'Решено') AS resolved,
-- Среднее время рассмотрения, учитывая возможные NULL для дат
ROUND(AVG(CASE
WHEN fact_end_date IS NOT NULL AND incoming_date IS NOT NULL
THEN fact_end_date::DATE - incoming_date::DATE
ELSE NULL
END), 1) AS average_consideration,
-- Средний рейтинг, учитывая 0 для некорректных значений
ROUND(AVG(COALESCE(response_evalution, 0)), 1) AS average_rating,
COUNT(*) FILTER (WHERE source = 'ПОС') AS total_pos,
COUNT(*) FILTER (WHERE source = 'ЕПГУ') AS total_epgu
FROM base_data
GROUP BY region_id
)
SELECT
i.recruitment_id,
current_date AS recording_date,
'Organization' AS schema,
COALESCE(ad.total_appeals, 0) AS total_appeals,
COALESCE(ad.resolved, 0) AS resolved,
COALESCE(ad.average_consideration, 0) AS average_consideration,
COALESCE(ad.average_rating, 0) AS average_rating,
COALESCE(ad.total_pos, 0) AS average_to_face,
COALESCE(ad.total_epgu, 0) AS average_epgu,
COALESCE(ROUND(ad.total_pos::NUMERIC * 100 / NULLIF(ad.total_appeals, 0), 1), 0) AS average_to_face_percent,
COALESCE(ROUND(ad.total_epgu::NUMERIC * 100 / NULLIF(ad.total_appeals, 0), 1), 0) AS average_epgu_percent
FROM ids i
LEFT JOIN aggregated_data ad ON ad.recruitment_id = i.recruitment_id;</sql>
<variables_active>Y</variables_active>
<lazy_conversion_active>N</lazy_conversion_active>
<attributes/>
<cluster_schema/>
<GUI>
<xloc>448</xloc>
<xloc>592</xloc>
<yloc>192</yloc>
<draw>Y</draw>
</GUI>
</transform>
<transform_error_handling>