diff --git a/mappings/connections/db_mln118_to_local.json b/mappings/connections/db_mln118_to_local.json index 3c877af..223067c 100644 --- a/mappings/connections/db_mln118_to_local.json +++ b/mappings/connections/db_mln118_to_local.json @@ -81,11 +81,11 @@ "description" : "" }, { "name" : "DB_SUBPOENA_HOST", - "value" : "10.65.244.45", + "value" : "10.10.31.119", "description" : "" }, { "name" : "DB_SUBPOENA_PORT", - "value" : "6432", + "value" : "5432", "description" : "" }, { "name" : "DB_SUBPOENA_NAME", @@ -93,11 +93,11 @@ "description" : "" }, { "name" : "DB_SUBPOENA_USERNAME", - "value" : "readonly", + "value" : "ervu-dashboard", "description" : "" }, { "name" : "DB_SUBPOENA_PASSWORD", - "value" : "readonly", + "value" : "ervu-dashboard", "description" : "" } ] } \ No newline at end of file diff --git a/mappings/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl b/mappings/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl new file mode 100644 index 0000000..cb521a8 --- /dev/null +++ b/mappings/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl @@ -0,0 +1,641 @@ + + + + checkpoint_job_info_recruits_from_json + Y + + + + Normal + + + N + 1000 + 100 + - + 2025/05/30 10:34:00.239 + - + 2025/05/30 10:34:00.239 + + + + + + JSON input state_job_???.json + Filter rows + N + + + JSON input state_child_delta.json + Filter rows + Y + + + JSON input state_???_delta.json + Filter rows + N + + + JSON input state_job_child.json + Filter rows + Y + + + Set variables + Write to log 3 + Y + + + Set variables 2 + Write to log 3 2 + Y + + + Dummy (do nothing) + Set variables 2 + N + + + Dummy (do nothing) + Set variables + N + + + Filter rows + Abort + Y + + + + Abort + Abort + + Y + + 1 + + none + + + ABORT_WITH_ERROR + Y + 0 + + + 1072 + 784 + + + + Dummy (do nothing) + Dummy + + Y + + 1 + + none + + + + + 1136 + 608 + + + + Filter rows + FilterRows + + Y + + 1 + + none + + + + + + + + + + + = + pipeline + N + - + + N + -1 + + constant + -1 + job_child + String + + + + + + = + status + N + AND + + N + -1 + constant + -1 + ERROR + String + + + + = + pipeline + N + - + + N + -1 + constant + -1 + recruits_info_flow1 + String + + + + + + + + = + pipeline + N + - + + N + -1 + + constant + -1 + delta_child + String + + + + + + = + status + N + AND + + N + -1 + constant + -1 + ERROR + String + + + + = + pipeline + N + OR + + N + -1 + constant + -1 + recruits_info_flow1 + String + + + + = + pipeline + N + - + + N + -1 + constant + -1 + recruits_info_flow1 + String + + + + Abort + + + 752 + 784 + + + + JSON input state_???_delta.json + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + ${PROJECT_HOME}/info_recruits/citizen_tables/citizen/checkpoints/state_citizen_delta.json + + + N + N + + + + pipeline + $.pipeline + String + + + + + -1 + -1 + none + N + + + status + $.status + String + + + + + -1 + -1 + none + N + + + 0 + N + N + + + + + + + + + + + + 448 + 832 + + + + JSON input state_job_???.json + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + ${PROJECT_HOME}/info_recruits/citizen_tables/citizen/checkpoints/state_job_citizen.json + + + N + N + + + + pipeline + $.pipeline + String + + + + + -1 + -1 + none + N + + + status + $.status + String + + + + + -1 + -1 + none + N + + + 0 + N + N + + + + + + + + + + + + 448 + 912 + + + + JSON input state_child_delta.json + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_delta.json + + + N + N + + + + pipeline + $.pipeline + String + + + + + -1 + -1 + none + N + + + status + $.status + String + + + + + -1 + -1 + none + N + + + 0 + N + N + + + + + + + + + + + + 448 + 656 + + + + JSON input state_job_child.json + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_job_child.json + + + N + N + + + + pipeline + $.pipeline + String + + + + + -1 + -1 + none + N + + + status + $.status + String + + + + + -1 + -1 + none + N + + + 0 + N + N + + + + + + + + + + + + 448 + 736 + + + + Set variables + SetVariable + + Y + + 1 + + none + + + + + status + STATUS + PARENT_WORKFLOW + + + Y + + + 1328 + 560 + + + + Set variables 2 + SetVariable + + Y + + 1 + + none + + + + + status + STATUS + PARENT_WORKFLOW + + + Y + + + 1328 + 640 + + + + Write to log 3 + WriteToLog + + Y + + 1 + + none + + + Y + + + N + 0 + Basic + ${STATUS} + + + 1520 + 560 + + + + Write to log 3 2 + WriteToLog + + Y + + 1 + + none + + + Y + + + N + 0 + Basic + ${STATUS} + + + 1520 + 640 + + + + + + diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/job_create_files_child.hwf b/mappings/info_recruits/citizen_tables/child/checkpoints/job_create_files_child.hwf new file mode 100644 index 0000000..b31ca9f --- /dev/null +++ b/mappings/info_recruits/citizen_tables/child/checkpoints/job_create_files_child.hwf @@ -0,0 +1,235 @@ + + + job_create_files_child + Y + + + + - + 2025/05/26 16:48:00.210 + - + 2025/05/26 16:48:00.210 + + + + + Start + + SPECIAL + + 1 + 12 + 60 + 0 + 0 + N + 0 + 1 + N + 576 + 496 + + + + state_child_flow2_new + + WRITE_TO_FILE + + N + { + "status": "NEW", + "pipeline": "child_flow2" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json + N + 848 + 416 + + + + state_child_flow1_new + + WRITE_TO_FILE + + N + { + "status": "NEW", + "pipeline": "child_flow1" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json + N + 848 + 336 + + + + state_child_flow3_new + + WRITE_TO_FILE + + N + { + "status": "NEW", + "pipeline": "child_flow3" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json + N + 848 + 496 + + + + state_child_flow4_new + + WRITE_TO_FILE + + N + { + "status": "NEW", + "pipeline": "child_flow4" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json + N + 848 + 576 + + + + state_child_flow5_new + + WRITE_TO_FILE + + N + { + "status": "NEW", + "pipeline": "child_flow5" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json + N + 848 + 656 + + + + Success + + SUCCESS + + N + 1120 + 496 + + + + Delete file state_job_child + + DELETE_FILE + + N + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_job_child.json + N + 848 + 256 + + + + + + Start + state_child_flow3_new + Y + Y + Y + + + Start + state_child_flow2_new + Y + Y + Y + + + Start + state_child_flow1_new + Y + Y + Y + + + Start + state_child_flow4_new + Y + Y + Y + + + Start + state_child_flow5_new + Y + Y + Y + + + state_child_flow5_new + Success + Y + Y + N + + + state_child_flow4_new + Success + Y + Y + N + + + state_child_flow3_new + Success + Y + Y + N + + + state_child_flow2_new + Success + Y + Y + N + + + state_child_flow1_new + Success + Y + Y + N + + + Start + Delete file state_job_child + Y + Y + Y + + + Delete file state_job_child + Success + Y + Y + N + + + + + + diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json index 3caff54..e858535 100644 --- a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json +++ b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow1.json @@ -1,4 +1,4 @@ { - "status": "ERROR", + "status": "NEW", "pipeline": "child_flow1" } \ No newline at end of file diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json index d7a317e..b154088 100644 --- a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json +++ b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow2.json @@ -1,4 +1,4 @@ { - "status": "ERROR", + "status": "NEW", "pipeline": "child_flow2" } \ No newline at end of file diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json index 270d04a..a42efd4 100644 --- a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json +++ b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow3.json @@ -1,4 +1,4 @@ { - "status": "ERROR", + "status": "NEW", "pipeline": "child_flow3" } \ No newline at end of file diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json index 8b38e87..99130c0 100644 --- a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json +++ b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow4.json @@ -1,4 +1,4 @@ { - "status": "ERROR", + "status": "NEW", "pipeline": "child_flow4" } \ No newline at end of file diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json index 52d92f3..c3b4a2f 100644 --- a/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json +++ b/mappings/info_recruits/citizen_tables/child/checkpoints/state_child_flow5.json @@ -1,4 +1,4 @@ { - "status": "ERROR", + "status": "NEW", "pipeline": "child_flow5" } \ No newline at end of file diff --git a/mappings/info_recruits/citizen_tables/child/checkpoints/state_job_child.json b/mappings/info_recruits/citizen_tables/child/checkpoints/state_job_child.json deleted file mode 100644 index c8d947c..0000000 --- a/mappings/info_recruits/citizen_tables/child/checkpoints/state_job_child.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "status": "SUCCESS", - "pipeline": "job_child" -} \ No newline at end of file diff --git a/mappings/info_recruits/job_general_info_recruits.hwf b/mappings/info_recruits/job_general_info_recruits.hwf index 89ff1f1..e1bfb88 100644 --- a/mappings/info_recruits/job_general_info_recruits.hwf +++ b/mappings/info_recruits/job_general_info_recruits.hwf @@ -109,8 +109,8 @@ DUMMY N - 3216 - 672 + 3232 + 624 @@ -141,74 +141,6 @@ 464 - - flags - - WORKFLOW - - N - N - N - N - cddf - Nothing - - Y - - N - local - N - N - Y - N - 2704 - 1120 - - - - flags 2 - - WORKFLOW - - N - N - N - N - cddf - Nothing - - Y - - N - local - N - N - Y - N - 2704 - 1248 - - - - Success 2 - - SUCCESS - - N - 2928 - 1120 - - - - Success 2 2 - - SUCCESS - - N - 2944 - 1248 - - job_recruit_create_date.hwf @@ -399,78 +331,10 @@ SUCCESS N - 3232 + 3616 1552 - - flags 5 - - WORKFLOW - - N - N - N - N - cddf - Nothing - - Y - - N - local - N - N - Y - N - 2272 - 1776 - - - - flags 2 2 - - WORKFLOW - - N - N - N - N - cddf - Nothing - - Y - - N - local - N - N - Y - N - 2272 - 1904 - - - - Success 2 5 - - SUCCESS - - N - 2496 - 1776 - - - - Success 2 2 2 - - SUCCESS - - N - 2512 - 1904 - - state_job_general_info_recruits_success 2 @@ -485,7 +349,7 @@ UTF-8 ${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json N - 2976 + 3360 1552 @@ -503,7 +367,7 @@ UTF-8 ${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json N - 2976 + 3360 1632 @@ -513,7 +377,7 @@ SUCCESS N - 3232 + 3616 1632 @@ -652,7 +516,7 @@ UTF-8 ${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json N - 2784 + 2800 416 @@ -672,8 +536,8 @@ DUMMY N - 2720 - 1552 + 3168 + 1472 @@ -725,7 +589,7 @@ N N Y - N + Y 2432 1552 @@ -744,8 +608,8 @@ UTF-8 ${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json N - 2960 - 1408 + 2592 + 1392 @@ -754,60 +618,12 @@ SUCCESS N - 3168 - 1408 + 2800 + 1392 - job_child.hwf - - WORKFLOW - - N - N - N - N - ${PROJECT_HOME}/info_recruits/citizen_tables/child/job_child.hwf - Nothing - - Y - - N - local - N - N - Y - N - 2704 - 672 - - - - ???job_pasport - - WORKFLOW - - N - N - N - N - df - Nothing - - Y - - N - local - N - N - Y - N - 2704 - 752 - - - - checkpoint_job_recruits_info_child + checkpoint_job_info_recruits_from_json.hpl PIPELINE @@ -817,7 +633,7 @@ N N N - 1 + ${PROJECT_HOME}/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl Basic Y @@ -832,22 +648,90 @@ 672 + + job_info_recruits_from_json.hwf + + WORKFLOW + + N + N + N + N + ${PROJECT_HOME}/info_recruits/job_info_recruits_from_json.hwf + Nothing + + + M_R_CR_DATE + ${M_R_CR_DATE} + + Y + + N + local + N + N + Y + N + 2672 + 672 + + + + checkpoint_job_info_recruits_from_json.hpl 2 + + PIPELINE + + N + N + N + N + N + N + ${PROJECT_HOME}/info_recruits/checkpoints/checkpoint_job_info_recruits_from_json.hpl + Basic + + Y + + N + local + N + N + Y + N + 3008 + 1552 + + + + job_info_recruits_from_json.hwf 2 + + WORKFLOW + + N + N + N + N + ${PROJECT_HOME}/info_recruits/job_info_recruits_from_json.hwf + Nothing + + + M_R_CR_DATE + ${M_R_CR_DATE} + + Y + + N + local + N + N + Y + N + 2720 + 1552 + + - - flags - Success 2 - Y - Y - N - - - flags 2 - Success 2 2 - Y - Y - N - job_recruitment.hwf job_recruit_create_date.hwf @@ -904,20 +788,6 @@ Y N - - flags 5 - Success 2 5 - Y - Y - N - - - flags 2 2 - Success 2 2 2 - Y - Y - N - state_job_general_info_recruits_success 2 Success 4 @@ -998,7 +868,7 @@ Dummy state_job_general_info_recruits_success - Y + N Y Y @@ -1019,14 +889,14 @@ Dummy 3 state_job_general_info_recruits_success 2 - Y + N Y Y Dummy 3 state_job_general_info_recruits_error 2 - Y + N Y Y @@ -1037,20 +907,6 @@ Y N - - job_parallel_recruits_info_citizen.hwf 2 - flags 5 - N - Y - N - - - job_parallel_recruits_info_citizen.hwf 2 - flags 2 2 - N - Y - N - job_parallel_recruits_info_citizen.hwf 2 checkpoint_job_recruits_info_citizen.hpl 2 @@ -1058,13 +914,6 @@ N Y - - checkpoint_job_recruits_info_citizen.hpl 2 - Dummy 3 - Y - Y - N - state_job_general_info_recruits_error 3 2 Success 3 3 2 @@ -1087,47 +936,68 @@ N - checkpoint_job_recruits_info_citizen.hpl - job_child.hwf - Y - Y - N - - - checkpoint_job_recruits_info_citizen.hpl - ???job_pasport - N - Y - N - - - job_child.hwf - checkpoint_job_recruits_info_child - Y - Y - N - - - checkpoint_job_recruits_info_child + checkpoint_job_info_recruits_from_json.hpl Dummy + N + Y + N + + + checkpoint_job_info_recruits_from_json.hpl + state_job_general_info_recruits_success Y Y N - checkpoint_job_recruits_info_citizen.hpl - flags - N - Y + checkpoint_job_info_recruits_from_json.hpl + state_job_general_info_recruits_error + Y + N N checkpoint_job_recruits_info_citizen.hpl - flags 2 - N + job_info_recruits_from_json.hwf + Y Y N + + job_info_recruits_from_json.hwf + checkpoint_job_info_recruits_from_json.hpl + Y + N + Y + + + job_info_recruits_from_json.hwf 2 + checkpoint_job_info_recruits_from_json.hpl 2 + Y + N + Y + + + checkpoint_job_recruits_info_citizen.hpl 2 + job_info_recruits_from_json.hwf 2 + Y + Y + N + + + checkpoint_job_info_recruits_from_json.hpl 2 + state_job_general_info_recruits_success 2 + Y + Y + N + + + checkpoint_job_info_recruits_from_json.hpl 2 + state_job_general_info_recruits_error 2 + Y + N + N + @@ -1195,6 +1065,26 @@ и загрузка ervu_dashboard.recruitment 219 + + 251 + 232 + 201 + 90 + 58 + 14 + N + 90 + 58 + 14 + N + Segoe UI + 9 + 26 + 2592 + 624 + тут все джожбы которые парсят json + 212 + diff --git a/mappings/info_recruits/job_info_recruits_from_json.hwf b/mappings/info_recruits/job_info_recruits_from_json.hwf new file mode 100644 index 0000000..967cb3a --- /dev/null +++ b/mappings/info_recruits/job_info_recruits_from_json.hwf @@ -0,0 +1,374 @@ + + + job_info_recruits_from_json + Y + + + + - + 2025/06/10 13:13:23.644 + - + 2025/06/10 13:13:23.644 + + + + + Start + + SPECIAL + + 1 + 12 + 60 + 0 + 0 + N + 0 + 1 + N + 496 + 400 + + + + job_child.hwf + + WORKFLOW + + N + N + N + N + ${PROJECT_HOME}/info_recruits/citizen_tables/child/job_child.hwf + + + Nothing + + + M_R_CR_DATE + + ${M_R_CR_DATE} + + Y + + N + local + N + N + Y + N + 800 + 80 + + + + Workflow 2 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 160 + + + + Workflow 3 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 240 + + + + Workflow 4 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 320 + + + + Workflow 5 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 400 + + + + Workflow 6 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 480 + + + + Workflow 7 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 560 + + + + Workflow 8 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 640 + + + + Workflow 9 + + WORKFLOW + + N + N + N + N + + Y + + N + N + N + Y + N + 800 + 720 + + + + Success + + SUCCESS + + N + 1168 + 400 + + + + + + Start + job_child.hwf + Y + Y + Y + + + Start + Workflow 2 + N + Y + Y + + + Start + Workflow 3 + N + Y + Y + + + Start + Workflow 4 + N + Y + Y + + + Start + Workflow 5 + N + Y + Y + + + Start + Workflow 6 + N + Y + Y + + + Start + Workflow 7 + N + Y + Y + + + Start + Workflow 8 + N + Y + Y + + + Start + Workflow 9 + N + Y + Y + + + Workflow 5 + Success + Y + Y + N + + + Workflow 4 + Success + Y + Y + N + + + Workflow 3 + Success + Y + Y + N + + + Workflow 2 + Success + Y + Y + N + + + job_child.hwf + Success + Y + Y + N + + + Workflow 6 + Success + Y + Y + N + + + Workflow 7 + Success + Y + Y + N + + + Workflow 8 + Success + Y + Y + N + + + Workflow 9 + Success + Y + Y + N + + + + + + diff --git a/mappings/info_recruits/raw_data/info_recruits/checkpoints/checkpoint_recruit_info_error.hpl b/mappings/info_recruits/raw_data/info_recruits/checkpoints/checkpoint_recruit_info_error.hpl index 3349308..07e1124 100644 --- a/mappings/info_recruits/raw_data/info_recruits/checkpoints/checkpoint_recruit_info_error.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/checkpoints/checkpoint_recruit_info_error.hpl @@ -111,7 +111,7 @@ flow_ranges AS ( ), recr_inf AS ( SELECT DISTINCT COALESCE(current_recruitment_id, target_recruitment_id) AS idm_id - FROM ervu_person_registry_raw.recruits_info + FROM ervu_dashboard.recruits_info ), flow_data AS ( SELECT diff --git a/mappings/info_recruits/raw_data/info_recruits/delta_recruits_info.hpl b/mappings/info_recruits/raw_data/info_recruits/delta_recruits_info.hpl index 45ba18d..a32fa45 100644 --- a/mappings/info_recruits/raw_data/info_recruits/delta_recruits_info.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/delta_recruits_info.hpl @@ -55,8 +55,9 @@ = recruit_id recruit_id + - ervu_person_registry_raw + ervu_dashboard recruits_info
recruit_id diff --git a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow1.hpl b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow1.hpl index 18828b4..71a7b98 100644 --- a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow1.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow1.hpl @@ -87,8 +87,9 @@ = recruit_id recruit_id + - ervu_person_registry_raw + ervu_dashboard recruits_info
recruit_id diff --git a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow2.hpl b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow2.hpl index 4cd6655..068d2c1 100644 --- a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow2.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow2.hpl @@ -44,8 +44,9 @@ = recruit_id recruit_id + - ervu_person_registry_raw + ervu_dashboard recruits_info
recruit_id diff --git a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow3.hpl b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow3.hpl index 5786789..78ca857 100644 --- a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow3.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow3.hpl @@ -44,8 +44,9 @@ = recruit_id recruit_id + - ervu_person_registry_raw + ervu_dashboard recruits_info
recruit_id diff --git a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow4.hpl b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow4.hpl index 086352d..1201625 100644 --- a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow4.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow4.hpl @@ -44,8 +44,9 @@ = recruit_id recruit_id + - ervu_person_registry_raw + ervu_dashboard recruits_info
recruit_id diff --git a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow5.hpl b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow5.hpl index fa4ceb2..332bc6e 100644 --- a/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow5.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/parallel/recruits_info_flow5.hpl @@ -44,8 +44,9 @@ = recruit_id recruit_id + - ervu_person_registry_raw + ervu_dashboard recruits_info
recruit_id diff --git a/mappings/info_recruits/raw_data/info_recruits/recruit_update_date_ervu_dashboard.hpl b/mappings/info_recruits/raw_data/info_recruits/recruit_update_date_ervu_dashboard.hpl index 5aa7685..fe451a2 100644 --- a/mappings/info_recruits/raw_data/info_recruits/recruit_update_date_ervu_dashboard.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/recruit_update_date_ervu_dashboard.hpl @@ -45,7 +45,7 @@ updated_at AS system_update_date, current_timestamp AS record_created, 'job_recruits_info' AS workflow -FROM ervu_person_registry_raw.recruits_info +FROM ervu_dashboard.recruits_info WHERE updated_at = (SELECT MAX(updated_at) FROM ervu_person_registry_raw.recruits_info) limit 1 N diff --git a/mappings/info_recruits/raw_data/info_recruits/recruitment_rows_five_flow_if_error.hpl b/mappings/info_recruits/raw_data/info_recruits/recruitment_rows_five_flow_if_error.hpl index 307af00..ccb4483 100644 --- a/mappings/info_recruits/raw_data/info_recruits/recruitment_rows_five_flow_if_error.hpl +++ b/mappings/info_recruits/raw_data/info_recruits/recruitment_rows_five_flow_if_error.hpl @@ -81,7 +81,7 @@ flow_ranges AS ( ), recr_inf AS ( SELECT DISTINCT COALESCE(current_recruitment_id, target_recruitment_id) AS idm_id - FROM ervu_person_registry_raw.recruits_info + FROM ervu_dashboard.recruits_info ), flow_data AS ( SELECT diff --git a/mappings/info_recruits/supportive_jobs/job_create_files.hwf b/mappings/info_recruits/supportive_jobs/job_create_files.hwf index aa91628..3e8f21c 100644 --- a/mappings/info_recruits/supportive_jobs/job_create_files.hwf +++ b/mappings/info_recruits/supportive_jobs/job_create_files.hwf @@ -88,6 +88,48 @@ 608 + + job_create_files_child.hwf + + WORKFLOW + + N + N + N + N + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/job_create_files_child.hwf + Nothing + + Y + + N + local + N + N + Y + N + 944 + 688 + + + + state_job_general_info_recruits_error 3 + + WRITE_TO_FILE + + N + { + "status": "SUCCESS", + "pipeline": "job_general_info_recruits" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/checkpoints/state_job_general_info_recruits.json + N + 944 + 768 + + @@ -118,6 +160,34 @@ Y N + + Start + job_create_files_child.hwf + Y + Y + Y + + + job_create_files_child.hwf + Success job_create_files_recruits_info.hwf + Y + Y + N + + + Start + state_job_general_info_recruits_error 3 + Y + Y + Y + + + state_job_general_info_recruits_error 3 + Success job_create_files_recruits_info.hwf + Y + Y + N + diff --git a/mappings/info_recruits/supportive_jobs/job_create_files_for_test.hwf b/mappings/info_recruits/supportive_jobs/job_create_files_for_test.hwf index 640a138..8367208 100644 --- a/mappings/info_recruits/supportive_jobs/job_create_files_for_test.hwf +++ b/mappings/info_recruits/supportive_jobs/job_create_files_for_test.hwf @@ -31,7 +31,7 @@ - state_job_citizen_success (2) + state_job_citizen_success WRITE_TO_FILE @@ -76,11 +76,29 @@ 448 + + state_job_child_success + + WRITE_TO_FILE + + N + { + "status": "SUCCESS", + "pipeline": "job_child" +} + N + UTF-8 + ${PROJECT_HOME}/info_recruits/citizen_tables/child/checkpoints/state_job_child.json + N + 752 + 288 + + Start - state_job_citizen_success (2) + state_job_citizen_success Y Y Y @@ -93,7 +111,7 @@ Y - state_job_citizen_success (2) + state_job_citizen_success Success Y Y @@ -106,6 +124,20 @@ Y N + + Start + state_job_child_success + Y + Y + Y + + + state_job_child_success + Success + Y + Y + N +