updates to Task definitions

Author: sfc-gh-clakkad

src/scripts/snowflake.yml.template

@@ -20,6 +20,7 @@ env:
   openflow_user: "${OPENFLOW_USER}"
   daily_refresh_cron_schedule: "${DAILY_REFRESH_CRON_SCHEDULE}"
   cortex_search_wh: "${CORTEX_SEARCH_WH}"
+  cortex_search_service_name: "${CORTEX_SEARCH_SERVICE_NAME}"
   streamlit_deployment_enabled: "${STREAMLIT_DEPLOYMENT_ENABLED}"
   streamlit_query_wh: "${STREAMLIT_QUERY_WH}"
   dbt_deps_eai: "${DBT_DEPS_EAI}"

src/sql/04_tasks.sql

@@ -28,7 +28,7 @@ ALTER TASK IF EXISTS incm_deploy_cortex_agent SUSPEND;
 create or replace task incm_root_daily_incremental_refresh
 	warehouse=<% ctx.env.dbt_pipeline_wh %>
 	schedule='<% ctx.env.daily_refresh_cron_schedule %>'
-	config='{dbt_project_name: "<% ctx.env.dbt_project_name %>", target: "<% ctx.env.dbt_target %>"}'
+	config='{"dbt_project_name": "<% ctx.env.dbt_project_name %>", "target": "<% ctx.env.dbt_target %>"}'
 	as SELECT 1;
 
 
@@ -64,7 +64,7 @@ create or replace task incm_daily_models_refresh
 -- Triggered Task for document based model refreshes
 create or replace task incm_root_triggered_docs_processing
 	warehouse=<% ctx.env.dbt_pipeline_wh %>
-	config='{dbt_project_name: "<% ctx.env.dbt_project_name %>", target: "<% ctx.env.dbt_target %>"}'
+	config='{"dbt_project_name": "<% ctx.env.dbt_project_name %>", "target": "<% ctx.env.dbt_target %>"}'
   WHEN SYSTEM$STREAM_HAS_DATA('INCIDENT_MANAGEMENT.bronze_zone.documents_stream')
 	as SELECT 1;
 
@@ -85,7 +85,7 @@ CREATE OR REPLACE TASK incm_triggered_docs_processing
 -- No schedule — invoke manually via: EXECUTE TASK incm_root_deploy_cortex_services;
 create or replace task incm_root_deploy_cortex_tools
 	warehouse=<% ctx.env.dbt_pipeline_wh %>
-	config='{dbt_project_name: "<% ctx.env.dbt_project_name %>", target: "<% ctx.env.dbt_target %>", cortex_search_wh: "<% ctx.env.cortex_search_wh %>", cortex_search_service_name: "<% ctx.env.cortex_search_service_name %>"}'
+	config='{"dbt_project_name": "<% ctx.env.dbt_project_name %>", "target": "<% ctx.env.dbt_target %>", "cortex_search_wh": "<% ctx.env.cortex_search_wh %>", "cortex_search_service_name": "<% ctx.env.cortex_search_service_name %>"}'
 	as SELECT 1;
 
 create or replace task incm_deploy_semantic_view
@@ -124,39 +124,48 @@ create or replace task incm_deploy_search_service
 
 create or replace task incm_deploy_cortex_agent
   warehouse=<% ctx.env.dbt_pipeline_wh %>
-  config='{dbt_project_name: "<% ctx.env.dbt_project_name %>", target: "<% ctx.env.dbt_target %>", database: "<% ctx.env.dbt_project_database %>", schema: "gold_zone", stage_name: "agent_specs", agent_spec_file: "incm360_agent_v200.yml"}'
+  config='{"dbt_project_name": "<% ctx.env.dbt_project_name %>", "target": "<% ctx.env.dbt_target %>", "database": "<% ctx.env.dbt_project_database %>", "schema": "gold_zone", "stage_name": "agent_specs", "agent_spec_file": "incm360_agent_v200.yml"}'
 	as
   EXECUTE IMMEDIATE
   $$
-    BEGIN
-      LET next_version := (SELECT
-                            'v'|| '_' ||
-                            ARRAY_CONSTRUCT(
-                                'phoenix','aurora','nebula','titan','vortex','zenith','blaze','comet',
-                                'spark','nova','echo','pulse','drift','frost','surge','lunar',
-                                'storm','ember','orbit','flare','prism','bolt','crest','dusk',
-                                'apex','onyx','reef','haze','peak','glow','rift','wave'
-                            )[ABS(MOD(RANDOM(), 32))]::STRING || '_' ||
-                            ARRAY_CONSTRUCT(
-                                'falcon','panther','dragon','wolf','hawk','tiger','cobra','raven',
-                                'shark','eagle','viper','bear','lynx','fox','orca','jaguar',
-                                'puma','mantis','osprey','bison','crane','otter','badger','heron'
-                            )[ABS(MOD(RANDOM(), 24))]::STRING
-                            AS version_name);
-
-        LET command := 'run-operation create_cortex_agent --args '||
-        '"{' ||
-        'agent_name: incident_management_agent, ' || 
-        'database: ' || SYSTEM$GET_TASK_GRAPH_CONFIG('database') || ', ' ||
-        'schema: ' || SYSTEM$GET_TASK_GRAPH_CONFIG('schema') || ', ' ||
-        'stage_name: ' || SYSTEM$GET_TASK_GRAPH_CONFIG('stage_name') || ', ' ||
-        'agent_spec_file: ' || SYSTEM$GET_TASK_GRAPH_CONFIG('agent_spec_file') || ', ' ||
-        'next_version: ' || next_version || 
-        '}' ||
-        ' --target ' || SYSTEM$GET_TASK_GRAPH_CONFIG('target');
-
-      EXECUTE DBT PROJECT SYSTEM$GET_TASK_GRAPH_CONFIG('dbt_project_name') args=:command;
-    END;
+  BEGIN
+    LET next_version VARCHAR := (SELECT
+                          'v' || '_' ||
+                          ARRAY_CONSTRUCT(
+                              'phoenix','aurora','nebula','titan','vortex','zenith','blaze','comet',
+                              'spark','nova','echo','pulse','drift','frost','surge','lunar',
+                              'storm','ember','orbit','flare','prism','bolt','crest','dusk',
+                              'apex','onyx','reef','haze','peak','glow','rift','wave'
+                          )[ABS(MOD(RANDOM(), 32))]::STRING || '_' ||
+                          ARRAY_CONSTRUCT(
+                              'falcon','panther','dragon','wolf','hawk','tiger','cobra','raven',
+                              'shark','eagle','viper','bear','lynx','fox','orca','jaguar',
+                              'puma','mantis','osprey','bison','crane','otter','badger','heron'
+                          )[ABS(MOD(RANDOM(), 24))]::STRING
+                          AS version_name);
+
+    LET db VARCHAR := SYSTEM$GET_TASK_GRAPH_CONFIG('database');
+    LET sch VARCHAR := SYSTEM$GET_TASK_GRAPH_CONFIG('schema');
+    LET stage VARCHAR := SYSTEM$GET_TASK_GRAPH_CONFIG('stage_name');
+    LET spec_file VARCHAR := SYSTEM$GET_TASK_GRAPH_CONFIG('agent_spec_file');
+    LET target VARCHAR := SYSTEM$GET_TASK_GRAPH_CONFIG('target');
+    LET dbt_project VARCHAR := SYSTEM$GET_TASK_GRAPH_CONFIG('dbt_project_name');
+
+    LET dq VARCHAR := CHR(34);
+
+    LET args_yaml VARCHAR := :dq || '{agent_name: incident_management_agent, ' ||
+      'database: ' || :db || ', ' ||
+      'schema: ' || :sch || ', ' ||
+      'stage_name: ' || :stage || ', ' ||
+      'agent_spec_file: ' || :spec_file || ', ' ||
+      'next_version: ' || :next_version || '}' || :dq;
+
+    LET command VARCHAR := 'run-operation create_cortex_agent --args ' || :args_yaml || ' --target ' || :target;
+
+    LET stmt VARCHAR := 'EXECUTE DBT PROJECT ' || :dbt_project || ' ARGS = ''' || REPLACE(:command, '''', '''''') || '''';
+
+    EXECUTE IMMEDIATE :stmt;
+  END;
   $$
   ;