Add template deletion function (#1411)

* add dataflow

* add dataflow

* remove antv/x6/lib/registry package

* Fix bugs

* Fix bugs

* add package

* add package

* add zhHantOps

* 1.Adjust the image path for operator management
2.Add permission judgment on whether to display the menu in operator management

* Operator Management: Modification of dataflow/operator/ interface

* 1.Add the cancellation of execution for internationalization and status verification
2.If a user has no organization or no authorized operators, all public operators will be queried by default

* 1.Add the cancellation of execution for internationalization and status verification
2.If a user has no organization or no authorized operators, all public operators will be queried by default

* 1.Add the cancellation of execution for internationalization and status verification
2.If a user has no organization or no authorized operators, all public operators will be queried by default

* Add newly developed operators, internationalize tools, and supplement the internationalization of statistics.

* Add newly developed operators, internationalize tools, and supplement the internationalization of statistics.

* 1.Add template deletion function
2.Celery node deletion (admin only, offline status)
3.Block the option of creating tool operators, set tools as default
4.Internationalization update

* Fix the bug of dataflow with ID #36

---------

Co-authored-by: 张龙彬 <[email protected]>

Author: z275748353

frontend/src/components/dataflow_config/algTemplate/customTemplate/index.vue

@@ -72,6 +72,12 @@
                 {{ t(`dataPipelines.${item.type}`) }}
               </div>
               <div class="flex">
+                <div
+                  class="mr-[12px] hover:underline cursor-pointer"
+                  @click="delTemplate(item.name, item.id)"
+                >
+                  {{ t('prompts.del') }}
+                </div>
                 <div
                   class="mr-[12px] hover:underline cursor-pointer"
                   @click="router.push(`/datapipelines/createTemplate?url=customize&type=copy&templateId=${item.id}`)"
@@ -109,7 +115,7 @@
 <script setup>
 import { useRouter } from "vue-router";
 import { ref, onMounted } from "vue";
-import { ElMessage } from "element-plus";
+import { ElMessage, ElMessageBox } from "element-plus";
 import useFetchApi from "../../../../packs/useFetchApi";
 import { useI18n } from "vue-i18n";
 
@@ -131,7 +137,7 @@ const router = useRouter();
 
 const searchForm = ref({
   page: 1,
-  page_size: 100,
+  page_size: 1000,
   buildin: false // true 内置
 })
 
@@ -144,7 +150,6 @@ const getTemplatesListFun = async () => {
   const url = `/dataflow/algo_templates?${params.toString()}`
 
   const { data } = await useFetchApi(url).get().json();
-  console.log('data=', data.value.templates)
   if (data.value) {
     const res = data.value.data.templates;
     templateList.value = res;
@@ -175,6 +180,34 @@ const handleDelete = async (id) => {
   }
 };
 
+const delTemplate = (name, id) => {
+  ElMessageBox.confirm(
+    t('dataPipelines.delTemplateTips', { name }),
+    t("dataPipelines.delTemplateTitle"),
+    {
+      confirmButtonText: t("dataPipelines.confirm"),
+      cancelButtonText: t("dataPipelines.cancel"),
+      type: 'warning',
+    }
+  )
+    .then(async () => {
+      const url = `/dataflow/algo_templates/${id}`;
+      const { data, error } = await useFetchApi(url).delete().json();
+      if (data.value.code === 200) {
+        ElMessage({
+          message: t('dataPipelines.delSuccess'),
+          type: "success",
+        });
+        getTemplatesListFun();
+      } else {
+        ElMessage({
+          message: `${t('dataPipelines.delFailed')}: ${error.value.msg}`,
+          type: "error",
+        });
+      }
+    })
+}
+
 onMounted(() => {
   getTemplatesListFun();
 });

frontend/src/components/dataflow_config/dataAcquisition/dataSourceManagement/newDataSource.vue

@@ -1196,7 +1196,7 @@ const submit = (type) => {
               }
               // Mongodb
               if (typeId.value === 2) {
-                params.extra_config.hive = getSelectedData().map(
+                params.extra_config.mongo = getSelectedData().map(
                   (item) => item.table_name
                 );
 

frontend/src/components/dataflow_config/newTask/index.vue

@@ -33,6 +33,7 @@
       v-model="taskUseType"
       class="mt-8"
       @change="changeTaskType"
+      v-if="false"
     >
       <el-radio
         label="ops"
@@ -45,7 +46,7 @@
         >{{ $t('dataPipelines.taskType2') }}</el-radio
       >
     </el-radio-group>
-    <div class="mainOption flex items-center justify-between">
+    <div class="mainOption flex items-center justify-between mt-[10px]">
       <el-form
         ref="ruleFormRef"
         :model="form"
@@ -571,7 +572,7 @@
     route.query.templateId ? route.query.templateId * 1 : 0
   )
   const selToolName = ref(route.query.selToolName || '')
-  const taskUseType = ref(route.query.type ? route.query.type : 'ops')
+  const taskUseType = ref(route.query.type ? route.query.type : 'tool')
   const toolListAll = ref([])
   const seltool = ref({})
   const form = ref({

frontend/src/components/dataflow_config/systemDashboard/celeryNodeService.vue

@@ -316,28 +316,26 @@
             </template>
           </el-table-column>
 
-          <!-- <el-table-column
+          <el-table-column
             prop="token"
             :label="t('dataPipelines.operations')"
             min-width="120"
             fixed="right"
+            v-if="userStore.isAdmin"
           >
             <template #default="scope">
               <div class="settingsTableBtn flex items-center justify-start">
                 <el-button
                   class="flex items-center justify-start cursor-pointer"
                   type="text"
-                  @click="
-                    goToNewTask(
-                      `/datapipelines/dataflowInfo?id=${scope.row.job_id}&type=${scope.row.job_source}`
-                    )
-                  "
-                  >
-                  {{ t("dataPipelines.details") }}
+                  @click="delCeleryNode(scope.row.worker_name)"
+                  :disabled="scope.row.status === 'online'"
+                >
+                  {{ t('prompts.del') }}
                 </el-button>
               </div>
             </template>
-          </el-table-column> -->
+          </el-table-column>
         </el-table>
 
         <div class="flex justify-end mt-4 mr-4 mb-4">
@@ -359,13 +357,15 @@
 <script setup>
 import { useRouter } from "vue-router";
 import { ref, onMounted } from "vue";
-import { ElMessage } from "element-plus";
+import { ElMessage, ElMessageBox } from "element-plus";
 import useFetchApi from "../../../packs/useFetchApi";
 import { convertUtcToLocalTime } from "../../../packs/datetimeUtils";
+import useUserStore from '../../../stores/UserStore'
 import { useI18n } from "vue-i18n";
 
 const { t, locale } = useI18n();
 const tableLoading = ref(false);
+const userStore = useUserStore();
 
 const form = ref({
   searchStr: "",
@@ -515,6 +515,34 @@ const toDatasetPage = (path, branch) => {
   }
 };
 
+const delCeleryNode = (worker_name) => {
+  ElMessageBox.confirm(
+    t('dataPipelines.delCeleryNodeTips', { worker_name }),
+    t("dataPipelines.delCeleryNodeTitle"),
+    {
+      confirmButtonText: t("dataPipelines.confirm"),
+      cancelButtonText: t("dataPipelines.cancel"),
+      type: 'warning',
+    }
+  )
+    .then(async () => {
+      const url = `/dataflow/celery/delete_celery_worker/${worker_name}`;
+      const { data, error } = await useFetchApi(url).delete().json();
+      if (data.value.code === 200) {
+        ElMessage({
+          message: t('dataPipelines.delSuccess'),
+          type: "success",
+        });
+        getDataFlowListFun();
+      } else {
+        ElMessage({
+          message: `${t('dataPipelines.delFailed')}: ${error.value.msg}`,
+          type: "error",
+        });
+      }
+    })
+}
+
 const router = useRouter();
 
 const goToNewTask = (path) => {

frontend/src/locales/en_js/datapipelines.js

@@ -198,6 +198,9 @@ export const dataPipelines = {
   "current_number_tasks": "Current Number of Tasks",
   "node_status": "Node Status",
   "heartbeat_time": "Heartbeat Time",
+  "delCeleryNodeTitle": "Delete Celery node",
+  "delCeleryNodeTips": "Are you sure to delete the {worker_name} Celery node?",
+
 
   "taskType": "Task Type",
   "dataCleaning": "Data Cleaning",
@@ -226,7 +229,6 @@ export const dataPipelines = {
   "execute": "Execute",
   "cancelExecute": "Cancel Execution",
   "executeConfirm": "Confirm Execution",
-  "confirm": "Confirm",
   "reset": "Replace",
   "details": "Details",
   "authorize": "authorize",
@@ -336,6 +338,11 @@ export const dataPipelines = {
   "creationCompleted": "Creation Completed",
   "updateTemplate": "Update Template",
   "cancel": "Cancel",
+  "confirm": "Confirm",
+  "delTemplateTitle": "Delete Template",
+  "delSuccess": "Delete Success",
+  "delFailed": "Delete Failed",
+  "delTemplateTips": "Are you sure to delete the {name} template?",
   "templateNameExists": "Template name already exists, please use a different name",
   "Queued": "Queued",
   "Processing": "Processing",

frontend/src/locales/zh_hant_js/datapipelines.js

@@ -196,6 +196,8 @@ export const dataPipelines = {
   "current_number_tasks": "當前任務數",
   "node_status": "節點狀態",
   "heartbeat_time": "心跳時間",
+  "delCeleryNodeTitle": "刪除Celery節點",
+  "delCeleryNodeTips": "確認刪除 {worker_name} Celery 節點?",
 
   "taskType": "任務類型",
   "dataCleaning": "數據清洗",
@@ -336,6 +338,10 @@ export const dataPipelines = {
   "creationCompleted": "創建完成",
   "updateTemplate": "更新模板",
   "cancel": "取消",
+  "delTemplateTitle": "刪除模板",
+  "delSuccess": "删除成功",
+  "delFailed": "刪除失敗",
+  "delTemplateTips": "確認刪除{name}模板?",
   "templateNameExists": "模板名稱已存在，請使用其他名稱",
   "Queued": "待處理",
   "Processing": "處理中",

frontend/src/locales/zh_js/datapipelines.js

@@ -196,6 +196,8 @@ export const dataPipelines = {
   "current_number_tasks": "当前任务数",
   "node_status": "节点状态",
   "heartbeat_time": "心跳时间",
+  "delCeleryNodeTitle": "删除Celery节点",
+  "delCeleryNodeTips": "确认删除 {worker_name} Celery 节点?",
 
   "taskType": "任务类型",
   "dataCleaning": "数据清洗",
@@ -336,6 +338,10 @@ export const dataPipelines = {
   "creationCompleted": "创建完成",
   "updateTemplate": "更新模版",
   "cancel": "取消",
+  "delTemplateTitle": "删除模板",
+  "delSuccess": "删除成功",
+  "delFailed": "删除失败",
+  "delTemplateTips": "确认删除{name}模板?",
   "templateNameExists": "模板名称已存在，请使用其他名称",
   "Queued": "待处理",
   "Processing": "处理中",