feat: enhance TableSelect component with partition table support and dynamic method fetching

Author: cn-xufei

packages/dag/src/components/form/table-select/index.js

@@ -92,7 +92,7 @@ const useTableExist = (attrs, refs, connectionId) => {
 
 export const TableSelect = observer(
   defineComponent({
-    props: ['reloadTime', 'connectionId'],
+    props: ['reloadTime', 'connectionId', 'hasPartition', 'syncPartitionTableEnable', 'method'],
     setup(props, { attrs, listeners, emit, root, refs }) {
       const { taskId, activeNodeId } = root.$store.state.dataflow
 
@@ -156,6 +156,53 @@ export const TableSelect = observer(
 
       reWatch()
 
+      let cacheTables = []
+
+      watch(
+        () => props.syncPartitionTableEnable,
+        () => {
+          cacheTables = []
+          loadSelectData()
+        }
+      )
+
+      const fetchMethod = async (filter, config) => {
+        if (props.hasPartition) {
+          if (cacheTables.length) {
+            if (!filter.where?.name?.like)
+              return {
+                items: cacheTables,
+                total: cacheTables.length
+              }
+
+            const search = filter.where?.name?.like.toLowerCase()
+            const filtered = cacheTables.filter(it => it.value.toLowerCase().includes(search))
+            return {
+              items: filtered,
+              total: filtered.length
+            }
+          } else {
+            const res = await metadataInstancesApi.pagePartitionTables({
+              connectionId: props.connectionId,
+              limit: 0,
+              syncPartitionTableEnable: props.syncPartitionTableEnable
+            })
+            cacheTables = res.items.map(it => ({
+              label: it.tableName + (it.tableComment ? `(${it.tableComment})` : ''),
+              value: it.tableName
+            }))
+            return {
+              items: cacheTables,
+              total: cacheTables.length
+            }
+          }
+        } else {
+          cacheTables = []
+
+          return props.method(filter, config)
+        }
+      }
+
       onBeforeUnmount(() => {
         unWatch?.()
       })
@@ -206,6 +253,7 @@ export const TableSelect = observer(
 
         return (
           <AsyncSelect
+            method={fetchMethod}
             loading={loading.value}
             class="async-select"
             ref="select"

packages/dag/src/nodes/Table.js

@@ -197,7 +197,9 @@ export class Table extends NodeType {
                           method: '{{loadTable}}',
                           connectionId: '{{$values.connectionId}}',
                           itemType: 'object',
-                          itemQuery: 'value'
+                          itemQuery: 'value',
+                          hasPartition: `{{$values.attrs.capabilities.some(item => item.id==="source_support_partition")}}`,
+                          syncPartitionTableEnable: '{{$values.syncSourcePartitionTableEnable}}'
                         },
                         'x-reactions': [
                           {
@@ -238,6 +240,25 @@ export class Table extends NodeType {
                     }
                   },
 
+                  syncSourcePartitionTableEnable: {
+                    title: i18n.t('packages_dag_syncSourcePartitionTableEnable'),
+                    type: 'boolean',
+                    default: true,
+                    'x-decorator': 'FormItem',
+                    'x-decorator-props': {
+                      class: 'flex-1',
+                      tooltip: i18n.t('packages_dag_syncSourcePartitionTableEnable_tip')
+                    },
+                    'x-component': 'Switch',
+                    'x-reactions': {
+                      fulfill: {
+                        state: {
+                          visible: '{{$values.attrs.capabilities.some(item => item.id==="source_support_partition")}}'
+                        }
+                      }
+                    }
+                  },
+
                   needDynamicTableName: {
                     type: 'boolean',
                     title: i18n.t('packages_dag_dynamic_date_suffix'),