fix(dataframe): adjust data table ID handling to respect limit in query construction

Author: richie-ni

src/datasources/data-frame/datasources/v2/DataFrameDataSourceV2.test.ts

@@ -9683,12 +9683,10 @@ describe('DataFrameDataSourceV2', () => {
             const requestBody = queryTablesCall![1];
             const substitutions = requestBody.substitutions;
 
-            // Result IDs + limited data table IDs
             const expectedResultIds = 3; // result-1, result-2, result-3
             const expectedDataTableIds = DATA_TABLES_IDS_LIMIT;
             expect(substitutions.length).toBe(expectedResultIds + expectedDataTableIds);
 
-            // Verify the filter contains the correct number of placeholders for data table IDs
             const dataTableIdPlaceholders = Array.from(
                 { length: DATA_TABLES_IDS_LIMIT },
                 (_, i) => `@${expectedResultIds + i}`

src/datasources/data-frame/datasources/v2/DataFrameDataSourceV2.ts

@@ -2310,7 +2310,7 @@ export class DataFrameDataSourceV2 extends DataFrameDataSourceBase {
 
         const dataTableIdFilter = this.buildContainsFilter(
             'id',
-            Math.min(dataTableIds.length, DATA_TABLES_IDS_LIMIT),
+            dataTableIds.length,
             resultIds.length
         );
         return `(${resultIdFilter}) || (${dataTableIdFilter})`;
@@ -2332,7 +2332,11 @@ export class DataFrameDataSourceV2 extends DataFrameDataSourceBase {
 
         for (const { id, dataTableIds } of results) {
             resultIds.push(id);
-            dataTableIds?.forEach(dataTableId => dataTableIdSet.add(dataTableId));
+            dataTableIds?.forEach(dataTableId => {
+                if (dataTableIdSet.size < DATA_TABLES_IDS_LIMIT) {
+                    dataTableIdSet.add(dataTableId);
+                }
+            });
         }
 
         return { resultIds, dataTableIds: [...dataTableIdSet] };