fix: 211 kahn, tarjan algorithm for topological sort (#230)

* feat: wip mapi client with retry mechanism

* feat: freeze mechanism for retry

* feat: wip concurrency limit

* refactor: replaced custom fetch with mapi client with retry mechanism for component internal tags

* refactor: replace customFetch with mapiClient on all component related operations

* refactor: replace upserting logic with local saved target data and maps lookouts

* refactor: implement graph-based dependency resolution for push

* fix(progress-display): Adds centralized progress tracking and display

* refactor: add optional existingId for efficient upsert operations

* fix(dep-refs): update references after ID changes

* feat(graph-operations): add dependency graph and utils for processing

* refactor(graph-operations): Remove unused processed property

* refactor(graph): implement node classes with reference resolution

* refactor(graph): add preset nodes and dependencies to graph

* fix(resource-processing): handle circular deps via stubs

* chore: add minimatch dependency

* refactor(graph-operations): remove unused imports and code

* refactor(remove): delete obsolete test files

* refactor(utils): fix import of minimatch module

* refactor(comparison-utils): improve array normalization handling

* refactor(constants): add new color constants for groups, tags, and presets; update logging to use chalk for better readability

* refactor(push): use konsola ok

* refactor(progress-display): enhance progress tracking with elapsed time for events

* chore: temporarely log requests made

* fix(push): Remove unused force parameter from functions

* refactor(push): simplify space data filtering logic

* chore: remove deprecated graph-operations.ts file

* chore: update lock file

* refactor: enhance dependency collection for push components

* chore: disable max-statements-per-line rule in ESLint configuration

* fix(push): remove duplicate return statement in updateComponentGroup function

* refactor(dep-graph): add preset dependency handling and resolve preset IDs

---------

Co-authored-by: alvarosabu <alvaro.saburido@gmail.com>

Author: imranolas

eslint.config.mjs

@@ -3,5 +3,6 @@ import { storyblokLintConfig } from '@storyblok/eslint-config';
 export default storyblokLintConfig({
   rules: {
     'no-console': 'off',
+    'style/max-statements-per-line': 'off',
   },
 });

package.json

@@ -43,6 +43,7 @@
     "commander": "^13.1.0",
     "dotenv": "^16.5.0",
     "json-schema-to-typescript": "^15.0.4",
+    "minimatch": "^10.0.3",
     "ohash": "^2.0.11",
     "pathe": "^2.0.3",
     "read-package-up": "^11.0.0",
@@ -61,6 +62,7 @@
     "release-it": "^18.1.2",
     "typescript": "^5.8.3",
     "unbuild": "^3.5.0",
+    "uuid": "^11.1.0",
     "vite": "^6.3.5",
     "vitest": "^3.1.3"
   }

pnpm-lock.yaml

@@ -9,6 +9,8 @@ export interface ManagementApiClientOptions {
   maxRetries?: number;
   baseDelay?: number;
   verbose?: boolean;
+  onRequest?: (request: { path: string; method: string; headers: HeadersInit; body?: any }) => void;
+  onResponse?: (response: { path: string; method: string; status: number; data: any; attempt: number }) => void;
 }
 
 export interface FetchOptions {
@@ -30,6 +32,7 @@ export interface MapiClient {
   post: <T>(path: string, fetchOptions?: FetchOptions) => Promise<GetResponse<T>>;
   put: <T>(path: string, fetchOptions?: FetchOptions) => Promise<GetResponse<T>>;
   dispose: () => void;
+  getRequestCount: () => number;
 }
 
 let instance: MapiClient | null = null;
@@ -79,11 +82,22 @@ const createMapiClient = (options: ManagementApiClientOptions): MapiClient => {
         console.log(`${state.url}/${path} - Attempt ${attempt}`);
       }
 
-      const res = await fetch(`${state.url}/${path}`, {
+      // Prepare request data for interceptor
+      const requestData = {
+        path,
+        method: fetchOptions?.method || 'GET',
         headers: {
           ...state.baseHeaders,
           ...fetchOptions?.headers,
-        } as HeadersInit,
+        } as Record<string, string>,
+        body: fetchOptions?.body,
+      };
+
+      // Call request interceptor if provided
+      options?.onRequest?.(requestData);
+
+      const res = await fetch(`${state.url}/${path}`, {
+        headers: requestData.headers as HeadersInit,
         ...fetchOptions,
       });
 
@@ -98,6 +112,16 @@ const createMapiClient = (options: ManagementApiClientOptions): MapiClient => {
           data: null,
         });
       }
+
+      // Call response interceptor if provided
+      options?.onResponse?.({
+        path,
+        method: requestData.method,
+        status: res.status,
+        data,
+        attempt,
+      });
+
       if (res.ok) {
         if (options?.verbose) {
           console.log(`✅ ${path}`);

src/api.ts

@@ -54,3 +54,13 @@ export interface SpaceData {
   presets: SpaceComponentPreset[];
   internalTags: SpaceComponentInternalTag[];
 }
+
+export interface SpaceDataState {
+  local: SpaceData;
+  target: {
+    components: Map<string, SpaceComponent>;
+    tags: Map<string, SpaceComponentInternalTag>;
+    groups: Map<string, SpaceComponentGroup>;
+    presets: Map<string, SpaceComponentPreset>;
+  };
+}