Download multiple versions

Author: unandyala

src/download/exchangeDownloader.test.ts

@@ -8,7 +8,7 @@ import {
   downloadRestApi,
   downloadRestApis,
   searchExchange,
-  getVersionByDeployment,
+  getApiVersions,
   getSpecificApi,
   getAsset,
   runFetch,
@@ -33,9 +33,6 @@ const assetSearchResults = require("../../testResources/download/resources/asset
 // eslint-disable-next-line @typescript-eslint/no-var-requires
 const getAssetWithVersion = require("../../testResources/download/resources/getAssetWithVersion");
 
-// eslint-disable-next-line @typescript-eslint/no-var-requires
-const getAssetWithVersionV2 = require("../../testResources/download/resources/getAssetWithVersionV2");
-
 // eslint-disable-next-line @typescript-eslint/no-var-requires
 const getAssetWithoutVersion = require("../../testResources/download/resources/getAsset");
 
@@ -234,39 +231,22 @@ describe("exchangeDownloader", () => {
     });
   });
 
-  describe("getVersionByDeployment", () => {
+  describe("getApiVersions", () => {
     const scope = nock("https://anypoint.mulesoft.com/exchange/api/v1/assets");
 
-    it("should return the latest version if no deployment is specified", async () => {
-      scope.get("/8888888/test-api").reply(200, getAssetWithoutVersion);
-
-      return expect(
-        getVersionByDeployment("AUTH_TOKEN", REST_API)
-      ).to.eventually.equal("0.0.42");
-    });
-
-    it("should return the latest version if a deployment exists", async () => {
+    it("should return the latest version", async () => {
       scope.get("/8888888/test-api").reply(200, getAssetWithoutVersion);
 
       return expect(
-        getVersionByDeployment("AUTH_TOKEN", REST_API, /production/i)
-      ).to.eventually.equal("0.0.42");
-    });
-
-    it("should return the latest version if the deployment does not exist", async () => {
-      scope.get("/8888888/test-api").reply(200, getAssetWithoutVersion);
-
-      return expect(
-        getVersionByDeployment("AUTH_TOKEN", REST_API, /NOT AVAILABLE/i)
-      ).to.eventually.equal("0.0.42");
+        getApiVersions("AUTH_TOKEN", REST_API)
+      ).to.eventually.deep.equal(["0.1.1"]);
     });
 
     it("should return undefined if the asset does not exist", async () => {
       scope.get("/8888888/test-api").reply(404, "Not Found");
 
-      return expect(
-        getVersionByDeployment("AUTH_TOKEN", REST_API, /NOT AVAILABLE/i)
-      ).to.eventually.be.undefined;
+      return expect(getApiVersions("AUTH_TOKEN", REST_API)).to.eventually.be
+        .undefined;
     });
 
     it("should return undefined if the asset does not have a version", async () => {
@@ -275,9 +255,8 @@ describe("exchangeDownloader", () => {
 
       scope.get("/8888888/test-api").reply(200, assetWithoutVersion);
 
-      return expect(
-        getVersionByDeployment("AUTH_TOKEN", REST_API, /NOT AVAILABLE/i)
-      ).to.eventually.be.undefined;
+      return expect(getApiVersions("AUTH_TOKEN", REST_API)).to.eventually.be
+        .undefined;
     });
   });
 
@@ -343,7 +322,7 @@ describe("exchangeDownloader", () => {
       scope
         .get("/shop-products-categories-api-v1")
         .reply(200, getAssetWithVersion)
-        .get("/shop-products-categories-api-v1/0.0.42")
+        .get("/shop-products-categories-api-v1/0.1.1")
         .reply(200, getAssetWithVersion);
 
       return expect(search("searchString")).to.eventually.deep.equal([
@@ -354,76 +333,7 @@ describe("exchangeDownloader", () => {
     it("works when an asset does not exist", () => {
       scope.get("/shop-products-categories-api-v1").reply(404, "Not Found");
 
-      return expect(search("searchString")).to.eventually.deep.equal([
-        {
-          id: null,
-          name: "Shopper Products",
-          description:
-            "Enable developers to add functionality that shows product details in shopping apps.",
-          updatedDate: null,
-          groupId: "893f605e-10e2-423a-bdb4-f952f56eb6d8",
-          assetId: "shop-products-categories-api-v1",
-          version: null,
-          categories: {
-            "API layer": ["Process"],
-            "CC API Family": ["Product"],
-            "CC Version Status": ["Beta"],
-            "CC API Visibility": ["External"],
-          },
-          fatRaml: {
-            classifier: "fat-raml",
-            packaging: "zip",
-            createdDate: null,
-            md5: null,
-            sha1: null,
-            mainFile: "shop-products-categories-api-v1.raml",
-          },
-          fatOas: null,
-        },
-      ]);
-    });
-
-    it("works when there are no matches for the specified deployment", () => {
-      const asset = _.cloneDeep(shopperCustomersAsset);
-      asset.id = "893f605e-10e2-423a-bdb4-f952f56eb6d8/shopper-customers/0.0.7";
-      asset.version = "0.0.7";
-      asset.fatRaml = {
-        classifier: "fat-raml",
-        packaging: "zip",
-        externalLink: "https://short.url/test",
-        createdDate: "2020-02-05T21:26:01.199Z",
-        md5: "87b3ad2b2aa17639b52f0cc83c5a8d40",
-        sha1: "f2b9b2de50b7250616e2eea8843735b57235c22b",
-        mainFile: "shopper-customers.raml",
-      };
-
-      scope
-        .get("/shop-products-categories-api-v1")
-        .reply(200, getAssetWithoutVersion)
-        .get("/shop-products-categories-api-v1/0.0.42")
-        .reply(200, getAssetWithoutVersion);
-
-      return expect(search("searchString")).to.eventually.deep.equal([asset]);
-    });
-
-    /**
-     * Returns root asset version when production tag is not found
-     * on V2 API response. The actual deployed version is available
-     * under otherVersions attributes, that has no external link to download
-     * and no environmentName attribute to match
-     */
-    it("returns the root asset version without production tag on V2 response", () => {
-      const asset = _.cloneDeep(shopperCustomersAsset);
-      asset.id = "893f605e-10e2-423a-bdb4-f952f56eb6d8/shopper-customers/0.5.0";
-      asset.version = "0.5.0";
-      asset.fatRaml.externalLink = "https://somewhere/fatraml.zip";
-      scope
-        .get("/shop-products-categories-api-v1")
-        .reply(200, getAssetWithVersionV2)
-        .get("/shop-products-categories-api-v1/0.5.0")
-        .reply(200, getAssetWithVersionV2);
-
-      return expect(search("searchString")).to.eventually.deep.equal([asset]);
+      return expect(search("searchString")).to.eventually.deep.equal([]);
     });
   });
 

src/download/exchangeDownloader.ts

@@ -11,7 +11,6 @@ import fs from "fs-extra";
 import path from "path";
 
 import { getBearer } from "./bearerToken";
-import { removeVersionSpecificInformation } from "./exchangeTools";
 import {
   RawRestApi,
   RestApi,
@@ -27,8 +26,6 @@ export const DEFAULT_DOWNLOAD_FOLDER = "download";
 const ANYPOINT_BASE_URI = "https://anypoint.mulesoft.com/exchange";
 const ANYPOINT_API_URI_V1 = `${ANYPOINT_BASE_URI}/api/v1`;
 const ANYPOINT_API_URI_V2 = `${ANYPOINT_BASE_URI}/api/v2`;
-const DEPLOYMENT_DEPRECATION_WARNING =
-  "The 'deployment' argument is deprecated. The latest RAML specification that is published to Anypoint Exchange will be downloaded always.";
 // Only allows MAJOR.MINOR.PATCH (no suffixes). see https://semver.org/
 const releaseSemverRegex = /^(0|[1-9]\d*)\.(0|[1-9]\d*)\.(0|[1-9]\d*)$/;
 /**
@@ -74,7 +71,10 @@ export async function downloadRestApi(
   }
   try {
     await fs.ensureDir(destinationFolder);
-    const zipFilePath = path.join(destinationFolder, `${restApi.assetId}.zip`);
+    const zipFilePath = path.join(
+      destinationFolder,
+      `${restApi.assetId}-${restApi.version}.zip`
+    );
 
     const fatRaml = restApi.fatRaml;
     const fatOas = restApi.fatOas;
@@ -105,6 +105,7 @@ export async function downloadRestApi(
  * Download the API specifications
  * @param restApi - Metadata of the API
  * @param destinationFolder - Destination directory for the download
+ * @param isOas - True for Open Api Specification
  */
 export async function downloadRestApis(
   restApi: RestApi[],
@@ -229,20 +230,15 @@ export async function searchExchange(
  * @export
  * @param {string} accessToken
  * @param {RestApi} restApi
- * @param {RegExp} [deployment]
  * @returns {Promise<string>} Returned the version string from the instance fetched asset.version value
  */
-export async function getVersionByDeployment(
+export async function getApiVersions(
   accessToken: string,
-  restApi: RestApi,
-  deployment?: RegExp
-): Promise<void | string> {
-  if (deployment) {
-    ramlToolLogger.warn(DEPLOYMENT_DEPRECATION_WARNING);
-  }
-  const logPrefix = "[exchangeDownloader][getVersion]";
+  restApi: RestApi
+): Promise<void | string[]> {
+  const logPrefix = "[exchangeDownloader][getVersions]";
 
-  let asset;
+  let asset: void | RawRestApi;
   try {
     asset = await getAsset(
       accessToken,
@@ -267,22 +263,31 @@ export async function getVersionByDeployment(
     return;
   }
 
-  if (!asset.instances) {
+  if (!asset.versionGroups) {
     ramlToolLogger.error(
-      `${logPrefix} The rest API ${restApi.assetId} is missing asset.instances`
+      `${logPrefix} The rest API ${restApi.assetId} is missing asset.versionGroups`
     );
     return;
   }
-
-  const releaseAssetVersions = asset.instances.filter((instance) => {
-    return instance.version && releaseSemverRegex.test(instance.version);
+  const versions: string[] = [];
+  asset.versionGroups.forEach((versionGroup) => {
+    const version = getLatestReleaseVersion(versionGroup);
+    if (version) {
+      versions.push(version);
+    }
   });
+  return versions;
+}
 
-  if (releaseAssetVersions.length === 0) {
-    // If there is no release version, just return the asset version
-    // TBD: should we skip downloading the asset?
-    return asset.version;
+function getLatestReleaseVersion(versionGroup: {
+  versions: Array<{ version: string }>;
+}): void | string {
+  if (!versionGroup.versions) {
+    return;
   }
+  const releaseAssetVersions = versionGroup.versions.filter((version) => {
+    return releaseSemverRegex.test(version.version);
+  });
   // Sort versions and get the latest
   return releaseAssetVersions.sort((instanceA, instanceB) => {
     const [aMajor, aMinor, aPatch] = instanceA.version.split(".").map(Number);
@@ -321,28 +326,28 @@ export async function getSpecificApi(
  * removes all the version specific information from the returned object.
  *
  * @param query - Exchange search query
- * @param [deployment] - RegExp matching the desired deployment targets
  *
  * @returns Information about the APIs found.
  */
-export async function search(
-  query: string,
-  deployment?: RegExp
-): Promise<RestApi[]> {
-  if (deployment) {
-    ramlToolLogger.warn(DEPLOYMENT_DEPRECATION_WARNING);
-  }
-
+export async function search(query: string): Promise<RestApi[]> {
   const token = await getBearer(
     process.env.ANYPOINT_USERNAME,
     process.env.ANYPOINT_PASSWORD
   );
   const apis = await searchExchange(token, query);
   const promises = apis.map(async (api) => {
-    const version = await getVersionByDeployment(token, api, deployment);
-    return version
-      ? getSpecificApi(token, api.groupId, api.assetId, version)
-      : removeVersionSpecificInformation(api);
+    const versions = await getApiVersions(token, api);
+    if (!versions || versions.length === 0) {
+      return [];
+    }
+    const versionPromises = versions.map((version) => {
+      console.log("api=", api.name, ",version=", version);
+      return getSpecificApi(token, api.groupId, api.assetId, version);
+    });
+
+    return Promise.all(versionPromises);
   });
-  return Promise.all(promises);
+  return Promise.all(promises).then((results) =>
+    results.reduce((acc, val) => acc.concat(val), [])
+  );
 }

src/download/exchangeTypes.ts

@@ -40,9 +40,10 @@ export type RawCategories = {
 export type RawRestApi = Omit<RestApi, "categories" | "fatRaml"> & {
   categories: RawCategories[];
   files: FileInfo[];
-  instances: {
-    environmentName: string;
-    version: string;
+  versionGroups: {
+    versions: {
+      version: string;
+    }[];
   }[];
 };