Merge pull request #745 from mdmehran-qureshi/master

Implement bulk LWC compilation feature

Author: sf-pranav-varshney

lib/datapacksjob.js

@@ -2770,7 +2770,7 @@ DataPacksJob.prototype.deployJob = async function(jobInfo) {
     }
 
     // Deploy LWC components
-    if(jobInfo.deployGeneratedLwc === true) {
+    if(jobInfo.deployGeneratedLwc === true || jobInfo.useBulkOmniScriptLwcCompile) {
         if(!fs.existsSync(tempSfdxLwcFolder)) {
             VlocityUtils.error('Can\'t find compiled LWC components path. Skipping...');
         }else{

lib/datapacktypes/omniscript.js

@@ -236,6 +236,7 @@ OmniScript.prototype.onDeployFinish = async function (jobInfo) {
         }
     }
     jobInfo.resusableOSToCompile = {};
+    
 }
 
 OmniScript.prototype.compileOmniScriptLwc = async function (jobInfo, omniScriptId, omniScriptKey) {
@@ -297,6 +298,7 @@ OmniScript.prototype.compileOSLWC = async function (jobInfo, omniScriptId, omniS
     const _compileOSLWC = async (jobInfo, omniScriptId, omniScriptKey) => {
         const promiseJob = new Promise(async (res,rej)=>{
             try {
+                
                 let puppeteerOptions = await utilityservice.prototype.getPuppeteerOptions(jobInfo);
 
                 VlocityUtils.verbose('Deployed OmniScript ID', omniScriptKey + ' (' + omniScriptId + ')');
@@ -334,7 +336,9 @@ OmniScript.prototype.compileOSLWC = async function (jobInfo, omniScriptId, omniS
                         page.goto(loginURl, { timeout: loginTimeout })
                     ]);
 
-                    var omniScriptDisignerpageLink = siteUrl + '/apex/' + package + 'OmniLwcCompile?id=' + omniScriptId + '&activate=true';//0jNTC0000000VGk2AM
+                    // Add bulk parameter if enabled
+                    var bulkParam = jobInfo.useBulkOmniScriptLwcCompile ? '&deploybulk=true' : '';
+                    var omniScriptDisignerpageLink = siteUrl + '/apex/' + package + 'OmniLwcCompile?id=' + omniScriptId + '&activate=true' + bulkParam;
                     var omniScriptLogId = omniScriptKey + ' (' + omniScriptId + ')';
 
                     VlocityUtils.report('Starting OmniScript LWC Activation', omniScriptLogId);
@@ -363,6 +367,12 @@ OmniScript.prototype.compileOSLWC = async function (jobInfo, omniScriptId, omniS
                                 VlocityUtils.report('Elapsed Time', jobInfo.elapsedTime);
                                 if (currentStatus === 'DONE') {
                                     VlocityUtils.success('LWC Activated', omniScriptLogId);
+                                    
+                                    // Extract session storage data if in bulk mode
+                                    if (jobInfo.useBulkOmniScriptLwcCompile) {
+                                        await this.extractSessionStorageData(page, omniScriptKey, jobInfo);
+                                    }
+                                    
                                     break;
                                 } else if (/^ERROR: No MODULE named markup/.test(currentStatus)) {
                                     var missingLWCTrimedError = currentStatus.substring('ERROR: '.length, currentStatus.indexOf(' found :'));
@@ -430,6 +440,100 @@ OmniScript.prototype.compileOSLWC = async function (jobInfo, omniScriptId, omniS
 
 }
 
+OmniScript.prototype.extractSessionStorageData = async function (page, omniScriptKey, jobInfo) {
+    try {
+        VlocityUtils.report('Extracting session storage data for bulk deployment', omniScriptKey);
+        
+        // Get bulkAllResources from session storage
+        const bulkData = await page.evaluate(() => {
+            const bulkAllResources = sessionStorage.getItem('bulkAllResources');
+            if (bulkAllResources) {
+                try {
+                    return JSON.parse(bulkAllResources);
+                } catch (parseError) {
+                    return null;
+                }
+            }
+            return null;
+        });
+
+        if (!bulkData || (typeof bulkData === 'object' && Object.keys(bulkData).length === 0)) {
+            VlocityUtils.warn('No bulkAllResources data found in session storage', omniScriptKey);
+            return;
+        }
+
+        const tempSfdxLwcFolder = path.join(jobInfo.tempFolder || './vlocity-temp', 'tempDeployLWC', 'salesforce_sfdx');
+        const lwcFolderPath = path.join(tempSfdxLwcFolder, 'lwc');
+        
+        // Ensure the directory structure exists
+        await fs.ensureDir(lwcFolderPath);
+        
+        VlocityUtils.verbose('Writing files to temp LWC folder:', lwcFolderPath);
+
+        // Process files in parallel for better performance
+        const processFile = async (relativePath, content) => {
+            try {
+                VlocityUtils.verbose(`Processing bulk item: ${relativePath}`, omniScriptKey);
+                
+                // Handle special case for package.xml (no component folder)
+                if (relativePath === 'package.xml' || relativePath === 'bulkCompiledCount') {
+                    return;
+                } else {
+                    // Preserve the exact path structure from session storage
+                    const fullPath = path.join(tempSfdxLwcFolder, relativePath);
+                    
+                    // Ensure the directory structure exists
+                    await fs.ensureDir(path.dirname(fullPath));
+                    
+                    // Write the file to the exact path
+                    await fs.writeFile(fullPath, content);
+                    
+                    VlocityUtils.verbose(`Extracted file: ${relativePath}`, omniScriptKey);
+                }
+            } catch (error) {
+                VlocityUtils.warn(`Failed to process bulk item ${relativePath}`, omniScriptKey, error);
+                throw error; // Re-throw to be caught by Promise.allSettled
+            }
+        };
+
+        // Process all files in parallel with proper error handling
+        const filePromises = Object.entries(bulkData).map(([key, value]) => 
+            processFile(key, value).catch(error => ({
+                key,
+                error,
+                success: false
+            }))
+        );
+
+        const results = await Promise.allSettled(filePromises);
+        
+        // Log results
+        let successCount = 0;
+        let failureCount = 0;
+        
+        results.forEach((result, index) => {
+            if (result.status === 'fulfilled') {
+                if (result.value && result.value.success === false) {
+                    failureCount++;
+                    VlocityUtils.error(`Failed to process file: ${result.value.key}`, omniScriptKey, result.value.error);
+                } else {
+                    successCount++;
+                }
+            } else {
+                failureCount++;
+                VlocityUtils.error(`Failed to process file at index ${index}`, omniScriptKey, result.reason);
+            }
+        });
+
+        VlocityUtils.report(`File processing completed: ${successCount} successful, ${failureCount} failed`, omniScriptKey);
+
+        VlocityUtils.success('Session storage data extracted successfully', omniScriptKey);
+        
+    } catch (error) {
+        VlocityUtils.error('Failed to extract session storage data', omniScriptKey, error);
+    }
+}
+
 OmniScript.prototype.onActivateError = async function (dataPackData) {
     var onActivateErrorResult = {},
         defaultNS = '%vlocity_namespace%__';

lib/defaultjobsettings.yaml

@@ -19,6 +19,7 @@ loginTimeoutForLoginLWC: 300000
 puppeteerHeadless: true
 lookForParentLayoutsForlWCCards: true
 exportPacksMaxSize: 5
+useBulkOmniScriptLwcCompile: false
 useAllRelationships: false
 ignoreAllErrors: false
 addSourceKeys: false

lib/sfdx.js

@@ -41,7 +41,12 @@ const _orgDisplay = async (targetusername) => {
 }
 
 const _sourceDeploy = async (targetusername,sourcePath) =>{
-	if(isEmptyDir(sourcePath)) return {details: { componentSuccesses :[]}};
+	VlocityUtils.verbose('Source deploy called with:', { targetusername, sourcePath });
+	if(isEmptyDir(sourcePath)) {
+		VlocityUtils.verbose('Source path is empty, returning early');
+		return {details: { componentSuccesses :[]}};
+	}
+	VlocityUtils.verbose('Source path is not empty, proceeding with deployment');
 	return _run(`sf project deploy start --source-dir "${sourcePath}" --target-org "${targetusername}"`);
 }
 
@@ -60,12 +65,16 @@ const _orgLogin = async (authFilePath) =>{
 
 function isEmptyDir(path) {  
     try {
+      VlocityUtils.verbose('Checking if directory is empty:', path);
       const directory =  fs.opendirSync(path)
       const entry =  directory.readSync()
        directory.closeSync()
 
-      return entry === null
+      const isEmpty = entry === null;
+      VlocityUtils.verbose('Directory empty check result:', isEmpty, 'First entry:', entry ? entry.name : 'null');
+      return isEmpty
     } catch (error) {
+      VlocityUtils.error('Error checking if directory is empty:', path, error);
       return false
     }
 }