chore: DEM Spammer (#1522)

Author: metal-messiah

.github/actions/consumer-load-test/action.yml

@@ -0,0 +1,43 @@
+# This composite action is used to load test DEM Consumers and NR1 UIs
+
+name: 'Consumer Load Test'
+
+inputs:
+  license-key:
+    description: 'License key for the test'
+    required: true
+  app-id:
+    description: 'App ID for the test'
+    required: true
+  entity-guid:
+    description: 'Entity GUID for the test'
+    required: true
+  page-view:
+    description: 'Capture PageView events'
+    required: false
+    type: boolean
+  session-replay:
+    description: 'Capture SessionReplay events'
+    required: false
+    type: boolean
+  minutes:
+    description: 'Minutes to Run'
+    required: false
+
+runs:
+  using: "composite"
+  steps:
+    - name: Install dependencies
+      run: npm install --silent --no-progress --prefix $GITHUB_ACTION_PATH/..
+      shell: bash
+    - name: Run action script
+      id: action-script
+      run: |
+        node $GITHUB_ACTION_PATH/index.cjs \
+          --license-key ${{ inputs.license-key }} \
+          --app-id ${{ inputs.app-id }} \
+          --entity-guid ${{ inputs.entity-guid }} \
+          --page-view ${{ inputs.page-view }} \
+          --session-replay ${{ inputs.session-replay }}
+          --minutes ${{ inputs.minutes }}
+      shell: bash

.github/actions/consumer-load-test/args.cjs

@@ -0,0 +1,32 @@
+const process = require('process')
+const yargs = require('yargs')
+const {hideBin} = require('yargs/helpers')
+
+const args = yargs(hideBin(process.argv))
+  .usage('$0 [options]')
+
+  .string('license-key')
+  .describe('license-key', 'License key for the load test')
+
+  .string('app-id')
+  .describe('app-id', 'App ID for the load test')
+
+  .string('entity-guid')
+  .describe('entity-guid', 'Entity GUID for the load test')
+
+  .boolean('page-view')
+  .describe('page-view', 'harvest a page view event for every iteration')
+  .default('page-view', false)
+
+  .boolean('session-replay')
+  .describe('session-replay', 'harvest (2) session events for every iteration')
+  .default('session-replay', false)
+
+  .number('minutes')
+  .describe('minutes', 'Number of minutes to run the load test')
+  .default('minutes', 60)
+
+  .demandOption(['license-key', 'app-id', 'entity-guid'], 'Please provide the required options: license-key, app-id, and entity-guid')
+  .argv
+
+  module.exports = {args}

.github/actions/consumer-load-test/index.cjs

@@ -0,0 +1,104 @@
+const { args } = require('./args.cjs');
+const harvestSessionReplay = require('./session-replay/session-replay-payload.cjs');
+const harvestPageView = require('./page-view/page-view-payload.cjs');
+
+let payloadsSent = 0
+let concurrent = 0 // increments to 5
+
+const start = performance.now()
+
+async function sendRequest(instanceMarker, payloadMetadata = {payloadsSentInJob: 0}) {
+  return new Promise(async (resolve, reject) => {
+    const appId = args.appId
+    const agentVersion = '0.0.1'
+    const licenseKey = args.licenseKey
+    const entityGuid = args.entityGuid
+    const session = Array.from({ length: 16 }, () => Math.floor(Math.random() * 16).toString(16)).join('');
+
+    const ptid = Array.from({ length: 16 }, () => Math.floor(Math.random() * 16).toString(16)).join('');
+    const timeNow = Math.floor(Date.now());
+    const enduserId = 'faker-' + timeNow + '@newrelic.com';
+    const offset = Math.floor(Math.random() * 10000) + 40000; // random offset between 40s and 50s
+
+    payloadMetadata.harvestCount = 0
+    
+    try {
+      /** PAGEVIEW HARVEST */
+      if (args.pageView) await harvestPageView({
+        licenseKey,
+        appId,
+        agentVersion,
+        session,
+        ptid,
+        timeNow,
+        offset,
+        enduserId,
+        payloadMetadata,
+      })
+
+      /** SNAPSHOT HARVEST */
+      if (args.sessionReplay) await harvestSessionReplay({
+        licenseKey,
+        appId,
+        timeNow,
+        offset,
+        isSnapshot: true,
+        entityGuid,
+        session,
+        agentVersion,
+        ptid,
+        enduserId,
+        payloadMetadata
+      })
+
+      /** MUTATION HARVEST */
+      if (args.sessionReplay) await harvestSessionReplay({
+        licenseKey,
+        appId,
+        timeNow,
+        offset,
+        isSnapshot: false,
+        entityGuid,
+        session,
+        agentVersion,
+        ptid,
+        enduserId,
+        payloadMetadata
+      }) 
+      
+      if (!payloadMetadata.payloadsSentInJob) throw 'No payloads sent in this job, something went wrong! Check the feature settings'
+
+      console.log("payloads sent: ", ++payloadsSent, ' ||| payloads per second: ', (payloadsSent / ((performance.now() - start) / 1000)).toFixed(3));
+    } catch (err) {
+      console.error(`Error in instance ${instanceMarker}:`, err);
+    }
+
+    // stage with a timeout to avoid blocking the event loop and creating a memory leak
+    setTimeout(async () => {
+      if (!payloadMetadata.payloadsSentInJob || performance.now() - start > (args.minutes * 60 * 1000)) {
+        console.log(`Instance ${instanceMarker} completed after ${((performance.now() - start) / 1000).toFixed(3)} seconds`);
+        return resolve();
+      }
+      await sendRequest(instanceMarker, payloadMetadata)
+      resolve()
+    }, 1)
+
+  })
+}
+
+const fetches = []
+while (concurrent++ < 5) fetches.push(
+  sendRequest(concurrent).catch(err => {
+    console.error(err);
+  })
+)
+
+console.log(`Spawned ${concurrent} concurrent threads. Running for ${args.minutes} minutes.`);
+Promise.all(fetches).then(() => {
+  const end = performance.now()
+  const seconds = ((end - start) / 1000).toFixed(3);
+  console.log(`All requests completed in ${seconds} seconds.`);
+  console.log(payloadsSent / seconds + ' payloads per second');
+}).catch(err => {
+  console.error('Error in request execution:', err);
+})

.github/actions/consumer-load-test/page-view/page-view-payload.cjs

@@ -0,0 +1,53 @@
+const headers = {
+  "content-type": "text/plain",
+  "sec-ch-ua": "\"Google Chrome\";v=\"137\", \"Chromium\";v=\"137\", \"Not/A)Brand\";v=\"24\"",
+  "sec-ch-ua-mobile": "?0",
+  "sec-ch-ua-platform": "\"macOS\""
+};
+
+module.exports = async function ({
+  licenseKey,
+  appId,
+  agentVersion,
+  session,
+  ptid,
+  timeNow,
+  offset,
+  enduserId,
+  payloadMetadata = { payloadsSentInJob: 0 }
+}) {
+  const request = new URL(`https://staging-bam.nr-data.net/1/${licenseKey}`); // parameterize this later
+  request.searchParams.set('a', appId);
+  request.searchParams.set('sa', '1');
+  request.searchParams.set('v', agentVersion);
+  request.searchParams.set('t', 'Unnamed%20Transaction');
+  request.searchParams.set('rst', '1891');
+  request.searchParams.set('ck', '0');
+  request.searchParams.set('s', session);
+  request.searchParams.set('ptid', ptid);
+  request.searchParams.set('ref', 'https://staging-one.newrelic.com/catalogs/software');
+  request.searchParams.set('ht', '1');
+  request.searchParams.set('hr', '1');
+  request.searchParams.set('af', 'err,spa,xhr,stn,ins');
+  request.searchParams.set('be', '104');
+  request.searchParams.set('fe', '1503');
+  request.searchParams.set('dc', '1467');
+  request.searchParams.set('fsh', '1');
+  request.searchParams.set('fp', '416');
+  request.searchParams.set('fcp', '416');
+  request.searchParams.set('timestamp', (timeNow - (offset * 2)).toString());
+
+  const response = await fetch(request.toString(), {
+    method: 'POST',
+    headers,
+    referrer: "https://staging-one.newrelic.com/",
+    body: JSON.stringify({ ja: { 'enduser.id': enduserId } })
+  });
+  if (!response.ok) console.log('harvest failed', response.status, response.statusText);
+  else {
+    payloadMetadata.payloadsSentInJob++
+    payloadMetadata.harvestCount++
+  }
+
+  return response
+}