Add useful script for generating Bloomreach import data

Author: saldixon

.gitignore

@@ -0,0 +1,2 @@
+node_modules/
+*.csv

README.md

@@ -3,12 +3,15 @@
 This repo contains different shareable tooling and other pieces of common code or similar for Martech engineers.
 Currently, there is a team-wide `eslint-config` available on the `eslint-config-martech` branch. The `main` branch is an orphaned branch, so contains different content from our `eslint`-related branch.
 
+The main branch also contains useful scripts.
+
 ## Contents
 
 - [Contents](#contents)
 - [Branches](#branches)
 - [Contact](#contact)
 
+
 ## Branches
 
 The idea is that we can create orphan branches for use as `npm` packages, so we consolidate and can easily share common tooling for our different repos and projects.

scripts/create-consent-csv.js

@@ -0,0 +1,51 @@
+/*
+This script is useful for generating test data to do bulk imports into Bloomreach.
+(to simulate Purchase List uploads, or consent uploads they do in FT Forums/FT BDP).
+
+Why would we want to do this?  When testing our consent sync flow, as described here:
+https://lucid.app/lucidchart/7b014227-4cc1-4cf9-beb3-1c952245cc40/view
+
+In particular, load testing the following two apps, whose input comes (indirectly) from Bloomreach.
+(hence needing to load Bloomreach with test data that can be easily identified and torn down after the test)
+
+ip-martech-register-users
+ip-martech-cdp-exponea-to-scs-sync
+
+USAGE:
+If you want to create files each with 10,000 records:
+
+node ./create-consent-csv.js 10000
+*/
+
+const fs = require("fs");
+const { v4: uuid } = require('uuid');
+const now = new Date();
+
+const createCsv = (numberOfRows) => {
+  console.log("Starting process...");
+  const consentFields =
+    `marketing-email,accept,${now / 1000},unlimited`;
+
+  console.log(`Creating email data. ${numberOfRows} records...`);
+
+  const csvEmailData = Array.from(Array(numberOfRows)).map((row) => {
+    return [(`${now.getDate()}-${now.getMonth()+1}-${uuid()}-test@test.com`)];
+  });
+
+  console.log("Writing to file...");
+  const fileEmail = fs.createWriteStream("email.csv");
+  const fileConsent = fs.createWriteStream("consent.csv");
+
+  fileEmail.write("email" + "\n");
+  fileConsent.write("email,category,action,timestamp,valid_until" + "\n");
+  csvEmailData.forEach(function (v) {
+    fileEmail.write(v.join(",") + "\n");
+    fileConsent.write(v.join(",") + ',' + consentFields + "\n");
+  });
+  fileEmail.end();
+  fileConsent.end();
+  console.log("Completed!!");
+};
+console.log(process.argv[2]);
+const count = process.argv[2] ? process.argv[2] : 10;
+createCsv(+count);

scripts/package-lock.json

@@ -0,0 +1,14 @@
+{
+    "name": "create-csv",
+    "version": "1.0.0",
+    "description": "",
+    "main": "create-consent-csv.js",
+    "scripts": {
+      "test": "echo \"Error: no test specified\" && exit 1"
+    },
+    "author": "",
+    "license": "ISC",
+    "dependencies": {
+      "uuid": "^9.0.1"
+    }
+  }