chore: parse all the files

Author: sheepzh

script/user-chart/add.ts

@@ -6,47 +6,78 @@ import {
     type GistForm,
     updateGist as updateGistApi
 } from "@src/api/gist"
+import { CHROME_ID } from "@src/util/constant/meta"
 import fs from "fs"
 import { exitWith } from "../util/process"
 import { type Browser, descriptionOf, filenameOf, getExistGist, type UserCount, validateTokenFromEnv } from "./common"
 
-type AddArgv = {
+type AutoMode = {
+    mode: 'auto'
+    dirPath: string
+}
+
+type ManualMode = {
+    mode: 'manual'
     browser: Browser
     fileName: string
 }
 
+type AddArgv = AutoMode | ManualMode
+
+const BROWSER_MAP: Record<string, Browser> = {
+    c: 'chrome',
+    e: 'edge',
+    f: 'firefox',
+}
+
 function parseArgv(): AddArgv {
     const argv = process.argv.slice(2)
-    const browserArgv = argv[0]
-    const fileName = argv[1]
-    if (!browserArgv || !fileName) {
-        exitWith("add.ts [c/e/f] [file_name]")
+    const [a0, a1] = argv
+
+    if (!a0) {
+        exitWith("add.ts [c/e/f] [file_name] OR add.ts auto [dir_path]")
     }
-    const browserArgvMap: Record<string, Browser> = {
-        c: 'chrome',
-        e: 'edge',
-        f: 'firefox',
+
+    if (a0 === 'auto') {
+        if (!a1) exitWith("add.ts auto [dir_path]")
+        return { mode: 'auto', dirPath: a1 }
     }
-    const browser: Browser = browserArgvMap[browserArgv]
+
+    if (!a1) {
+        exitWith("add.ts [c/e/f] [file_name] OR add.ts auto [dir_path]")
+    }
+
+    const browser: Browser = BROWSER_MAP[a0]
     if (!browser) {
         exitWith("add.ts [c/e/f] [file_name]")
     }
-    return {
-        browser,
-        fileName
-    }
+
+    return { mode: 'manual', browser, fileName: a1 }
 }
 
-async function createGist(token: string, browser: Browser, data: UserCount) {
-    const description = descriptionOf(browser)
-    const filename = filenameOf(browser)
+function detectBrowser(fileName: string): Browser | null {
+    if (fileName.includes(CHROME_ID)) return 'chrome'
+    if (fileName.includes('usage-day-')) return 'firefox'
+    if (fileName.includes('edgeaddon_analytics')) return 'edge'
+    return null
+}
 
-    // 1. sort by key
+function sortDataByKey(data: UserCount): UserCount {
     const sorted: UserCount = {}
     Object.keys(data).sort().forEach(key => sorted[key] = data[key])
-    // 2. create
-    const files: Record<string, FileForm> = {}
-    files[filename] = { filename: filename, content: JSON.stringify(sorted, null, 2) }
+    return sorted
+}
+
+async function createGist(token: string, browser: Browser, data: UserCount) {
+    const description = descriptionOf(browser)
+    const filename = filenameOf(browser)
+    const sorted = sortDataByKey(data)
+    const files: Record<string, FileForm> = {
+        [filename]: {
+            filename,
+            content: JSON.stringify(sorted, null, 2)
+        }
+    }
     const gistForm: GistForm = {
         public: true,
         description,
@@ -67,12 +98,8 @@ async function updateGist(token: string, browser: Browser, data: UserCount, gist
     Object.keys(existData).sort().forEach(key => sorted[key] = existData[key])
     const files: Record<string, FileForm> = {}
     files[filename] = { filename: filename, content: JSON.stringify(sorted, null, 2) }
-    const gistForm: GistForm = {
-        public: true,
-        description,
-        files
-    }
-    updateGistApi(token, gist.id, gistForm)
+    const gistForm: GistForm = { public: true, description, files }
+    await updateGistApi(token, gist.id, gistForm)
 }
 
 function parseChrome(content: string): UserCount {
@@ -142,22 +169,86 @@ function rjust(str: string, num: number, padding: string): string {
     return Array.from(new Array(num - str.length).keys()).map(_ => padding).join('') + str
 }
 
+const PARSERS: Record<Browser, (content: string) => UserCount> = {
+    chrome: parseChrome,
+    edge: parseEdge,
+    firefox: parseFirefox,
+}
+
+async function processFile(browser: Browser, filePath: string): Promise<UserCount> {
+    const content = fs.readFileSync(filePath, { encoding: 'utf-8' })
+    return PARSERS[browser](content)
+}
+
+function groupFilesByBrowser(files: string[]): Record<Browser, string[]> {
+    const grouped: Record<Browser, string[]> = { chrome: [], edge: [], firefox: [] }
+    for (const file of files) {
+        const browser = detectBrowser(file)
+        if (browser) {
+            grouped[browser].push(file)
+        } else {
+            console.warn(`Unknown file format, skipping: ${file}`)
+        }
+    }
+    return grouped
+}
+
+function mergeData(target: UserCount, source: UserCount): void {
+    Object.entries(source).forEach(([key, val]) => {
+        target[key] = target[key] ? Math.max(target[key], val) : val
+    })
+}
+
+async function processDirectory(token: string, dirPath: string) {
+    const files = fs.readdirSync(dirPath).filter(f => f.endsWith('.csv'))
+    if (files.length === 0) exitWith(`No CSV files found in ${dirPath}`)
+
+    const filesByBrowser = groupFilesByBrowser(files)
+
+    for (const [browser, browserFiles] of Object.entries(filesByBrowser)) {
+        if (browserFiles.length === 0) continue
+
+        const typedBrowser = browser as Browser
+        console.log(`Processing ${browser.toUpperCase()}: ${browserFiles.length} file(s)`)
+
+        let mergedData: UserCount = {}
+        for (const file of browserFiles) {
+            const filePath = `${dirPath}/${file}`
+            console.log(`Processing: ${file}`)
+            const data = await processFile(typedBrowser, filePath)
+            mergeData(mergedData, data)
+        }
+
+        if (Object.keys(mergedData).length === 0) {
+            console.log(`No valid data found for ${browser}`)
+            continue
+        }
+
+        console.log(`Merged ${Object.keys(mergedData).length} date entries for ${browser}`)
+
+        const gist = await getExistGist(token, typedBrowser)
+        if (!gist) {
+            console.log(`Creating new gist for ${browser}...`)
+            await createGist(token, typedBrowser, mergedData)
+        } else {
+            console.log(`Updating existing gist for ${browser}...`)
+            await updateGist(token, typedBrowser, mergedData, gist)
+        }
+        console.log(`${browser.toUpperCase()} completed successfully!`)
+    }
+}
+
 async function main() {
     const token = validateTokenFromEnv()
-    const argv: AddArgv = parseArgv()
-    const browser = argv.browser
-    const fileName = argv.fileName
-    const content = fs.readFileSync(fileName, { encoding: 'utf-8' })
-    let newData: UserCount = {}
-    if (browser === 'chrome') {
-        newData = parseChrome(content)
-    } else if (browser === 'edge') {
-        newData = parseEdge(content)
-    } else if (browser === 'firefox') {
-        newData = parseFirefox(content)
-    } else {
-        exitWith("Un-supported browser: " + browser)
+    const argv = parseArgv()
+
+    if (argv.mode === 'auto') {
+        return await processDirectory(token, argv.dirPath)
     }
+
+    const { browser, fileName } = argv
+
+    const newData = await processFile(browser, fileName)
     const gist = await getExistGist(token, browser)
     if (!gist) {
         await createGist(token, browser, newData)