SettingsConfig.ts

import { Expose, Type, plainToInstance } from "class-transformer"
import "reflect-metadata"
import { essentialObject } from "../utils/ConfigUtils"
import { RequiredDeep } from "../utils/UtilityTypes"

// TODO: Use these constants in SettingsConfig below, when typescript-json-schema bug is resolved.
// See https://github.com/YousefED/typescript-json-schema/issues/336#issuecomment-1528969616
// PR: https://github.com/YousefED/typescript-json-schema/pull/600
export const DEFAULT_SETTING_MAX_BATCH_SIZE = 10
export const DEFAULT_SETTING_MAX_RUNTIME = 280
export const DEFAULT_SETTING_SLEEP_TIME_THREADS = 100
export const LOG_MESSAGE_NAME = "log.message"
export const LOG_LEVEL_NAME = "log.level"
export const LOG_LOCATION_NAME = "log.location"

/** Levels of log messages used for marking and filtering. */
export enum LogLevel {
  /** Log level for execution tracing */
  TRACE = "trace",
  /** Log level for debugging messages. */
  DEBUG = "debug",
  /** Log level for info messages. */
  INFO = "info",
  /** Log level for warning messages. */
  WARN = "warn",
  /** Log level for error messages. */
  ERROR = "error",
}

/**
 * The method to mark processed threads/messages/attachments.
 */
export enum MarkProcessedMethod {
  /**
   * Adds the label defined in the setting `markProcessedLabel` to each processed thread.
   *
   * **NOTE:**
   * - Automatically appends the action `thread.addLabel` to the list of global thread actions
   * - Automatically appends `-label:<markProcessedLabel>` to the global thread match query config
   *
   * **Limitations:**
   * - It cannot handle multiple messages per thread properly.
   */
  ADD_THREAD_LABEL = "add-label",
  /**
   * Doesn't do anything to mark threads, messages or attachments as processed and leaves this task to the user.
   *
   * **NOTE:**
   * - Use actions on the desired level (threads, messages or attachments) to mark them as processed.
   * - Take care to exclude them from queries in the thread match config, to prevent re-processing over and over again.
   *
   * **Limitations:**
   * - Is more complex since you have to take care to
   */
  CUSTOM = "custom",
  /**
   * Marks processed messages as read, which is more flexible than adding a thread label.
   * But it comes at the cost of marking messages as read, which may not be expected.
   *
   * **NOTE:**
   * - Automatically appends the action `message.markRead` to the list of global message actions
   * - Automatically appends `-is:read` to the global thread match query config
   * - Automatically adds `is: ["unread"]` to the global message match config
   *
   * **Limitations:**
   * - Since it marks messages as read it may not be applicable in all cases.
   */
  MARK_MESSAGE_READ = "mark-read",
  // /**
  //  * (Experimental) Adds labels to threads that track processed threads, messages or attachments.
  //  * This is the most flexible method, since it can track each state in a label.
  //  */
  // ADD_LABEL_METADATA = "add-label-metadata",
}

/**
 * Represents the context-dependant value mapping.
 */
export class LogFieldContextConfig {
  /** The value to be used for attachment context. Supports placeholder substitution. */
  attachment?: string
  /** The value to be used for environment context. Supports placeholder substitution. */
  env?: string
  /** The value to be used for message context. Supports placeholder substitution. */
  message?: string
  /** The value to be used for processing context. Supports placeholder substitution. */
  proc?: string
  /** The value to be used for thread context. Supports placeholder substitution. */
  thread?: string
}

/**
 * Represents a log field configuration.
 */
export class LogFieldConfig {
  /** The name of the log field that can be referenced from the list of log fields. */
  name: string = ""
  /** The title of the log field that is used as the headline of the log sheet. */
  title: string = ""
  /** The value of the log field. Supports placeholder substitution. */
  value?: string = undefined
  /** The context-dependent values. It allows different values depending on the context type. */
  ctxValues?: LogFieldContextConfig = {}
}

/**
 * Specifies how sensitive data should be redacted for logging.
 */
export enum LogRedactionMode {
  /** Do not redact sensitive data at all. */
  NONE = "none",
  /** Automatically detect sensitive data to be redacted */
  AUTO = "auto",
  /** Redact all possibly sensitive data */
  ALL = "all",
}

/**
 * Represents a settings config that affect the way GmailProcessor works.
 */
export class SettingsConfig {
  /**
   * Default format string for timestamp formatting.
   * See [date-fns format strings](https://date-fns.org/docs/format).
   */
  defaultTimestampFormat? = "yyyy-MM-dd HH:mm:ss"
  /**
   * Default separator to be used when joining arrays in string substitution.
   */
  defaultArrayJoinSeparator? = ","
  /**
   * Location of the spreadsheet log file. Enables logging to a spreadsheet if not empty.
   * Example: `GmailProcessor/logsheet-{{date.now|formatDate('yyyy-MM')}}`
   */
  @Expose()
  logSheetLocation? = ""
  /**
   * The list of field names to be used for log sheet logging.
   * All context placeholder names can be referenced as well as special fields defined for logging.
   */
  @Expose()
  logFields?: string[] = [
    "log.timestamp",
    "log.level",
    "log.location",
    "log.message",
    "object.id",
    "object.date",
    "object.subject",
    "object.from",
    "object.url",
    "attachment.name",
    "attachment.size",
    "attachment.contentType",
    "stored.location",
    "stored.url",
    "stored.downloadUrl",
  ]
  /**
   * Defines additional fields that can be used in addition to the built-in ones for log sheet logging.
   */
  @Expose()
  @Type(() => LogFieldConfig)
  logConfig?: LogFieldConfig[] = [
    {
      name: "log.timestamp",
      title: "Timestamp",
      value: "{{date.now|formatDate('yyyy-MM-dd HH:mm:ss.SSS')}}",
    },
    {
      name: "log.level",
      title: "Log Level",
    },
    {
      name: "log.message",
      title: "Log Message",
    },
    {
      name: "context.type",
      title: "Context Type",
    },
    {
      name: "object.id",
      title: "ID",
      ctxValues: {
        attachment: "{{attachment.hash}}",
        message: "{{message.id}}",
        thread: "{{thread.id}}",
      },
    },
    {
      name: "object.url",
      title: "GMail URL",
      ctxValues: {
        attachment: "{{message.url}}",
        message: "{{message.url}}",
        thread: "{{thread.url}}",
      },
    },
    {
      name: "object.date",
      title: "Message Date",
      ctxValues: {
        attachment: "{{message.date}}",
        message: "{{message.date}}",
        thread: "{{thread.lastMessageDate}}",
      },
    },
    {
      name: "object.subject",
      title: "Subject",
      ctxValues: {
        attachment: "{{message.subject}}",
        message: "{{message.subject}}",
        thread: "{{thread.firstMessageSubject}}",
      },
    },
    {
      name: "object.from",
      title: "From",
      ctxValues: {
        attachment: "{{message.from}}",
        message: "{{message.from}}",
      },
    },
    {
      name: "attachment.name",
      title: "Attachment Name",
    },
    {
      name: "attachment.contentType",
      title: "Content Type",
    },
    {
      name: "attachment.size",
      title: "Attachment Size",
    },
    {
      name: "stored.location",
      title: "Stored Location",
      ctxValues: {
        attachment: "{{attachment.stored.location}}",
      },
    },
    {
      name: "stored.url",
      title: "Stored URL",
      ctxValues: {
        attachment: "{{attachment.stored.url}}",
      },
    },
    {
      name: "stored.downloadUrl",
      title: "Download URL",
      ctxValues: {
        attachment: "{{attachment.stored.downloadUrl}}",
      },
    },
  ]
  /**
   * Filter logs to given level or higher.
   */
  logLevel? = LogLevel.INFO
  /**
   * Specifies how sensitive information should be redacted for logging.
   */
  logSensitiveRedactionMode? = LogRedactionMode.AUTO
  /**
   * Enables trace logging into the logsheet.
   * This automatically loggs useful information for debugging without placing `global.sheetLog`
   */
  logSheetTracing?: boolean = false
  /**
   * The maximum batch size of threads to process in a single run to respect Google processing limits
   */
  @Expose()
  maxBatchSize? = 10
  /**
   * The maximum runtime in seconds for a single run to respect Google processing limits
   */
  @Expose()
  maxRuntime? = 280
  /**
   * The label to be added to processed GMail threads (only for markProcessedMode="label").
   */
  @Expose()
  markProcessedLabel? = ""
  /**
   * The method to mark processed threads/messages.
   */
  @Expose()
  markProcessedMethod?: MarkProcessedMethod =
    MarkProcessedMethod.MARK_MESSAGE_READ
  /**
   * The sleep time in milliseconds between processing each thread
   */
  @Expose()
  sleepTimeThreads? = 100
  /**
   * The sleep time in milliseconds between processing each message
   */
  @Expose()
  sleepTimeMessages? = 0
  /**
   * The sleep time in milliseconds between processing each attachment
   */
  @Expose()
  sleepTimeAttachments? = 0
  /**
   * The timezone to be used for date/time operations.
   * Value `default` uses the <a href="https://developers.google.com/apps-script/reference/base/session#getscripttimezone">script timezone</a>.
   * @deprecated Timezone should be set in project settings or `appscript.json` of Google Apps Script instead. Will be removed in the future.
   */
  @Expose()
  timezone?: string = "default"
}

type RequiredSettingsConfig = RequiredDeep<SettingsConfig>

export function newSettingsConfig(
  json: SettingsConfig = {},
): RequiredSettingsConfig {
  return plainToInstance(SettingsConfig, json, {
    exposeDefaultValues: true,
    exposeUnsetFields: false,
  }) as RequiredSettingsConfig
}

export function essentialSettingsConfig(
  config: SettingsConfig,
): SettingsConfig {
  config = essentialObject(
    config,
    newSettingsConfig(),
    {},
    ["markProcessedMethod"], // TODO: Extract required properties from class definition
  )
  return config
}