feat: add remove duplicates (#398)

* feat: add remove duplicates with Google Sheets parity.

Implement engine module, dialog UI, and publish as 2.1.0-remove.

Co-authored-by: Cursor <cursoragent@cursor.com>

* fix: restore post-merge shortcut matcher guards for modal and formula list

Prevent Cmd+Shift+Option+; from opening the shortcuts modal, disambiguate US
Cmd+Shift+5 from AZERTY formula-list, and bump to 2.1.1-remove-1.

Co-authored-by: Cursor <cursoragent@cursor.com>

* minor changes

---------

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: mritunjayz

package-lock.json

@@ -2,7 +2,7 @@
   "name": "@fileverse-dev/dsheet",
   "private": false,
   "description": "DSheet",
-  "version": "2.1.1",
+  "version": "2.1.2",
   "main": "dist/index.es.js",
   "module": "dist/index.es.js",
   "exports": {

package.json

@@ -49,6 +49,9 @@ export {
   createFilter,
   clearFilter,
   handleSort,
+  getRemoveDuplicatesPreview,
+  removeDuplicates,
+  getRemoveDuplicatesErrorMessage,
   // edit-menu.tsx
   handleCopy,
   handlePasteByClick,

src/index.ts

@@ -125,9 +125,13 @@ export function isInsertDateTimeShortcut(e: KeyboardEvent): boolean {
 export function isUsInsertDateTimeQuoteShortcut(e: KeyboardEvent): boolean {
   if (!hasMod(e) || !e.shiftKey || e.altKey) return false;
   if (isImeOrDeadKey(e)) return false;
+  // Number formats (§8) share Ctrl/Cmd+Shift+digit chords — must win over insert date/time.
+  if (isNumberFormatShortcut(e)) return false;
 
   if (e.key === '"') return true;
   if (!isQuoteTypingCode(e.code)) return false;
+  // Physical quote-key slots also type digits 1–9 with Shift — not insert date/time.
+  if (/^[0-9]$/.test(e.key)) return false;
 
   // ⌘+Shift+3 is macOS full-screen screenshot — browser never receives Digit3.
   if (
@@ -201,6 +205,12 @@ export function isDigitFormatKey(e: KeyboardEvent, digit: string): boolean {
   return e.code === `Digit${digit}` || e.code === `Numpad${digit}`;
 }
 
+/** Ctrl/Cmd+Shift+1–6 — number format (TEC-2311 §8). */
+export function isNumberFormatShortcut(e: KeyboardEvent): boolean {
+  if (!isNumberFormatModifier(e)) return false;
+  return ['1', '2', '3', '4', '5', '6'].some((d) => isDigitFormatKey(e, d));
+}
+
 /** Physical codes commonly used to type `)` (formula list). */
 const CLOSE_PAREN_TYPING_CODES = new Set([
   'BracketRight',
@@ -224,7 +234,12 @@ export function isFormulaListShortcut(e: KeyboardEvent): boolean {
     return e.code === 'BracketRight';
   }
 
-  return CLOSE_PAREN_TYPING_CODES.has(e.code);
+  if (!CLOSE_PAREN_TYPING_CODES.has(e.code)) return false;
+  // US Shift+5 is `%` (number format). AZERTY Shift+5 is `)`.
+  if (e.code === 'Digit5' || e.code === 'Numpad5') {
+    return e.key === ')';
+  }
+  return true;
 }
 
 export function isFindShortcut(e: KeyboardEvent): boolean {
@@ -251,13 +266,14 @@ export function isFindReplaceShortcut(e: KeyboardEvent): boolean {
 export function isBrowserZoomShortcut(e: KeyboardEvent): boolean {
   if (!(e.metaKey || e.ctrlKey) || e.altKey) return false;
   if (isImeOrDeadKey(e)) return false;
+  if (isNumberFormatShortcut(e)) return false;
 
   if (
     e.code === 'Equal' ||
     e.code === 'NumpadAdd' ||
     e.code === 'Minus' ||
     e.code === 'NumpadSubtract' ||
-    e.code === 'Digit6'
+    (e.code === 'Digit6' && !e.shiftKey)
   ) {
     return true;
   }
@@ -310,7 +326,7 @@ function isWinCtrlSlashShortcut(e: KeyboardEvent): boolean {
  */
 function isOptionSlashOrColonShortcut(e: KeyboardEvent): boolean {
   if (e.getModifierState?.('AltGraph')) return false;
-  if (!e.altKey || e.ctrlKey) return false;
+  if (!e.altKey || e.ctrlKey || e.metaKey) return false;
   if (isImeOrDeadKey(e)) return false;
 
   if (e.key === '/' || e.key === ':') return true;
@@ -328,6 +344,7 @@ export function isOpenShortcutsModalShortcut(e: KeyboardEvent): boolean {
   if (isImeOrDeadKey(e)) return false;
   if (isBrowserZoomShortcut(e)) return false;
   if (isFormulaListShortcut(e)) return false;
+  if (isInsertDateTimeShortcut(e)) return false;
 
   if (isWinCtrlSlashShortcut(e)) return true;
   if (isOptionSlashOrColonShortcut(e)) return true;

src/sheet-engine/core/events/keyboard-shortcut-utils.ts

@@ -178,6 +178,9 @@ export {
   handleMerge,
   mergeSelectionHasValues,
   handleSort,
+  getRemoveDuplicatesPreview,
+  removeDuplicates,
+  getRemoveDuplicatesErrorMessage,
   handleFreeze,
   handleTextSize,
   handleSum,
@@ -366,6 +369,14 @@ export type {
   Freezen,
 } from './types';
 
+export type {
+  RemoveDuplicatesColumnOption,
+  RemoveDuplicatesError,
+  RemoveDuplicatesOptions,
+  RemoveDuplicatesPreview,
+  RemoveDuplicatesResult,
+} from './modules';
+
 export type {
   CheckModes,
   HyperlinkMap,

src/sheet-engine/core/index.ts

@@ -12077,6 +12077,21 @@ export default {
 
     selectCategory: 'Or select a category',
   },
+  removeDuplicates: {
+    title: 'Remove duplicates',
+    dataHasHeaderRow: 'Data has header row',
+    columnsToAnalyze: 'Columns to analyze',
+    selectAll: 'Select all',
+    removeDuplicates: 'Remove duplicates',
+    result:
+      '{removed} duplicate rows found and removed. {remaining} unique rows remain.',
+    noMulti:
+      'Cannot perform this operation on multiple selection areas, please select a single area',
+    noMerge: 'This operation cannot be performed on merged cells',
+    noColumns: 'Select at least one column to analyze',
+    noSelection: 'Please select the scope of the operation',
+    readOnly: 'Cannot remove duplicates in read-only mode',
+  },
   drag: {
     noMerge: 'Cannot perform this operation on merged cells',
     affectPivot:

src/sheet-engine/core/locale/en.ts

@@ -229,6 +229,20 @@ export {
 // merge
 export { mergeCells, mergeSelectionHasValues } from './merge';
 
+// removeDuplicates
+export {
+  getRemoveDuplicatesPreview,
+  removeDuplicates,
+  getRemoveDuplicatesErrorMessage,
+} from './removeDuplicates';
+export type {
+  RemoveDuplicatesColumnOption,
+  RemoveDuplicatesError,
+  RemoveDuplicatesOptions,
+  RemoveDuplicatesPreview,
+  RemoveDuplicatesResult,
+} from './removeDuplicates';
+
 // sort
 export {
   sortSelection,