Add dead code and duplicate code detection

- Add vulture for dead code detection in pre-commit hooks
- Add jscpd for duplicate code detection in pre-commit hooks
- Add .jscpd.json configuration for duplicate detection settings
- Add .vulture_whitelist.py for framework entry points
- Add .github/workflows/code-quality.yml for CI code quality checks

Co-authored-by: factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com>
Change-Id: Ia6de66341ae300ee8737923b9fcdad3907d92a63
Reviewed-on: https://review.couchbase.org/c/TAF/+/243275
Tested-by: Ashwin <ashwin.govindarajulu@couchbase.com>
Reviewed-by: Bharath G P <bharath.gp@couchbase.com>

Author: ashwin2002

.github/workflows/code-quality.yml

@@ -0,0 +1,71 @@
+name: Code Quality
+
+on:
+  push:
+    branches: [master, master_jython, trinity]
+  pull_request:
+    branches: [master, master_jython, trinity]
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: Install linters
+        run: |
+          pip install ruff vulture jscpd
+
+      - name: Run Ruff linter
+        run: |
+          ruff check --output-format=github .
+
+      - name: Run Ruff formatter check
+        run: |
+          ruff format --check .
+
+  dead-code:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: Install vulture
+        run: pip install vulture
+
+      - name: Run dead code detection
+        run: |
+          vulture --min-confidence 80 \
+            --exclude "DocLoader/,sirius/,lib/capellaAPI/,build/,dist/" \
+            . .vulture_whitelist.py || true
+          # Report but don't fail - dead code detection is informational
+
+  duplicate-code:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Node.js (for jscpd)
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+
+      - name: Install jscpd
+        run: npm install -g jscpd
+
+      - name: Run duplicate code detection
+        run: |
+          jscpd --min-lines 20 --min-tokens 50 \
+            --ignore "DocLoader/**,sirius/**,lib/capellaAPI/**,build/**,dist/**" \
+            --reporters console \
+            . || true
+          # Report but don't fail - duplicate detection is informational

.jscpd.json

@@ -0,0 +1,21 @@
+{
+  "threshold": 0,
+  "reporters": ["html", "console", "json"],
+  "ignore": [
+    "**/node_modules/**",
+    "**/.git/**",
+    "**/.idea/**",
+    "**/build/**",
+    "**/dist/**",
+    "**/__pycache__/**",
+    "**/*.min.js",
+    "**/*.pyc",
+    "**/DocLoader/**",
+    "**/sirius/**",
+    "**/lib/capellaAPI/**"
+  ],
+  "min-lines": 20,
+  "min-tokens": 50,
+  "format": "python",
+  "output": "./reports/jscpd"
+}

.pre-commit-config.yaml

@@ -31,6 +31,20 @@ repos:
       - id: isort
         args: ["--profile", "black"]
 
+  # Dead code detection
+  - repo: https://github.com/jendrikseipp/vulture
+    rev: v2.11
+    hooks:
+      - id: vulture
+        args: [--min-confidence, "80", --exclude, "DocLoader/,sirius/,lib/capellaAPI/,build/,dist/"]
+
+  # Duplicate code detection
+  - repo: https://github.com/juscilan/jscpd-pre-commit
+    rev: v1.0.0
+    hooks:
+      - id: jscpd
+        args: [--min-lines, "20", --min-tokens, "50", --reporters, "console"]
+
   # AGENTS.md validation
   - repo: local
     hooks:

.vulture_whitelist.py

@@ -0,0 +1,25 @@
+# Vulture whitelist for TAF
+# Add false positives here that vulture incorrectly flags as dead code
+
+# Framework entry points (called dynamically)
+testrunner.main
+setUp
+tearDown
+setUpClass
+tearDownClass
+
+# SDK client methods (called via reflection)
+SDKClient.__init__
+SDKClient.connect
+SDKClient.disconnect
+
+# Test input methods (called via TestInputSingleton)
+TestInput.parse_params
+
+# REST API methods (called dynamically)
+RestConnection.get_pools_default
+RestConnection.get_nodes
+RestConnection.create_bucket
+
+# Decorator-registered functions
+task.async_task