Merge pull request #61 from feyninc/dev

chore: publish stable package for token

Author: chonk-lain

packages/core/package.json

@@ -23,6 +23,7 @@
   "scripts": {
     "clean": "rimraf dist",
     "build": "npm run clean && tsdown",
+    "prepack": "npm run build",
     "test": "vitest run"
   },
   "files": [

packages/token/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@chonkiejs/token",
-  "version": "0.0.3",
+  "version": "0.0.4",
   "description": "HuggingFace tokenizer support for Chonkie - extends @chonkiejs/core with real tokenization",
   "license": "MIT",
   "homepage": "https://docs.chonkie.ai",
@@ -23,6 +23,7 @@
   "scripts": {
     "clean": "rimraf dist",
     "build": "npm run clean && tsc && tsc-alias -p tsconfig.json --resolve-full-paths",
+    "prepack": "npm run build",
     "test": "echo 'No tests for @chonkiejs/token yet'"
   },
   "files": [