refactor(text-tokenizer): move TEXT_TYPE constants and types to utils module

Author: lonewolfyx

src/rules/space-around-word/index.ts

@@ -1,9 +1,8 @@
 import type { Text } from 'mdast'
 import type { ValueOf } from '@/types'
-import { TEXT_TYPE } from '@/types/text-tokenizer'
 import { createRule } from '@/utils'
 import { getNodeContextByParent } from '@/utils/ast'
-import { buildTextNodeAst, isLatinWord } from '@/utils/text-tokenizer'
+import { buildTextNodeAst, isLatinWord, TEXT_TYPE } from '@/utils/text-tokenizer'
 
 export const RULE_NAME = 'space-around-word'
 export const MESSAGE_IDS = {

src/types/text-tokenizer.d.ts

@@ -1,22 +1,5 @@
 import type { Text } from 'mdast'
-import type { ValueOf } from '@/types/index'
-
-export const TEXT_TYPE = {
-  'cjk': 'cjk',
-  'latin': 'latin',
-  'number': 'number',
-  'space': 'space',
-  'newline': 'newline',
-  'fullwidth-punctuation': 'fullwidth-punctuation',
-  'halfwidth-punctuation': 'halfwidth-punctuation',
-  'dash': 'dash',
-  'symbol': 'symbol',
-  'emoji': 'emoji',
-  'invisible': 'invisible',
-  'other': 'other',
-} as const
-
-export type TextType = ValueOf<typeof TEXT_TYPE>
+import type { TextType } from '@/utils/text-tokenizer'
 
 /**
  * Source location point compatible with mdast position points

src/utils/text-tokenizer.ts

@@ -1,8 +1,25 @@
 import type { Text } from 'mdast'
-import type { TextAst, TextPoint, TextPosition, TextToken, TextType } from '@/types/text-tokenizer'
-import { TEXT_TYPE } from '@/types/text-tokenizer'
+import type { ValueOf } from '@/types'
+import type { TextAst, TextPoint, TextPosition, TextToken } from '@/types/text-tokenizer'
 import { isDashPunctuation, isFullwidthPunctuation, isHalfwidthPunctuation } from './punctuation'
 
+export const TEXT_TYPE = {
+  'cjk': 'cjk',
+  'latin': 'latin',
+  'number': 'number',
+  'space': 'space',
+  'newline': 'newline',
+  'fullwidth-punctuation': 'fullwidth-punctuation',
+  'halfwidth-punctuation': 'halfwidth-punctuation',
+  'dash': 'dash',
+  'symbol': 'symbol',
+  'emoji': 'emoji',
+  'invisible': 'invisible',
+  'other': 'other',
+} as const
+
+export type TextType = ValueOf<typeof TEXT_TYPE>
+
 const CJK_RE = /^\p{Script=Han}$|^\p{Script=Hiragana}$|^\p{Script=Katakana}$|^\p{Script=Hangul}$/u
 const LATIN_RE = /^\p{Script=Latin}$/u
 const NUMBER_RE = /^\p{Number}$/u