[add] setup.py

Author: 1kkiRen

.gitignore

@@ -1,5 +1,5 @@
 __pycache__/
-setup*
+setup.cfg
 _build/
 dist/
 *.eg*

setup.py

@@ -0,0 +1,34 @@
+from setuptools import setup, find_packages
+
+
+def readme():
+    with open('README.md', 'r') as f:
+        return f.read()
+
+
+setup(
+    name='tokenizerchanger',
+    version='1.1.0',
+    author='1kkiren',
+    author_email='1kkiren@mail.ru',
+    description='Library for manipulating the existing tokenizer.',
+    long_description=readme(),
+    long_description_content_type='text/markdown',
+    url='https://github.com/1kkiRen/Tokenizer-Changer',
+    packages=find_packages(),
+    install_requires=[
+        'tokenizers>=0.21.0',
+        'tqdm>=4.66.4',
+        'transformers>=4.47.0',
+    ],
+    classifiers=[
+        'Programming Language :: Python :: 3.10',
+        'License :: OSI Approved :: Apache Software License',
+        'Operating System :: OS Independent'
+    ],
+    keywords='tokenizer deletion tokens ',
+    project_urls={
+        'GitHub': 'https://github.com/1kkiRen/Tokenizer-Changer'
+    },
+    python_requires='>=3.9'
+)