We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e11cff3 commit 63de1f1Copy full SHA for 63de1f1
src/cpp/src/modeling/samples/tools/hf_tokenizer_to_ov.py
@@ -11,6 +11,7 @@
11
12
from openvino import save_model
13
from openvino_tokenizers import convert_tokenizer
14
+from transformers import AutoTokenizer
15
16
17
def convert(
@@ -20,11 +21,6 @@ def convert(
20
21
trust_remote_code: bool = False,
22
padding_side: str | None = None,
23
):
- try:
24
- from transformers import AutoTokenizer
25
- except ImportError:
26
- sys.exit("ERROR: 'transformers' is required. Install: pip install -r requirements.txt")
27
-
28
output_path = Path(output_dir)
29
output_path.mkdir(parents=True, exist_ok=True)
30
0 commit comments