Skip to content

Commit 3a54c7f

Browse files
author
Guanheng Zhang
committed
Merge remote-tracking branch 'upstream/master' into 0.6.0
2 parents b56cb04 + 43acc75 commit 3a54c7f

File tree

1 file changed

+8
-3
lines changed

1 file changed

+8
-3
lines changed

torchtext/data/functional.py

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,3 @@
1-
import sentencepiece as spm
21
import re
32

43
__all__ = [
@@ -34,7 +33,10 @@ def generate_sp_model(filename, vocab_size=20000,
3433
>>> from torchtext.data.functional import generate_sp_model
3534
>>> generate_sp_model('test.csv', vocab_size=23456, model_prefix='spm_user')
3635
"""
37-
36+
try:
37+
import sentencepiece as spm
38+
except ModuleNotFoundError:
39+
raise ImportWarning("Please install sentencepiece")
3840
spm_training_string = "--input={} \
3941
--vocab_size={} \
4042
--model_prefix={} \
@@ -59,7 +61,10 @@ def load_sp_model(spm_path):
5961
>>> from torchtext.data.functional import load_sp_model
6062
>>> sp_model = load_sp_model("m_user.model")
6163
"""
62-
64+
try:
65+
import sentencepiece as spm
66+
except ModuleNotFoundError:
67+
raise ImportWarning("Please install sentencepiece")
6368
sp_model = spm.SentencePieceProcessor()
6469
sp_model.Load(spm_path)
6570
return sp_model

0 commit comments

Comments
 (0)