Skip to content

Commit f6a5b2c

Browse files
committed
update tests to accomodate tokenizers move
1 parent d611aec commit f6a5b2c

File tree

4 files changed

+3
-1
lines changed

4 files changed

+3
-1
lines changed

torchtune/models/t5/_tokenizer.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,9 @@
55
# LICENSE file in the root directory of this source tree.
66
from typing import Any, Dict, List
77

8-
from torchtune.modules.tokenizers._sentencepiece import SentencePieceBaseTokenizer
8+
from torchtune.modules.transforms.tokenizers._sentencepiece import (
9+
SentencePieceBaseTokenizer,
10+
)
911

1012

1113
class T5Tokenizer(SentencePieceBaseTokenizer):

0 commit comments

Comments
 (0)