Skip to content

Commit e451834

Browse files
committed
update tests to accomodate tokenizers move
1 parent fc2c9e0 commit e451834

File tree

4 files changed

+3
-1
lines changed

4 files changed

+3
-1
lines changed

torchtune/models/t5/_tokenizer.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,9 @@
55
# LICENSE file in the root directory of this source tree.
66
from typing import Any, Dict, List
77

8-
from torchtune.modules.tokenizers._sentencepiece import SentencePieceBaseTokenizer
8+
from torchtune.modules.transforms.tokenizers._sentencepiece import (
9+
SentencePieceBaseTokenizer,
10+
)
911

1012

1113
class T5Tokenizer(SentencePieceBaseTokenizer):

0 commit comments

Comments
 (0)