From 2b9a280136175ab92418c3e85bec965937997fdc Mon Sep 17 00:00:00 2001 From: Guanheng Zhang Date: Fri, 19 Feb 2021 16:05:17 -0800 Subject: [PATCH] switch to the API in torchtext 0.9.0 --- examples/BERT/cross_lingual_mlm_task.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/BERT/cross_lingual_mlm_task.py b/examples/BERT/cross_lingual_mlm_task.py index f73415252f..ca448dc568 100644 --- a/examples/BERT/cross_lingual_mlm_task.py +++ b/examples/BERT/cross_lingual_mlm_task.py @@ -138,7 +138,7 @@ def text_transform(x: str) -> List: for epoch in range(1, args.epochs + 1): train_data = CC100('/datasets01/cc100/031720/', {'*.txt'}, start_line=args.start_line, num_lines=args.num_lines) - from torchtext.experimental.datasets.raw import WikiText2 + from torchtext.datasets import WikiText2 val_data, = WikiText2(data_select='valid') val_data = [(17, item) for item in val_data if item != ' \n'] # english language type is 17 in CC100 dataset