Skip to content

Commit 6089c93

Browse files
committed
wikitext data
1 parent ac185c8 commit 6089c93

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

test/passes/pytorch/test_autoclip.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111
from olive.model import HfModelHandler
1212
from olive.passes.olive_pass import create_pass_from_dict
1313
from olive.passes.pytorch.autoclip import AutoClip
14-
from test.utils import get_tiny_phi3, make_local_tiny_llama
14+
from test.utils import get_tiny_phi3, get_wikitext_data_config, make_local_tiny_llama
1515

1616

1717
# running on CPU takes time so will only run a subset of tests when GPU is not available
@@ -36,6 +36,9 @@ def test_autoclip(tmp_path: Path, model_path: str, expected_model_type: str, gro
3636
"lm_head": False,
3737
"sym": False,
3838
"overrides": {"model.layers.0.self_attn.o_proj": {"bits": 8}},
39+
"data_config": get_wikitext_data_config(
40+
input_model.model_name_or_path, strategy="line-by-line", max_seq_len=100, max_samples=2
41+
),
3942
},
4043
disable_search=True,
4144
accelerator_spec=AcceleratorSpec(accelerator_type=Device.GPU, execution_provider="CUDAExecutionProvider"),

0 commit comments

Comments
 (0)