hf stuff + pytest warnings

Author: cirquit

stopes/pipelines/tests/test_global_mining.py

@@ -129,7 +129,6 @@ def encode_to_np(
         (False, True, True, "speech"),
     ],
 )
-@pytest.mark.asyncio(scope="session")
 def test_global_mining_pipeline(
     tmp_path: Path, split_langs: bool, use_meta: bool, fp16: bool, modality: str
 ) -> None:

stopes/utils/sharding/hf_shards.py

@@ -103,7 +103,6 @@ def __enter__(self):
             cache_dir=_cache_dir,
             download_mode=_download_mode,
             split=self.split,
-            trust_remote_code=self.trust_remote_code,
         )
         if self.split is None:  # _data is a DatasetDict, convert to Dataset
             _data = concatenate_datasets(

stopes/utils/test_hf_shards.py

@@ -18,7 +18,6 @@ def test_shard_iteration():
         split="test",
         index=0,
         num_shards=50,
-        trust_remote_code=True,
     )
     with shard:
         item = next(iter(shard))
@@ -37,7 +36,6 @@ def test_input_config():
         input_file="Fraser/mnist-text-small",
         split="test",
         num_shards=50,
-        trust_remote_code=True,
     )
     shards = input_config.make_shards()
     first_shard = shards[0]