fixing async stuff is fun

Author: cirquit

stopes/pipelines/bitext/global_mining_pipeline.py

@@ -419,10 +419,9 @@ async def _process_language_shard(
             return result
 
     def run(self) -> tp.Tuple[Path, Path]:
-        loop = asyncio.get_event_loop()
         if self.config.launcher.cluster == "debug":
-            loop.set_debug(True)
-        return loop.run_until_complete(self.arun())
+            asyncio.get_event_loop().set_debug(True)
+        return asyncio.run(self.arun())
 
     async def arun(self) -> tp.Tuple[Path, Path]:
         """Run the global mining pipeline and return the paths of the mined text and metadata files"""

stopes/pipelines/tests/test_global_mining.py

@@ -129,7 +129,7 @@ def encode_to_np(
         (False, True, True, "speech"),
     ],
 )
-# @pytest.mark.asyncio(scope="session")
+@pytest.mark.asyncio(scope="session")
 def test_global_mining_pipeline(
     tmp_path: Path, split_langs: bool, use_meta: bool, fp16: bool, modality: str
 ) -> None: