black & isort

Author: cirquit

demo/halomi/reproduce_evaluation.py

@@ -118,7 +118,10 @@ def main(data_root):
     print("Direction-wise mean score for hallucination detection:")
     results = {}
     for fe_name, fe in feature_sets.items():
-        (word_level_preds, direction2auc,) = evaluate_token_level_features(
+        (
+            word_level_preds,
+            direction2auc,
+        ) = evaluate_token_level_features(
             tokens_dataset, fe, word_to_character_maps, word_labels
         )
         auc = np.mean(list(direction2auc.values()))
@@ -149,7 +152,10 @@ def main(data_root):
     results = {}
     print("Direction-wise mean score for omission detection:")
     for fe_name, fe in feature_sets.items():
-        (word_level_preds, direction2auc,) = evaluate_token_level_features(
+        (
+            word_level_preds,
+            direction2auc,
+        ) = evaluate_token_level_features(
             tokens_dataset, fe, word_to_character_maps, word_labels
         )
         auc = np.mean(list(direction2auc.values()))

demo/toxicity-alti-hb/ETOX/etox.py

@@ -446,7 +446,6 @@ def etox_paired_file_wrapper(
     oldcolumns=True,
     filetype=None,
 ):
-
     """
     file loading/writing wrapper for the paired language toxicity evaluation function.
 

demo/toxicity-alti-hb/analysis/00c_plot_toxicity_per_lang.py

@@ -43,9 +43,11 @@ def plot_toxicity_per_lang():
     }
     sorted_axes = sorted(list(axis_colors.keys()))
     axis_display_names = {
-        axis: "Race and ethnicity"
-        if axis == "race_ethnicity"
-        else axis[0].upper() + axis[1:].replace("_", " ")
+        axis: (
+            "Race and ethnicity"
+            if axis == "race_ethnicity"
+            else axis[0].upper() + axis[1:].replace("_", " ")
+        )
         for axis in sorted_axes
     }
     sorted_axis_names = sorted(list(axis_colors.keys()))

stopes/core/cache.py

@@ -80,17 +80,15 @@ def save_cache(
         value: tp.Any,
         iteration_value: tp.Optional[tp.Any] = None,
         iteration_index: int = 0,
-    ):
-        ...
+    ): ...
 
     @abstractmethod
     def invalidate_cache(
         self,
         module: "StopesModule",
         iteration_value: tp.Optional[tp.Any] = None,
         iteration_index: int = 0,
-    ):
-        ...
+    ): ...
 
     def invalidate_module_cache(
         self,

stopes/core/jobs_registry/registry.py

@@ -14,6 +14,7 @@
 
 logger = logging.getLogger("stopes.jobs")
 
+
 ################################################################################
 #  Registry Exceptions
 ################################################################################

stopes/core/jobs_registry/submitit_slurm_job.py

@@ -284,7 +284,9 @@ def _convert_slurm_status_into_registry_job_status(
 
             return job_status
 
-        except KeyError:  # Entering this except block means slurm_status doesn't exist in submitit_state_to_registry_state_dict
+        except (
+            KeyError
+        ):  # Entering this except block means slurm_status doesn't exist in submitit_state_to_registry_state_dict
             logger.warning(
                 f"Job with id: {job_id} has unrecognized slurm status: {slurm_status}. Please inspect and if suitable, add this status to the slurm_state_to_registry_state_map converter."
             )

stopes/core/tests/test_utils.py

@@ -188,7 +188,7 @@ async def test_semaphore():
 
     # make sure that the semaphore blocks execution
     ends.sort()
-    for (end1, end2) in zip(ends, ends[1:]):
+    for end1, end2 in zip(ends, ends[1:]):
         t_diff = end2 - end1
         assert (
             t_diff.total_seconds() >= sleep_time

stopes/eval/alti/alignment/align.py

@@ -6,7 +6,7 @@
 
 # This code was adapted from the repository https://github.com/mt-upc/transformer-contributions-nmt by Javier Ferrando.
 
-""" Various utilities for computing word attributions and word alignment quality metrics."""
+"""Various utilities for computing word attributions and word alignment quality metrics."""
 
 import itertools
 import typing as tp
@@ -109,7 +109,8 @@ def compute_alignment_metrics(
     sure: tp.List[tp.Set], possible: tp.List[tp.Set], hypothesis: tp.List[tp.Set]
 ) -> tp.Tuple[float, float, float]:
     """Compute average alignment rate, precision and recall for alignment.
-    Inputs are lists of alignments. All alignments are presented as sets of (tgt, src) pairs."""
+    Inputs are lists of alignments. All alignments are presented as sets of (tgt, src) pairs.
+    """
     sum_a_intersect_p, sum_a_intersect_s, sum_s, sum_a = 0, 0, 0, 0
 
     for s, p, a in itertools.zip_longest(sure, possible, hypothesis):

stopes/eval/alti/alti_metrics/nllb_alti_detector.py

@@ -104,7 +104,8 @@ def load_bilingual_model(
 @dataclasses.dataclass
 class ALTIMetricsConfig:
     """The config indicating how to load sentence pairs, load the model,
-    compute the ALTI metrics with it, and save results. - to use with the `compute_nllb_alti` function."""
+    compute the ALTI metrics with it, and save results. - to use with the `compute_nllb_alti` function.
+    """
 
     # the model used to compute ALTI
     is_multilingual: bool
@@ -118,7 +119,9 @@ class ALTIMetricsConfig:
         Path
     ]  # a .jsonl file with token-level contributions
     # format and location of the source data
-    input_filename: Path  # the source file with sources and translations; assumed to be .tsv
+    input_filename: (
+        Path  # the source file with sources and translations; assumed to be .tsv
+    )
     src_lang: str
     tgt_lang: str
     src_col: tp.Union[str, int] = "src"

stopes/eval/alti/wrappers/utils.py

@@ -18,7 +18,8 @@
 
 def spearmanr(x, y):
     """Compute Spearman rank's correlation bertween two attribution vectors.
-    https://github.com/samiraabnar/attention_flow/blob/master/compute_corel_distilbert_sst.py"""
+    https://github.com/samiraabnar/attention_flow/blob/master/compute_corel_distilbert_sst.py
+    """
 
     x = pd.Series(x)
     y = pd.Series(y)