File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 2323from metrax import base
2424
2525
26- def get_ngrams (segment : list [str ], max_order : int ):
26+ def _get_ngrams (segment : list [str ], max_order : int ):
2727 """Extracts all n-grams up to a given maximum order from an input segment.
2828
2929 Args:
@@ -119,10 +119,10 @@ def from_model_output(
119119 ref_list = [r .split () for r in ref_list ]
120120 pred_length += len (pred )
121121 ref_length += min (len (r ) for r in ref_list )
122- prediction_ngram_counts = get_ngrams (pred , max_order )
122+ prediction_ngram_counts = _get_ngrams (pred , max_order )
123123 reference_ngram_counts = collections .Counter ()
124124 for ref in ref_list :
125- reference_ngram_counts |= get_ngrams (ref , max_order )
125+ reference_ngram_counts |= _get_ngrams (ref , max_order )
126126 overlap = prediction_ngram_counts & reference_ngram_counts
127127 for ngram in overlap :
128128 matches_by_order [len (ngram ) - 1 ] += overlap [ngram ]
You can’t perform that action at this time.
0 commit comments