File tree Expand file tree Collapse file tree
python/philologic/loadtime Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -1128,7 +1128,6 @@ def word_handler(self, words):
11281128 else :
11291129 self .v ["word" ]["lemma" ] = self .lemmas [word ]
11301130 self .v .pull ("word" , current_pos )
1131-
11321131 # Sentence break handler
11331132 elif not self .in_line_group and not self .in_tagged_sentence :
11341133 if self .is_word_sentence_breaker (word , last_word , next_word ):
@@ -1141,7 +1140,7 @@ def word_handler(self, words):
11411140 self .v ["sent" ].name = word .replace ("\t " , " " ).strip ()
11421141 self .v .pull ("sent" , current_pos + len (word .encode ("utf8" )))
11431142 if self .is_word_sentence_breaker (word , last_word , next_word ):
1144- self .last_sentence_marker = word
1143+ self .last_sentence_marker = word . replace ( " \t " , " " ). strip ()
11451144 elif self .punct_regex .search (word ):
11461145 punc_pos = current_pos - len (word .encode ("utf8" ))
11471146 punct = word .strip ()
You can’t perform that action at this time.
0 commit comments