Skip to content

Commit c1adc9f

Browse files
committed
fix cached sentence marker
1 parent 91fcfbf commit c1adc9f

1 file changed

Lines changed: 1 addition & 2 deletions

File tree

python/philologic/loadtime/Parser.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1128,7 +1128,6 @@ def word_handler(self, words):
11281128
else:
11291129
self.v["word"]["lemma"] = self.lemmas[word]
11301130
self.v.pull("word", current_pos)
1131-
11321131
# Sentence break handler
11331132
elif not self.in_line_group and not self.in_tagged_sentence:
11341133
if self.is_word_sentence_breaker(word, last_word, next_word):
@@ -1141,7 +1140,7 @@ def word_handler(self, words):
11411140
self.v["sent"].name = word.replace("\t", " ").strip()
11421141
self.v.pull("sent", current_pos + len(word.encode("utf8")))
11431142
if self.is_word_sentence_breaker(word, last_word, next_word):
1144-
self.last_sentence_marker = word
1143+
self.last_sentence_marker = word.replace("\t", " ").strip()
11451144
elif self.punct_regex.search(word):
11461145
punc_pos = current_pos - len(word.encode("utf8"))
11471146
punct = word.strip()

0 commit comments

Comments
 (0)