4.3.2

Author: hyunwoongko

kss/__init__.py

@@ -6,4 +6,4 @@
 from kss._modules.summarization.summarize_sentences import summarize_sentences
 
 __ALL__ = [split_sentences, split_morphemes, summarize_sentences]
-__version__ = "4.3.1"
+__version__ = "4.3.2"

kss/_modules/morphemes/utils.py

@@ -120,17 +120,21 @@ def _preserve_space(
     """
     results = list()
     len_text = len(text)
-    text_ptr = 0
-    token_ptr = 0
+    len_tokens = len(tokens)
+    text_idx = 0
+    token_idx = 0
 
-    while text_ptr < len_text:
-        character = text[text_ptr]
+    while text_idx < len_text:
+        character = text[text_idx]
         if character in spaces:
             results.append((character, "SP"))
-            text_ptr += 1
+            text_idx += 1
         else:
-            token = tokens[token_ptr]
-            results.append(token)
-            text_ptr += len(token[0])
-            token_ptr += 1
+            if token_idx < len_tokens:
+                token = tokens[token_idx]
+                results.append(token)
+                text_idx += len(token[0])
+                token_idx += 1
+            else:
+                break
     return results

kss/_modules/sentences/sentence_postprocessor.py

@@ -486,4 +486,8 @@ def _remove_empty_sentence(output_sentences: List[List[Syllable]]):
         Returns:
             List[List[Syllable]]: list of syllables without empty one
         """
-        return [sentence for sentence in output_sentences if len(sentence) != 0]
+        return [
+            sentence
+            for sentence in output_sentences
+            if len("".join([i.text for i in sentence]).strip()) != 0
+        ]