Skip to content

Commit 6f5c94b

Browse files
committed
fixed segfault when splitting long text (bab2min/kiwipiepy#158)
1 parent a72a373 commit 6f5c94b

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/KTrie.cpp

+6
Original file line numberDiff line numberDiff line change
@@ -514,6 +514,12 @@ size_t kiwi::splitByTrie(
514514
break;
515515
}
516516
}
517+
// 혹은 공백 문자가 아예 없는 경우 너무 길어지는 것을 방지하기 위해 강제로 중단
518+
else if (n >= 8192)
519+
{
520+
lastChrType = chrType;
521+
break;
522+
}
517523

518524
// 공백문자를 무시하고 분할 진행
519525
if (chrType == POSTag::unknown)

0 commit comments

Comments
 (0)