updated Evaluator.cpp for multi-word morpheme

bab2min · bab2min · commit 2204b4e238e8 · 2024-02-12T20:43:21.000+09:00
diff --git a/tools/Evaluator.cpp b/tools/Evaluator.cpp
@@ -1,4 +1,4 @@
-﻿#include <fstream>
+#include <fstream>
 #include <iostream>
 
 #include <kiwi/Utils.h>
@@ -13,7 +13,7 @@ TokenInfo parseWordPOS(const u16string& str)
 {
 	auto p = str.rfind('/');
 	if (p == str.npos) return {};
-	u16string form{ str.begin(), str.begin() + p };
+	u16string form = replace(nonstd::u16string_view(str.data(), p), u"_", u" ");
 	if (str[p + 1] == 'E')
 	{
 		if (form[0] == u'아' || form[0] == u'여') form[0] = u'어';

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-#include <fstream>`
	`1`	`+#include <fstream>`
`2`	`2`	`#include <iostream>`
`3`	`3`
`4`	`4`	`#include <kiwi/Utils.h>`
`@@ -13,7 +13,7 @@ TokenInfo parseWordPOS(const u16string& str)`
`13`	`13`	`{`
`14`	`14`	`auto p = str.rfind('/');`
`15`	`15`	`if (p == str.npos) return {};`
`16`		`- u16string form{ str.begin(), str.begin() + p };`
	`16`	`+ u16string form = replace(nonstd::u16string_view(str.data(), p), u"_", u" ");`
`17`	`17`	`if (str[p + 1] == 'E')`
`18`	`18`	`{`
`19`	`19`	`if (form[0] == u'아' \|\| form[0] == u'여') form[0] = u'어';`