add NoneTokenizer

Author: Ahoo-Wang

build/version.props

@@ -2,7 +2,7 @@
 	<PropertyGroup>
 		<VersionMajor>2</VersionMajor>
 		<VersionMinor>2</VersionMinor>
-		<VersionPatch>44</VersionPatch>
+		<VersionPatch>45</VersionPatch>
 		<VersionPrefix>$(VersionMajor).$(VersionMinor).$(VersionPatch)</VersionPrefix>
 	</PropertyGroup>
 </Project>

src/SmartCode/TokenizerFactory.cs

@@ -8,11 +8,24 @@ namespace SmartCode
 {
     public class TokenizerFactory
     {
-        public static ITokenizer Create(Tokenizer tokenizer)
+        public static ITokenizer Create(Tokenizer tokenizerConfig)
         {
-            DefaultTokenizer defaultTokenizer = new DefaultTokenizer();
-            defaultTokenizer.Initialize(tokenizer.Parameters);
-            return defaultTokenizer;
+            ITokenizer tokenizer;
+            switch (tokenizerConfig.Type)
+            {
+                case "None":
+                    {
+                        tokenizer = new NoneTokenizer();
+                        break;
+                    }
+                default:
+                    {
+                        tokenizer = new DefaultTokenizer();
+                        break;
+                    }
+            }
+            tokenizer.Initialize(tokenizerConfig.Parameters);
+            return tokenizer;
         }
     }
 }

src/SmartCode/WordsConverter/NoneTokenizer.cs

@@ -0,0 +1,21 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace SmartCode.WordsConverter
+{
+    public class NoneTokenizer : ITokenizer
+    {
+        public void Initialize(IDictionary<string, object> parameters)
+        {
+
+        }
+
+        public bool Initialized => true;
+        public string Name => "None";
+        public IEnumerable<string> Segment(string phrase)
+        {
+            return new[] { phrase };
+        }
+    }
+}