2323from pynini .lib import byte , utf8
2424from pynini .lib .pynutil import delete , insert
2525
26- logging .basicConfig (level = logging .DEBUG ,
27- format = '%(asctime)s WETEXT %(levelname)s %(message)s' )
28-
2926
3027class Processor :
3128
@@ -78,6 +75,13 @@ def build_verbalizer(self):
7875 self .verbalizer = self .delete_tokens (verbalizer )
7976
8077 def build_fst (self , prefix , cache_dir , overwrite_cache ):
78+ logger = logging .getLogger ('wetext-{}' .format (self .name ))
79+ logger .setLevel (logging .INFO )
80+ handler = logging .StreamHandler ()
81+ fmt = logging .Formatter ('%(asctime)s WETEXT %(levelname)s %(message)s' )
82+ handler .setFormatter (fmt )
83+ logger .addHandler (handler )
84+
8185 os .makedirs (cache_dir , exist_ok = True )
8286 tagger_name = '{}_tagger.fst' .format (prefix )
8387 verbalizer_name = '{}_verbalizer.fst' .format (prefix )
@@ -88,20 +92,20 @@ def build_fst(self, prefix, cache_dir, overwrite_cache):
8892 exists = os .path .exists (tagger_path ) and os .path .exists (
8993 verbalizer_path )
9094 if exists and not overwrite_cache :
91- logging .info ("found existing fst: {}" .format (tagger_path ))
92- logging .info (" {}" .format (verbalizer_path ))
93- logging .info ("skip building fst for {} ..." .format (self .name ))
95+ logger .info ("found existing fst: {}" .format (tagger_path ))
96+ logger .info (" {}" .format (verbalizer_path ))
97+ logger .info ("skip building fst for {} ..." .format (self .name ))
9498 self .tagger = Fst .read (tagger_path ).optimize ()
9599 self .verbalizer = Fst .read (verbalizer_path ).optimize ()
96100 else :
97- logging .info ("building fst for {} ..." .format (self .name ))
101+ logger .info ("building fst for {} ..." .format (self .name ))
98102 self .build_tagger ()
99103 self .build_verbalizer ()
100104 self .tagger .optimize ().write (tagger_path )
101105 self .verbalizer .optimize ().write (verbalizer_path )
102- logging .info ("done" )
103- logging .info ("fst path: {}" .format (tagger_path ))
104- logging .info (" {}" .format (verbalizer_path ))
106+ logger .info ("done" )
107+ logger .info ("fst path: {}" .format (tagger_path ))
108+ logger .info (" {}" .format (verbalizer_path ))
105109
106110 def tag (self , input ):
107111 if len (input ) == 0 :
0 commit comments