pandas >=2 compatibility

Author: C-K-Loan

nlu/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '4.0.0'
+__version__ = '5.0.2'
 
 import nlu.utils.environment.env_utils as env_utils
 
@@ -18,6 +18,9 @@
 from nlu.discovery import Discoverer
 from nlu.pipe.component_resolution import *
 
+# apply hotfix
+import pandas as pd
+pd.DataFrame.iteritems = pd.DataFrame.items
 
 def version(): return __version__
 

nlu/pipe/col_substitution/col_name_substitution_utils.py

@@ -104,7 +104,7 @@ def substitute_col_names(df, anno_2_ex, pipe, stranger_cols=[], get_embeddings=F
         for k in cols_to_rename:
             # some cols might not exist because no annotations generated, so we need to double check it really exists
             if k not in df.columns: del new_cols[k]
-        return df.rename(columns=new_cols)[set(new_cols.values()).union(set(stranger_cols))] if drop_debug_cols else \
+        return df.rename(columns=new_cols)[list(set(new_cols.values()).union(set(stranger_cols)))] if drop_debug_cols else \
             df.rename(columns=new_cols)
 
     @staticmethod