We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f9b05e2 commit 9c63ba0Copy full SHA for 9c63ba0
type_infer/rule_based/core.py
@@ -46,7 +46,6 @@ def infer(self, data: pd.DataFrame) -> TypeInformation:
46
log.info(f'Using {pool_size} processes to deduct types.')
47
pool = mp.Pool(processes=pool_size)
48
# column-wise parallelization # TODO: evaluate switching to row-wise split instead
49
- # TODO: this would be the call to the inference engine -> column in, type out
50
answer_arr = pool.starmap(self.get_column_data_type, [
51
(sample_df[x].dropna(), data[x], x, self.config['pct_invalid']) for x in sample_df.columns.values
52
])
0 commit comments