ValueError: left side of old and new divisions are different, during await async_collection.write(itemName, df) #82
Description
During await async_collection.write(itemName, df), got ValueError: left side of old and new divisions are different.
traceback error message:
await async_collection.write(itemName, df)
File "D:\Development\pydevtvenv2\lib\site-packages\pystore\async_operations.py", line 64, in write
await loop.run_in_executor(self.executor, write_func)
File "C:\Program Files\Python310\lib\asyncio\futures.py", line 284, in await
yield self # This tells Task to wait for completion.
File "C:\Program Files\Python310\lib\asyncio\tasks.py", line 304, in __wakeup
future.result()
File "C:\Program Files\Python310\lib\asyncio\futures.py", line 201, in result
raise self._exception
File "C:\Program Files\Python310\lib\concurrent\futures\thread.py", line 58, in run
result = self.fn(*self.args, **self.kwargs)
File "D:\Development\pydevtvenv2\lib\site-packages\pystore\collection.py", line 350, in write
self._write_to_storage(item, data, metadata, overwrite, reload_items, **kwargs)
File "D:\Development\pydevtvenv2\lib\site-packages\pystore\collection.py", line 305, in _write_to_storage
dd.to_parquet(data, self._item_path(item, as_string=True), overwrite=overwrite,
File "D:\Development\pydevtvenv2\lib\site-packages\dask\dataframe\dask_expr\io\parquet.py", line 661, in to_parquet
out = out.compute(**compute_kwargs)
File "D:\Development\pydevtvenv2\lib\site-packages\dask\base.py", line 373, in compute
(result,) = compute(self, traverse=False, **kwargs)
File "D:\Development\pydevtvenv2\lib\site-packages\dask\base.py", line 681, in compute
results = schedule(expr, keys, **kwargs)
File "D:\Development\pydevtvenv2\lib\site-packages\dask_expr.py", line 581, in dask_graph
layers.append(expr._layer())
File "D:\Development\pydevtvenv2\lib\site-packages\dask\dataframe\dask_expr_repartition.py", line 284, in _layer
raise ValueError(msg)
ValueError: left side of old and new divisions are different
Thanks