diff --git a/affinity.py b/affinity.py index 4930582..dd6c007 100644 --- a/affinity.py +++ b/affinity.py @@ -399,7 +399,6 @@ def partition(self) -> Tuple[List[str], List[str]]: partitions = [] for partition, data in _partitions_iter: _path = self.LOCATION.path.format(*partition) - # paths.append((_path, self.__class__.build(dataframe=data))) paths.append(_path) partitions.append(self.__class__.build(dataframe=data)) return paths, partitions diff --git a/pyproject.toml b/pyproject.toml index 08580e8..91335a1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -13,6 +13,7 @@ readme = "README.md" requires-python = ">=3.11" dependencies = [ + "duckdb>=1", "pandas", ] diff --git a/test_affinity.py b/test_affinity.py index 8aa1948..8d9e063 100644 --- a/test_affinity.py +++ b/test_affinity.py @@ -1,11 +1,15 @@ from pathlib import Path +import duckdb import numpy as np import pandas as pd import pytest import affinity as af +# https://github.com/duckdb/duckdb/issues/14179 +duckdb.sql("SET python_scan_all_frames=true") + def test_scalar(): s = af.ScalarObject("field comment") @@ -142,6 +146,7 @@ class aDatasetVectorScalar(af.Dataset): data1 = aDatasetVectorScalar(v1=list("abcdef"), v2=2, v3=range(6)) assert len(data1) == 6 assert data1.shape == (6, 3) + assert list(data1.v3)[-1] == 5.0 assert data1.data_dict == {"v1": "first", "v2": "second", "v3": "third"} expected_dict = dict(v1=list("abcdef"), v2=2, v3=[0.0, 1.0, 2.0, 3.0, 4.0, 5.0]) assert data1.dict == expected_dict