Fix datasets API to match current API (#91)

Fixes to match the current API and docs example.

Author: stangirala

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "tensorlake"
-version = "0.1.50"
+version = "0.1.51"
 description = "Tensorlake SDK for Document Ingestion API and Serverless Workflows"
 authors = ["Tensorlake Inc. <[email protected]>"]
 homepage = "https://github.com/tensorlakeai/tensorlake"

src/tensorlake/documentai/client.py

@@ -341,7 +341,7 @@ async def create_dataset_async(
                 "settings": self.__create_parse_settings__(dataset.options),
             },
         )
-        return await self.get_dataset_async(response.json().get("id"))
+        return await self.get_dataset_async(dataset.name)
 
     def get_dataset(self, name: str) -> Optional[Dataset]:
         """

src/tensorlake/documentai/datasets.py

@@ -116,7 +116,6 @@ class DatasetItems(BaseModel):
     """
 
     cursor: Optional[str] = None
-    total_pages: int = 0
     items: dict[DatasetItemInfo, Output] = {}
 
 
@@ -275,6 +274,5 @@ async def items_async(self, cursor: Optional[str] = None) -> DatasetItems:
 
         return DatasetItems(
             cursor=jobs.next_cursor,
-            total_pages=jobs.total_pages,
             items=outputs,
         )