modify dependencies

Author: alice-yin

Diff for: cloud_export_to_parquet/README.md

@@ -4,7 +4,7 @@ This is an example workflow to convert exported file from proto to parquet file.
 
 Please make sure your python is 3.9 above. For this sample, run:
 
-    poetry install 
+    poetry install --with cloud_export_to_parquet
 
 Before you start, please modify workflow input in `create_schedule.py` with your s3 bucket and namespace. Also make sure you've the right AWS permission set up in your environment to allow this workflow read and write to your s3 bucket. 
 

Diff for: cloud_export_to_parquet/__init__.py

@@ -10,7 +10,11 @@
     ScheduleSpec,
     WorkflowFailureError,
 )
-from workflows import ProtoToParquet, ProtoToParquetWorkflowInput
+
+from cloud_export_to_parquet.workflows import (
+    ProtoToParquet,
+    ProtoToParquetWorkflowInput,
+)
 
 
 async def main() -> None:

Diff for: cloud_export_to_parquet/create_schedule.py

@@ -1,14 +1,18 @@
 import asyncio
 from concurrent.futures import ThreadPoolExecutor
 
-from data_trans_activities import data_trans_and_land, get_object_keys
 from temporalio.client import Client
 from temporalio.worker import Worker
 from temporalio.worker.workflow_sandbox import (
     SandboxedWorkflowRunner,
     SandboxRestrictions,
 )
-from workflows import ProtoToParquet
+
+from cloud_export_to_parquet.data_trans_activities import (
+    data_trans_and_land,
+    get_object_keys,
+)
+from cloud_export_to_parquet.workflows import ProtoToParquet
 
 
 async def main() -> None:
@@ -25,7 +29,7 @@ async def main() -> None:
         workflow_runner=SandboxedWorkflowRunner(
             restrictions=SandboxRestrictions.default.with_passthrough_modules("boto3")
         ),
-        activity_executor=ThreadPoolExecutor(5),
+        activity_executor=ThreadPoolExecutor(100),
     )
     await worker.run()
 

Diff for: cloud_export_to_parquet/poetry.lock

@@ -5,7 +5,7 @@
 from temporalio.exceptions import ActivityError
 
 with workflow.unsafe.imports_passed_through():
-    from data_trans_activities import (
+    from cloud_export_to_parquet.data_trans_activities import (
         DataTransAndLandActivityInput,
         data_trans_and_land,
         get_object_keys,

Diff for: cloud_export_to_parquet/pyproject.toml

@@ -97,3 +97,12 @@ ignore_errors = true
 [[tool.mypy.overrides]]
 module = "opentelemetry.*"
 ignore_errors = true
+
+[tool.poetry.group.cloud_export_to_parquet]
+optional = true
+[tool.poetry.group.cloud_export_to_parquet.dependencies]
+pandas = {version = "^2.2.2",python = ">=3.9,<4.0"}
+numpy = {version = ">=1.26.0",python = ">=3.9,<3.13"}
+pyarrow = "^16.0.0"
+boto3 = "^1.34.89"
+