diff --git a/.make.versions b/.make.versions index 4a28c2eb3..63cfff06c 100644 --- a/.make.versions +++ b/.make.versions @@ -39,6 +39,8 @@ DPK_LIB_KFP_SHARED=$(DPK_VERSION) KFP_DOCKER_VERSION=$(DOCKER_IMAGE_VERSION) KFP_DOCKER_VERSION_v2=$(DOCKER_IMAGE_VERSION) +DPK_CONNECTOR_VERSION=0.2.3.dev0 + ################## ################## ################## ################## ################## ################## # Begin versions that the repo depends on. diff --git a/data-connector-lib/Makefile b/data-connector-lib/Makefile index c72aeb74d..089cd5ad6 100644 --- a/data-connector-lib/Makefile +++ b/data-connector-lib/Makefile @@ -13,7 +13,7 @@ clean:: setup:: set-versions: .check-env - $(MAKE) TOML_VERSION=$(DPK_LIB_VERSION) .defaults.update-toml + $(MAKE) TOML_VERSION=$(DPK_CONNECTOR_VERSION) .defaults.update-toml build:: build-dist diff --git a/data-connector-lib/pyproject.toml b/data-connector-lib/pyproject.toml index 737234bdf..eaf459a07 100644 --- a/data-connector-lib/pyproject.toml +++ b/data-connector-lib/pyproject.toml @@ -1,7 +1,7 @@ [project] name = "data_prep_connector" -version = "0.2.2.dev1" -requires-python = ">=3.10" +version = "0.2.3.dev0" +requires-python = ">=3.10,<3.13" keywords = [ "data", "data acquisition", diff --git a/release-notes.md b/release-notes.md index 8d114b8ff..15f23c542 100644 --- a/release-notes.md +++ b/release-notes.md @@ -1,5 +1,21 @@ # Data Prep Kit Release notes +## Release 0.2.2- HTTP Connector Module - 10/23/2024 + +### General +1. Bug fixes across the repo +1. Minor enhancements and experimentation with single packaging techniques using \[extra\] +1. Decoupled the release process for each of the component so we can be more responsive to the needs of our stakeholders +1. The minor digit for the release for all components is incremented and the patch digit is reset to 0 for all new releases of the data-prep-toolkit +1. The patch digit for the release of any one component can be increased independently from other component patch number + + +### data-prep-toolkit-Connector + +1. Released first version of the data-prep-toolkit-connector for crawling web sites and downloading HTML and PDF files for ingestion by the pipeline + + + ## Release 0.2.1 - 9/24/2024 ### General diff --git a/transforms/universal/hap/kfp_ray/Makefile b/transforms/universal/hap/kfp_ray.disable-due-to-error/Makefile similarity index 100% rename from transforms/universal/hap/kfp_ray/Makefile rename to transforms/universal/hap/kfp_ray.disable-due-to-error/Makefile diff --git a/transforms/universal/hap/kfp_ray/hap_wf.py b/transforms/universal/hap/kfp_ray.disable-due-to-error/hap_wf.py similarity index 100% rename from transforms/universal/hap/kfp_ray/hap_wf.py rename to transforms/universal/hap/kfp_ray.disable-due-to-error/hap_wf.py diff --git a/transforms/universal/hap/kfp_ray/pipeline_definitions.yaml b/transforms/universal/hap/kfp_ray.disable-due-to-error/pipeline_definitions.yaml similarity index 100% rename from transforms/universal/hap/kfp_ray/pipeline_definitions.yaml rename to transforms/universal/hap/kfp_ray.disable-due-to-error/pipeline_definitions.yaml