Release 1.2.0 (2025-03-04)

### Features

* Add Avro metadata support for data cli
* Add metadata support when reading Avro files
* Add UDF console logging
* Use partition,compression_group_id to uniquely id a partition

### Bug Fixes

* Add GCP Terraform parameter for data loading file format.
* C++ compiler warnings
* Check that partition ids are unique
* Explicitly set confidential_instance_type
* Pass chaffing to lookup
* replace google internal link with public link for variables.
* use gperftools github doc pages

### Documentation

* Add Avro metadata spec
* Remove AWS ssh from docs.

Bug: N/A
Change-Id: Iaeae0bce737274e636cf2b9738fceed5bceea181
GitOrigin-RevId: df689e65546aa76480debc79fef7298bcdcc3639

Author: Privacy Sandbox Team

.bazelrc

@@ -7,6 +7,7 @@ build --workspace_status_command="bash tools/get_workspace_status"
 build --copt=-Werror=thread-safety
 build --config=clang
 build --config=noexcept
+
 # Disable some ROMA error checking
 build --per_file_copt=.*sandboxed_api.*@-Wno-return-type
 
@@ -32,13 +33,26 @@ build --@io_opentelemetry_cpp//api:with_abseil=true
 # Required to build OpenTelemtry with logs API.
 build --copt=-DENABLE_LOGS_PREVIEW
 
+build:clang --config=cpp_nowarn
 build:clang --cxxopt=-fbracket-depth=512
 build:clang --client_env=CC=clang
 build:clang --cxxopt=-std=c++17
 build:clang --host_cxxopt=-std=c++17
 build:clang --client_env=BAZEL_CXXOPTS=-std=c++17
 build:clang --per_file_copt=external/nitrokmscli_.*\.c@-Wno-int-conversion
 build:clang --per_file_copt=external/(json_c|nitrokmscli_).*\.c@-Wno-implicit-function-declaration
+# Ignore deprecated declarations and redefined macro warnings from differential privacy library
+build:clang --per_file_copt=(components|public/data_loading)/.*@-Wno-macro-redefined,-Wno-deprecated-declarations
+build:clang --per_file_copt=production/packaging/gcp/data_server/bin/.*@-Wno-macro-redefined,-Wno-deprecated-declarations
+build:clang --per_file_copt=tools/(data_cli|request_simulation|udf)/.*@-Wno-macro-redefined,-Wno-deprecated-declarations
+# Use --host_per_file_copt to ignore warnings from genrule
+build:clang --host_per_file_copt=(components|public/data_loading)/.*@-Wno-macro-redefined,-Wno-deprecated-declarations
+build:clang --host_per_file_copt=production/packaging/gcp/data_server/bin/.*@-Wno-macro-redefined,-Wno-deprecated-declarations
+build:clang --host_per_file_copt=tools/(data_cli|request_simulation|udf)/.*@-Wno-macro-redefined,-Wno-deprecated-declarations
+# Ignore warnings from generated parser
+build:clang --per_file_copt=components/query/.*@-Wno-unused-but-set-variable
+# Telemetry has some unchecked results after registering observers.
+build:clang --per_file_copt=(tools/request_simulation/request_simulation_system.cc|components/data_server/server/server.cc)@-Wno-unused-variable
 
 build:cpp_nowarn --copt=-Werror
 build:cpp_nowarn --per_file_copt=external/.*@-Wno-error

CHANGELOG.md

@@ -2,6 +2,33 @@
 
 All notable changes to this project will be documented in this file. See [commit-and-tag-version](https://github.com/absolute-version/commit-and-tag-version) for commit guidelines.
 
+## 1.2.0 (2025-03-04)
+
+
+### Features
+
+* Add Avro metadata support for data cli
+* Add metadata support when reading Avro files
+* Add UDF console logging
+* Use partition,compression_group_id to uniquely id a partition
+
+
+### Bug Fixes
+
+* Add GCP Terraform parameter for data loading file format.
+* C++ compiler warnings
+* Check that partition ids are unique
+* Explicitly set confidential_instance_type
+* Pass chaffing to lookup
+* replace google internal link with public link for variables.
+* use gperftools github doc pages
+
+
+### Documentation
+
+* Add Avro metadata spec
+* Remove AWS ssh from docs.
+
 ## 1.1.0 (2025-01-15)
 
 
@@ -11,15 +38,12 @@ All notable changes to this project will be documented in this file. See [commit
 * Add BatchExecuteCode function to UdfClient
 * Add custom metrics UDF callback hook to udf configuration
 * Add udf-enable-stacktrace parameter
-* Bump nltk from 3.8.1 to 3.9.1 in /third_party_deps
-* Bump tqdm that has a security fix to 4.67.1
 * Enable UDF custom metric hook for the server
 * Parallel UDF execution for multi partition requests
 * Switch AvroDeltaRecordStreamWriter to use native fb struct
 * Switch CsvDeltaRecordStreamWriter and consumers to fb native
 * Switch DeltaRecordLimitingFileWriter and consumers to native fb
 * Switch DeltaRecordStreamWriter and consumers to fb native
-* Upgrade common repo
 
 
 ### Bug Fixes
@@ -31,16 +55,21 @@ All notable changes to this project will be documented in this file. See [commit
 * Do not require Delete KVMutations to have a value
 * Downgrade markdownlint
 * Drop `keyGroupOutput` objects that do not have keyValues
-* fix building failure of GitHub main
+* Fix building failure of GitHub main
 * Fix udf tester to recognize absl logging flags
 * Loading data in order for aws e2e workflow
 * Proto encoder should check that partition output is json object
 * Remove extra comma in request example json for log context
-* remove logging from default UDF
-* resolve e2e workflow key conflict
+* Remove logging from default UDF
+* Resolve e2e workflow key conflict
 * Sample UDFs should use logMessage instead of console.log
 * Udf code object should have mutex
 
+### Dependencies
+
+* Bump nltk from 3.8.1 to 3.9.1 in /third_party_deps
+* Bump tqdm that has a security fix to 4.67.1
+* Upgrade common repo
 
 ### Documentation
 

WORKSPACE

@@ -15,11 +15,11 @@ python_register_toolchains("//builders/bazel")
 
 http_archive(
     name = "google_privacysandbox_servers_common",
-    # commit 2fc3d6c 2024-12-26
-    sha256 = "321893a0733f5172b4cfeb085551d4c7507a2683b01bf4af4ec4017f948477b6",
-    strip_prefix = "data-plane-shared-libraries-2fc3d6cfa9a4ea6f424348a9b2740c025404b520",
+    # commit 3c9816c 2025-02-14
+    sha256 = "404abe9a8a1e269ef4f820937faac0815bf40bceefb07a87063e6732b86058a8",
+    strip_prefix = "data-plane-shared-libraries-3c9816cddcdf4744b9bde85b9e1d44c6cef25ec8",
     urls = [
-        "https://github.com/privacysandbox/data-plane-shared-libraries/archive/2fc3d6cfa9a4ea6f424348a9b2740c025404b520.zip",
+        "https://github.com/privacysandbox/data-plane-shared-libraries/archive/3c9816cddcdf4744b9bde85b9e1d44c6cef25ec8.zip",
     ],
 )
 

builders/CHANGELOG.md

@@ -2,6 +2,13 @@
 
 All notable changes to this project will be documented in this file. See [commit-and-tag-version](https://github.com/absolute-version/commit-and-tag-version) for commit guidelines.
 
+## 0.77.0 (2025-01-13)
+
+
+### Features
+
+* Add environment variables specified by the environment variable BUILDER_CUSTOM_ENV_VARS in builder.sh
+
 ## 0.76.0 (2024-12-16)
 
 

builders/tools/builder.sh

@@ -177,6 +177,7 @@ function builder::cbuild_al() {
   shift
   local -r cbuild="$(builder::get_tools_dir)"/cbuild
   declare -a env_vars
+  IFS=':' read -r -a env_vars <<< "${BUILDER_CUSTOM_ENV_VARS}"
   builder::add_aws_env_vars env_vars
   declare env_args
   for evar in "${env_vars[@]}"; do

builders/version.txt

@@ -1 +1 @@
-0.76.0
+0.77.0

components/cloud_config/instance_client_gcp.cc

@@ -88,9 +88,7 @@ class GcpInstanceClient : public InstanceClient {
   GcpInstanceClient(
       privacy_sandbox::server_common::log::PSLogContext& log_context)
       : instance_client_(google::scp::cpio::InstanceClientFactory::Create()),
-        log_context_(log_context) {
-    instance_client_->Init();
-  }
+        log_context_(log_context) {}
 
   absl::StatusOr<std::string> GetEnvironmentTag() override {
     if (environment_.empty()) {

components/cloud_config/instance_client_local.cc

@@ -71,7 +71,7 @@ class LocalInstanceClient : public InstanceClient {
   }
 
   absl::StatusOr<std::vector<InstanceInfo>> DescribeInstances(
-      const absl::flat_hash_set<std::string>& instance_ids) {
+      const absl::flat_hash_set<std::string>& instance_ids) override {
     auto id = GetInstanceId();
     if (!id.ok()) {
       return id.status();

components/data/blob_storage/blob_storage_change_notifier_gcp.cc

@@ -33,7 +33,13 @@ class GcpBlobStorageChangeNotifier : public BlobStorageChangeNotifier {
       privacy_sandbox::server_common::log::PSLogContext& log_context)
       : notifier_(std::move(notifier)), log_context_(log_context) {}
 
-  ~GcpBlobStorageChangeNotifier() override { sleep_for_.Stop(); }
+  ~GcpBlobStorageChangeNotifier() override {
+    auto status = sleep_for_.Stop();
+    if (!status.ok()) {
+      PS_LOG(ERROR, log_context_)
+          << "Error stopping GcpBlobStorageChangeNotifier SleepFor:" << status;
+    }
+  }
 
   absl::StatusOr<std::vector<std::string>> GetNotifications(
       absl::Duration max_wait,

components/data/blob_storage/blob_storage_change_notifier_local.cc

@@ -23,9 +23,8 @@ namespace {
 class LocalBlobStorageChangeNotifier : public BlobStorageChangeNotifier {
  public:
   explicit LocalBlobStorageChangeNotifier(
-      std::unique_ptr<ChangeNotifier> notifier,
-      privacy_sandbox::server_common::log::PSLogContext& log_context)
-      : notifier_(std::move(notifier)), log_context_(log_context) {}
+      std::unique_ptr<ChangeNotifier> notifier)
+      : notifier_(std::move(notifier)) {}
 
   absl::StatusOr<std::vector<std::string>> GetNotifications(
       absl::Duration max_wait,
@@ -35,7 +34,6 @@ class LocalBlobStorageChangeNotifier : public BlobStorageChangeNotifier {
 
  private:
   std::unique_ptr<ChangeNotifier> notifier_;
-  privacy_sandbox::server_common::log::PSLogContext& log_context_;
 };
 
 }  // namespace
@@ -51,8 +49,7 @@ BlobStorageChangeNotifier::Create(
     return notifier.status();
   }
 
-  return std::make_unique<LocalBlobStorageChangeNotifier>(std::move(*notifier),
-                                                          log_context);
+  return std::make_unique<LocalBlobStorageChangeNotifier>(std::move(*notifier));
 }
 
 }  // namespace kv_server