Skip to content

Commit 310eb1b

Browse files
authored
Merge branch 'main' into feat/dataplex-search-dq-scans
2 parents 671480d + 2d79660 commit 310eb1b

File tree

208 files changed

+28658
-3131
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

208 files changed

+28658
-3131
lines changed

.ci/integration.cloudbuild.yaml

Lines changed: 21 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -299,7 +299,6 @@ steps:
299299
- "SERVICE_ACCOUNT_EMAIL=$SERVICE_ACCOUNT_EMAIL"
300300
- "HEALTHCARE_REGION=$_REGION"
301301
- "HEALTHCARE_DATASET=$_HEALTHCARE_DATASET"
302-
- "HEALTHCARE_PREPOPULATED_DICOM_STORE=$_HEALTHCARE_PREPOPULATED_DICOM_STORE"
303302
secretEnv: ["CLIENT_ID"]
304303
volumes:
305304
- name: "go"
@@ -969,6 +968,7 @@ steps:
969968
- "SERVERLESS_SPARK_LOCATION=$_REGION"
970969
- "SERVERLESS_SPARK_PROJECT=$PROJECT_ID"
971970
- "SERVERLESS_SPARK_SERVICE_ACCOUNT=$SERVICE_ACCOUNT_EMAIL"
971+
- "EXTRA_TEST_ARGS=-test.parallel=1"
972972
secretEnv: ["CLIENT_ID"]
973973
volumes:
974974
- name: "go"
@@ -980,6 +980,26 @@ steps:
980980
"Serverless Spark" \
981981
serverlessspark
982982
983+
- id: "dataproc"
984+
name: golang:1
985+
waitFor: ["compile-test-binary"]
986+
entrypoint: /bin/bash
987+
env:
988+
- "GOPATH=/gopath"
989+
- "DATAPROC_PROJECT=$PROJECT_ID"
990+
- "DATAPROC_REGION=$_REGION"
991+
- "DATAPROC_LIST_JOBS_CLUSTER=cluster-36"
992+
secretEnv: ["CLIENT_ID"]
993+
volumes:
994+
- name: "go"
995+
path: "/gopath"
996+
args:
997+
- -c
998+
- |
999+
.ci/test_with_coverage.sh \
1000+
"Dataproc" \
1001+
dataproc
1002+
9831003
- id: "singlestore"
9841004
name: golang:1
9851005
waitFor: ["compile-test-binary"]
@@ -1178,7 +1198,6 @@ substitutions:
11781198
_ALLOYDB_AI_NL_INSTANCE: "alloydb-ai-nl-testing-instance"
11791199
_BIGTABLE_INSTANCE: "bigtable-testing-instance"
11801200
_HEALTHCARE_DATASET: "test-dataset"
1181-
_HEALTHCARE_PREPOPULATED_DICOM_STORE: "prepopulated-test-dicom-store"
11821201
_POSTGRES_HOST: 127.0.0.1
11831202
_POSTGRES_PORT: "5432"
11841203
_SPANNER_INSTANCE: "spanner-testing"

.ci/test_with_coverage.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ for tool_name in "${TOOL_PACKAGE_NAMES[@]}"; do
3535
done
3636

3737
# Run integration test
38-
if ! ./"${TEST_BINARY}" -test.v -test.coverprofile="${COVERAGE_FILE}"; then
38+
if ! ./"${TEST_BINARY}" -test.v ${EXTRA_TEST_ARGS:-} -test.coverprofile="${COVERAGE_FILE}"; then
3939
echo "Error: Tests for ${DISPLAY_NAME} failed. Exiting."
4040
exit 1
4141
fi

.github/CODEOWNERS

Lines changed: 15 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -3,15 +3,19 @@
33
# For syntax help see:
44
# https://help.github.com/en/github/creating-cloning-and-archiving-repositories/about-code-owners#codeowners-syntax
55

6-
* @googleapis/senseai-eco
6+
* @googleapis/senseai-eco-team
77
# Code & Tests
8-
**/alloydb*/ @googleapis/toolbox-alloydb
9-
**/bigquery/ @googleapis/toolbox-bigquery
10-
**/bigtable/ @googleapis/toolbox-bigtable
11-
**/cloudsqlmssql/ @googleapis/toolbox-cloud-sql-mssql
12-
**/cloudsqlmysql/ @googleapis/toolbox-cloud-sql-mysql
13-
**/cloudsqlpg/ @googleapis/toolbox-cloud-sql-postgres
14-
**/dataplex/ @googleapis/toolbox-dataplex
15-
**/firestore/ @googleapis/toolbox-firestore
16-
**/looker/ @googleapis/toolbox-looker
17-
**/spanner/ @googleapis/toolbox-spanner
8+
**/alloydb*/ @googleapis/toolbox-alloydb-team
9+
**/bigquery/ @googleapis/toolbox-bigquery-team
10+
**/bigtable/ @googleapis/toolbox-bigtable-team
11+
**/cloudsqlmssql/ @googleapis/toolbox-cloud-sql-mssql-team
12+
**/cloudsqlmysql/ @googleapis/toolbox-cloud-sql-mysql-team
13+
**/cloudsqlpg/ @googleapis/toolbox-cloud-sql-postgres-team
14+
**/dataplex/ @googleapis/toolbox-dataplex-team
15+
**/firestore/ @googleapis/toolbox-firestore-team
16+
**/looker/ @googleapis/toolbox-looker-team
17+
**/spanner/ @googleapis/toolbox-spanner-team
18+
19+
# Docs
20+
/docs/ @googleapis/senseai-eco-team
21+
/*.md @googleapis/senseai-eco-team

.github/blunderbuss.yml

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -22,85 +22,85 @@ assign_issues_by:
2222
- labels:
2323
- 'product: alloydb'
2424
to:
25-
- 'googleapis/toolbox-alloydb'
25+
- 'googleapis/toolbox-alloydb-team'
2626
- labels:
2727
- 'product: bigquery'
2828
to:
29-
- 'googleapis/toolbox-bigquery'
29+
- 'googleapis/toolbox-bigquery-team'
3030
- labels:
3131
- 'product: bigtable'
3232
to:
33-
- 'googleapis/toolbox-bigtable'
33+
- 'googleapis/toolbox-bigtable-team'
3434
- labels:
3535
- 'product: mssql'
3636
to:
37-
- 'googleapis/toolbox-cloud-sql-mssql'
37+
- 'googleapis/toolbox-cloud-sql-mssql-team'
3838
- labels:
3939
- 'product: mysql'
4040
to:
41-
- 'googleapis/toolbox-cloud-sql-mysql'
41+
- 'googleapis/toolbox-cloud-sql-mysql-team'
4242
- labels:
4343
- 'product: postgres'
4444
to:
45-
- 'googleapis/toolbox-cloud-sql-postgres'
45+
- 'googleapis/toolbox-cloud-sql-postgres-team'
4646
- labels:
4747
- 'product: dataplex'
4848
to:
49-
- 'googleapis/toolbox-dataplex'
49+
- 'googleapis/toolbox-dataplex-team'
5050
- labels:
5151
- 'product: firestore'
5252
to:
53-
- 'googleapis/toolbox-firestore'
53+
- 'googleapis/toolbox-firestore-team'
5454
- labels:
5555
- 'product: looker'
5656
to:
57-
- 'googleapis/toolbox-looker'
57+
- 'googleapis/toolbox-looker-team'
5858
- labels:
5959
- 'product: spanner'
6060
to:
61-
- 'googleapis/toolbox-spanner'
61+
- 'googleapis/toolbox-spanner-team'
6262
assign_prs:
6363
- Yuan325
6464
- duwenxin99
6565
assign_prs_by:
6666
- labels:
6767
- 'product: alloydb'
6868
to:
69-
- 'googleapis/toolbox-alloydb'
69+
- 'googleapis/toolbox-alloydb-team'
7070
- labels:
7171
- 'product: bigquery'
7272
to:
73-
- 'googleapis/toolbox-bigquery'
73+
- 'googleapis/toolbox-bigquery-team'
7474
- labels:
7575
- 'product: bigtable'
7676
to:
77-
- 'googleapis/toolbox-bigtable'
77+
- 'googleapis/toolbox-bigtable-team'
7878
- labels:
7979
- 'product: mssql'
8080
to:
81-
- 'googleapis/toolbox-cloud-sql-mssql'
81+
- 'googleapis/toolbox-cloud-sql-mssql-team'
8282
- labels:
8383
- 'product: mysql'
8484
to:
85-
- 'googleapis/toolbox-cloud-sql-mysql'
85+
- 'googleapis/toolbox-cloud-sql-mysql-team'
8686
- labels:
8787
- 'product: postgres'
8888
to:
89-
- 'googleapis/toolbox-cloud-sql-postgres'
89+
- 'googleapis/toolbox-cloud-sql-postgres-team'
9090
- labels:
9191
- 'product: dataplex'
9292
to:
93-
- 'googleapis/toolbox-dataplex'
93+
- 'googleapis/toolbox-dataplex-team'
9494
- labels:
9595
- 'product: firestore'
9696
to:
97-
- 'googleapis/toolbox-firestore'
97+
- 'googleapis/toolbox-firestore-team'
9898
- labels:
9999
- 'product: looker'
100100
to:
101-
- 'googleapis/toolbox-looker'
101+
- 'googleapis/toolbox-looker-team'
102102
- labels:
103103
- 'product: spanner'
104104
to:
105-
- 'googleapis/toolbox-spanner'
105+
- 'googleapis/toolbox-spanner-team'
106106

.github/header-checker-lint.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,5 +23,6 @@ sourceFileExtensions:
2323
- 'yml'
2424
ignoreFiles:
2525
- 'docs/en/getting-started/quickstart/**'
26+
- 'docs/en/samples/**'
2627
- '**/*oracle*'
2728

.github/workflows/deploy_dev_docs.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ jobs:
5151
extended: true
5252

5353
- name: Setup Node
54-
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6
54+
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6
5555
with:
5656
node-version: "22"
5757

.github/workflows/deploy_previous_version_docs.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,7 @@ jobs:
5757
with:
5858
hugo-version: "0.145.0"
5959
extended: true
60-
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6
60+
- uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6
6161
with:
6262
node-version: "22"
6363

.github/workflows/deploy_versioned_docs.yaml

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -35,9 +35,10 @@ jobs:
3535
ref: ${{ github.event.release.tag_name }}
3636

3737
- name: Get Version from Release Tag
38-
run: echo "VERSION=${GITHUB_EVENT_RELEASE_TAG_NAME}" >> $GITHUB_ENV
38+
id: get_version
3939
env:
40-
GITHUB_EVENT_RELEASE_TAG_NAME: ${{ github.event.release.tag_name }}
40+
RELEASE_TAG: ${{ github.event.release.tag_name }}
41+
run: echo "VERSION=${RELEASE_TAG}" >> "$GITHUB_OUTPUT"
4142

4243
- name: Setup Hugo
4344
uses: peaceiris/actions-hugo@75d2e84710de30f6ff7268e08f310b60ef14033f # v3
@@ -46,7 +47,7 @@ jobs:
4647
extended: true
4748

4849
- name: Setup Node
49-
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6
50+
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6
5051
with:
5152
node-version: "22"
5253

@@ -58,7 +59,7 @@ jobs:
5859
run: hugo --minify
5960
working-directory: .hugo
6061
env:
61-
HUGO_BASEURL: https://${{ github.repository_owner }}.github.io/${{ github.event.repository.name }}/${{ env.VERSION }}/
62+
HUGO_BASEURL: https://${{ github.repository_owner }}.github.io/${{ github.event.repository.name }}/${{ steps.get_version.outputs.VERSION }}/
6263
HUGO_RELATIVEURLS: false
6364

6465
- name: Deploy
@@ -67,9 +68,9 @@ jobs:
6768
github_token: ${{ secrets.GITHUB_TOKEN }}
6869
publish_dir: .hugo/public
6970
publish_branch: versioned-gh-pages
70-
destination_dir: ./${{ env.VERSION }}
71+
destination_dir: ./${{ steps.get_version.outputs.VERSION }}
7172
keep_files: true
72-
commit_message: "deploy: docs for ${{ env.VERSION }}"
73+
commit_message: "deploy: docs for ${{ steps.get_version.outputs.VERSION }}"
7374

7475
- name: Clean Build Directory
7576
run: rm -rf .hugo/public
@@ -89,4 +90,4 @@ jobs:
8990
publish_branch: versioned-gh-pages
9091
keep_files: true
9192
allow_empty_commit: true
92-
commit_message: "deploy: docs to root for ${{ env.VERSION }}"
93+
commit_message: "deploy: docs to root for ${{ steps.get_version.outputs.VERSION }}"

.github/workflows/docs_preview_deploy.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ jobs:
6262
extended: true
6363

6464
- name: Setup Node
65-
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6
65+
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6
6666
with:
6767
node-version: "22"
6868

.github/workflows/link_checker.yaml

Lines changed: 17 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,6 @@ permissions:
2020
pull-requests: write
2121
issues: write
2222

23-
2423
jobs:
2524
link-check:
2625
runs-on: ubuntu-latest
@@ -29,6 +28,7 @@ jobs:
2928
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
3029
with:
3130
fetch-depth: 0
31+
3232
- name: Identify Changed Files
3333
id: changed-files
3434
shell: bash
@@ -38,25 +38,23 @@ jobs:
3838
3939
if [ -z "$CHANGED_FILES" ]; then
4040
echo "No markdown files changed. Skipping checks."
41-
echo "HAS_CHANGES=false" >> $GITHUB_ENV
41+
echo "HAS_CHANGES=false" >> "$GITHUB_OUTPUT"
4242
else
4343
echo "--- Changed Files to Scan ---"
4444
echo "$CHANGED_FILES"
4545
echo "-----------------------------"
4646
47-
# FIX: Wrap filenames in quotes to handle spaces
4847
FILES_QUOTED=$(echo "$CHANGED_FILES" | sed 's/^/"/;s/$/"/' | tr '\n' ' ')
4948
50-
# Write to env using EOF pattern
51-
echo "CHECK_FILES<<EOF" >> $GITHUB_ENV
52-
echo "$FILES_QUOTED" >> $GITHUB_ENV
53-
echo "EOF" >> $GITHUB_ENV
54-
echo "HAS_CHANGES=true" >> $GITHUB_ENV
49+
# Use EOF to write multiline or long strings to GITHUB_OUTPUT
50+
echo "HAS_CHANGES=true" >> "$GITHUB_OUTPUT"
51+
echo "CHECK_FILES<<EOF" >> "$GITHUB_OUTPUT"
52+
echo "$FILES_QUOTED" >> "$GITHUB_OUTPUT"
53+
echo "EOF" >> "$GITHUB_OUTPUT"
5554
fi
5655
57-
5856
- name: Restore lychee cache
59-
if: env.HAS_CHANGES == 'true'
57+
if: steps.changed-files.outputs.HAS_CHANGES == 'true'
6058
uses: actions/cache@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5
6159
with:
6260
path: .lycheecache
@@ -65,8 +63,8 @@ jobs:
6563

6664
- name: Link Checker
6765
id: lychee-check
68-
if: env.HAS_CHANGES == 'true'
69-
uses: lycheeverse/lychee-action@a8c4c7cb88f0c7386610c35eb25108e448569cb0 # v2
66+
if: steps.changed-files.outputs.HAS_CHANGES == 'true'
67+
uses: lycheeverse/lychee-action@8646ba30535128ac92d33dfc9133794bfdd9b411 # v2
7068
continue-on-error: true
7169
with:
7270
args: >
@@ -75,14 +73,15 @@ jobs:
7573
--cache
7674
--max-cache-age 1d
7775
--exclude '^neo4j\+.*' --exclude '^bolt://.*'
78-
${{ env.CHECK_FILES }}
76+
${{ steps.changed-files.outputs.CHECK_FILES }}
7977
output: lychee-report.md
8078
format: markdown
8179
fail: true
8280
jobSummary: false
8381
debug: false
8482
env:
8583
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
84+
8685
- name: Find comment
8786
uses: peter-evans/find-comment@b30e6a3c0ed37e7c023ccd3f1db5c6c0b0c23aad # v4
8887
id: find-comment
@@ -97,23 +96,22 @@ jobs:
9796
gh api \
9897
--method DELETE \
9998
-H "Accept: application/vnd.github+json" \
100-
/repos/${{ github.repository }}/issues/comments/${{ steps.find-comment.outputs.comment-id }}
99+
/repos/${{ github.repository }}/issues/comments/${STEPS_FIND_COMMENT_OUTPUTS_COMMENT_ID}
101100
env:
102101
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
102+
STEPS_FIND_COMMENT_OUTPUTS_COMMENT_ID: ${{ steps.find-comment.outputs.comment-id }}
103103

104104
- name: Prepare Report
105-
if: env.HAS_CHANGES == 'true' && steps.lychee-check.outcome == 'failure'
105+
if: steps.changed-files.outputs.HAS_CHANGES == 'true' && steps.lychee-check.outcome == 'failure'
106106
run: |
107107
echo "## Link Resolution Note" > full-report.md
108-
109-
110-
echo "Local links and directory changes work differently on GitHub than on the docsite.You must ensure fixes pass the **GitHub check** and also work with **\`hugo server\`**." >> full-report.md
108+
echo "Local links and directory changes work differently on GitHub than on the docsite. You must ensure fixes pass the **GitHub check** and also work with **\`hugo server\`**." >> full-report.md
111109
echo "See [Link Checking and Fixing with Lychee](https://github.com/googleapis/genai-toolbox/blob/main/DEVELOPER.md#link-checking-and-fixing-with-lychee) for more details." >> full-report.md
112110
echo "" >> full-report.md
113111
sed -E '/(Redirect|Redirects per input)/d' lychee-report.md >> full-report.md
114112
115113
- name: Create PR Comment
116-
if: env.HAS_CHANGES == 'true' && steps.lychee-check.outcome == 'failure'
114+
if: steps.changed-files.outputs.HAS_CHANGES == 'true' && steps.lychee-check.outcome == 'failure'
117115
uses: peter-evans/create-or-update-comment@e8674b075228eee787fea43ef493e45ece1004c9 # v5
118116
with:
119117
comment-id: ${{ steps.find-comment.outputs.comment-id }}

0 commit comments

Comments
 (0)