add vertex notebooks for gcp

Author: terencezhang1997

3p-integrations/gcp/vertex_MaaS/Vertex_JSON_mode_for_Llama_4.ipynb

@@ -0,0 +1,160 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": []
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    }
+  },
+  "cells": [
+    {
+      "cell_type": "code",
+      "source": [
+        "import sys\n",
+        "import IPython\n",
+        "\n",
+        "%pip install --upgrade --user --quiet google-genai\n",
+        "app = IPython.Application.instance()\n",
+        "app.kernel.do_shutdown(True)\n",
+        "\n",
+        "if \"google.colab\" in sys.modules:\n",
+        "    from google.colab import auth\n",
+        "\n",
+        "    auth.authenticate_user()"
+      ],
+      "metadata": {
+        "id": "2sHCLvoCw6TA"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "import os\n",
+        "\n",
+        "PROJECT_ID = \"[your-project-id]\"  # @param {type: \"string\", placeholder: \"[your-project-id]\", isTemplate: true}\n",
+        "if not PROJECT_ID or PROJECT_ID == \"[your-project-id]\":\n",
+        "    PROJECT_ID = str(os.environ.get(\"GOOGLE_CLOUD_PROJECT\"))\n",
+        "\n",
+        "LOCATION = os.environ.get(\"GOOGLE_CLOUD_REGION\", \"us-central1\")\n",
+        "\n",
+        "from google import genai\n",
+        "\n",
+        "client = genai.Client(vertexai=True, project=PROJECT_ID, location=LOCATION)"
+      ],
+      "metadata": {
+        "id": "JG5BoLBdw5je"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "from google.genai.types import GenerateContentConfig, Part, SafetySetting\n",
+        "\n",
+        "client = genai.Client(vertexai=True, project=PROJECT_ID, location=LOCATION)\n",
+        "MODEL_ID =  \"meta/llama-4-maverick-17b-128e-instruct-maas\"\n"
+      ],
+      "metadata": {
+        "id": "6snbS6-Rxh5C"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "Defining the format we want to return..."
+      ],
+      "metadata": {
+        "id": "DsRB381L0bwb"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "response_schema = {\n",
+        "    \"type\": \"ARRAY\",\n",
+        "    \"items\": {\n",
+        "        \"type\": \"ARRAY\",\n",
+        "        \"items\": {\n",
+        "            \"type\": \"OBJECT\",\n",
+        "            \"properties\": {\n",
+        "                \"rating\": {\"type\": \"INTEGER\"},\n",
+        "                \"flavor\": {\"type\": \"STRING\"},\n",
+        "                \"sentiment\": {\n",
+        "                    \"type\": \"STRING\",\n",
+        "                    \"enum\": [\"POSITIVE\", \"NEGATIVE\", \"NEUTRAL\"],\n",
+        "                },\n",
+        "                \"explanation\": {\"type\": \"STRING\"},\n",
+        "            },\n",
+        "            \"required\": [\"rating\", \"flavor\", \"sentiment\", \"explanation\"],\n",
+        "        },\n",
+        "    },\n",
+        "}\n"
+      ],
+      "metadata": {
+        "id": "7CyBOejOz8iR"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "defining the product reviews in the prompt and asking the model to generate based on the response_schema passed in."
+      ],
+      "metadata": {
+        "id": "ckdF273K0g7E"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "prompt = \"\"\"\n",
+        "  Analyze the following product reviews, output the sentiment classification, and give an explanation.\n",
+        "\n",
+        "  - \"Absolutely loved it! Best ice cream I've ever had.\" Rating: 4, Flavor: Strawberry Cheesecake\n",
+        "  - \"Quite good, but a bit too sweet for my taste.\" Rating: 1, Flavor: Mango Tango\n",
+        "\"\"\"\n",
+        "\n",
+        "response = client.models.generate_content(\n",
+        "    model=MODEL_ID,\n",
+        "    contents=prompt,\n",
+        "    config=GenerateContentConfig(\n",
+        "        response_mime_type=\"application/json\",\n",
+        "        response_schema=response_schema,\n",
+        "    ),\n",
+        ")\n",
+        "product_reviews: dict = response.parsed\n",
+        "print(product_reviews)"
+      ],
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "Z_ka6SP90Am-",
+        "outputId": "69d91ee1-96d4-44f9-d22d-c4f4a9887e82"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "[[{'explanation': \"The reviewer used the phrase 'Absolutely loved it' and stated it was the 'Best ice cream I've ever had', indicating a very positive sentiment despite the rating being less than 5.\", 'flavor': 'Strawberry Cheesecake', 'rating': 4, 'sentiment': 'POSITIVE'}, {'explanation': \"The reviewer described the product as 'Quite good', but expressed a negative aspect by stating it was 'a bit too sweet', aligning with the low rating given. The negative aspect outweighs the positive, leading to an overall negative sentiment.\", 'flavor': 'Mango Tango', 'rating': 1, 'sentiment': 'NEGATIVE'}]]\n"
+          ]
+        }
+      ]
+    }
+  ]
+}