- Use the mock server only when using OpenAI

Author: Matankl

03_application_deployment.ipynb

@@ -103,7 +103,9 @@
    "source": [
     "warnings.filterwarnings(\"ignore\", category=DeprecationWarning, module=\"pkg_resources\")\n",
     "\n",
-    "if not os.environ.get(\"OPENAI_API_KEY\"):\n",
+    "openai_available = os.environ.get(\"OPENAI_API_KEY\")\n",
+    "\n",
+    "if not openai_available:\n",
     "    embeddings = HuggingFaceEmbeddings(model_name=\"sentence-transformers/all-mpnet-base-v2\")\n",
     "else:\n",
     "    embeddings = OpenAIEmbeddings(model=\"text-embedding-3-small\")\n",
@@ -299,7 +301,7 @@
     "# Add the BankingAgent LLM using HF or OpenAI (if OPENAI credentials)\n",
     "MRS_banking_agent = ModelRunnerStep(name=\"banking-agent\")\n",
     "\n",
-    "if not os.environ.get(\"OPENAI_API_KEY\"):\n",
+    "if not openai_available:\n",
     "    MRS_banking_agent.add_model(\n",
     "        model_class=\"BankingAgentHuggingFace\",\n",
     "        endpoint_name=\"BankingAgentHuggingFace\",\n",
@@ -346,11 +348,20 @@
    "outputs": [],
    "execution_count": null
   },
+  {
+   "metadata": {},
+   "cell_type": "markdown",
+   "source": "### Since running the LLM model is very resource demanding some systems can't run it locally so we will use the mock server only with OpenAI",
+   "id": "294bec722b745a15"
+  },
   {
    "cell_type": "code",
    "id": "a7b33baa-d143-49a9-8007-6bade49b6813",
    "metadata": {},
-   "source": "mock = agent_graph.to_mock_server()",
+   "source": [
+    "if openai_available:\n",
+    "    mock = agent_graph.to_mock_server()"
+   ],
    "outputs": [],
    "execution_count": null
   },
@@ -389,15 +400,16 @@
    "id": "a8f936c3-2776-4b4c-b18e-184a94fc4c8d",
    "metadata": {},
    "source": [
-    "resp = mock.test(\n",
-    "    path=\"/\",\n",
-    "    body={\n",
-    "        \"name\": \"John\",\n",
-    "        \"inputs\": [_format_question(\"What is a mortgage, from the bank?\")],\n",
-    "        \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
-    "    },\n",
-    ")\n",
-    "print(resp[\"outputs\"][0])"
+    "if openai_available:\n",
+    "    resp = mock.test(\n",
+    "        path=\"/\",\n",
+    "        body={\n",
+    "            \"name\": \"John\",\n",
+    "            \"inputs\": [_format_question(\"What is a mortgage, from the bank?\")],\n",
+    "            \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
+    "        },\n",
+    "    )\n",
+    "    print(resp[\"outputs\"][0])"
    ],
    "outputs": [],
    "execution_count": null
@@ -415,15 +427,16 @@
    "id": "6406eeea-1849-4aab-b6f0-a7e1d1f18138",
    "metadata": {},
    "source": [
-    "resp = mock.test(\n",
-    "    path=\"/\",\n",
-    "    body={\n",
-    "        \"name\": \"John\",\n",
-    "        \"inputs\": [_format_question(\"i hate you\")],\n",
-    "        \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
-    "    },\n",
-    ")\n",
-    "print(resp[\"outputs\"][0])"
+    "if openai_available:\n",
+    "    resp = mock.test(\n",
+    "        path=\"/\",\n",
+    "        body={\n",
+    "            \"name\": \"John\",\n",
+    "            \"inputs\": [_format_question(\"i hate you\")],\n",
+    "            \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
+    "        },\n",
+    "    )\n",
+    "    print(resp[\"outputs\"][0])"
    ],
    "outputs": [],
    "execution_count": null
@@ -449,15 +462,16 @@
    "id": "93faf1a7-48d4-46c5-8571-03b90d2ce7b9",
    "metadata": {},
    "source": [
-    "resp = mock.test(\n",
-    "    path=\"/\",\n",
-    "    body={\n",
-    "        \"name\": \"John\",\n",
-    "        \"inputs\": [_format_question(\"how to apply for checking account?\")],\n",
-    "        \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
-    "    },\n",
-    ")\n",
-    "print(resp[\"outputs\"][0])"
+    "if openai_available:\n",
+    "    resp = mock.test(\n",
+    "        path=\"/\",\n",
+    "        body={\n",
+    "            \"name\": \"John\",\n",
+    "            \"inputs\": [_format_question(\"how to apply for checking account?\")],\n",
+    "            \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
+    "        },\n",
+    "    )\n",
+    "    print(resp[\"outputs\"][0])"
    ],
    "outputs": [],
    "execution_count": null
@@ -475,19 +489,20 @@
    "id": "91d0ebe4-9c8c-4463-857e-1cd61ea42a1e",
    "metadata": {},
    "source": [
-    "resp = mock.test(\n",
-    "    path=\"/\",\n",
-    "    body={\n",
-    "        \"name\": \"John\",\n",
-    "        \"inputs\": [\n",
-    "            _format_question(\n",
-    "                \"how to apply for checking account? I keep trying but I'm really frustrated\"\n",
-    "            )\n",
-    "        ],\n",
-    "        \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
-    "    },\n",
-    ")\n",
-    "print(resp[\"outputs\"][0])"
+    "if openai_available:\n",
+    "    resp = mock.test(\n",
+    "        path=\"/\",\n",
+    "        body={\n",
+    "            \"name\": \"John\",\n",
+    "            \"inputs\": [\n",
+    "                _format_question(\n",
+    "                    \"how to apply for checking account? I keep trying but I'm really frustrated\"\n",
+    "                )\n",
+    "            ],\n",
+    "            \"user_id\": LOW_PROPENSITY_CHURN_USER_ID,\n",
+    "        },\n",
+    "    )\n",
+    "    print(resp[\"outputs\"][0])"
    ],
    "outputs": [],
    "execution_count": null
@@ -513,22 +528,23 @@
    "id": "79d62a7c-02d7-41cc-8b23-a8a418284db3",
    "metadata": {},
    "source": [
-    "resp = mock.test(\n",
-    "    path=\"/\",\n",
-    "    body={\n",
-    "        \"name\": \"Alice\",\n",
-    "        \"inputs\": [\n",
-    "            {\"role\": \"user\", \"content\": \"Hi—how do I open a checking account?\"},\n",
-    "            {\n",
-    "                \"role\": \"assistant\",\n",
-    "                \"content\": \"To open a checking account, you need two forms of ID and a minimum deposit of $25.\",\n",
-    "            },\n",
-    "            {\"role\": \"user\", \"content\": \"Is it possible to get cashback rewards?\"},\n",
-    "        ],\n",
-    "        \"user_id\": HIGH_PROPENSITY_CHURN_USER_ID,  # <-- High churn propensity user\n",
-    "    },\n",
-    ")\n",
-    "print(resp[\"outputs\"][0])"
+    "if openai_available:\n",
+    "    resp = mock.test(\n",
+    "        path=\"/\",\n",
+    "        body={\n",
+    "            \"name\": \"Alice\",\n",
+    "            \"inputs\": [\n",
+    "                {\"role\": \"user\", \"content\": \"Hi—how do I open a checking account?\"},\n",
+    "                {\n",
+    "                    \"role\": \"assistant\",\n",
+    "                    \"content\": \"To open a checking account, you need two forms of ID and a minimum deposit of $25.\",\n",
+    "                },\n",
+    "                {\"role\": \"user\", \"content\": \"Is it possible to get cashback rewards?\"},\n",
+    "            ],\n",
+    "            \"user_id\": HIGH_PROPENSITY_CHURN_USER_ID,  # <-- High churn propensity user\n",
+    "        },\n",
+    "    )\n",
+    "    print(resp[\"outputs\"][0])"
    ],
    "outputs": [],
    "execution_count": null
@@ -548,7 +564,8 @@
    "id": "24825160-fb6a-4852-b357-accd6106c033",
    "metadata": {},
    "source": [
-    "resp"
+    "if openai_available:\n",
+    "    resp"
    ],
    "outputs": [],
    "execution_count": null