From a7ddc313693ea42a02ccb73f4d9b73db019fe51c Mon Sep 17 00:00:00 2001 From: Miles Olson Date: Tue, 18 Feb 2025 16:51:44 -0800 Subject: [PATCH] Closed loop (scheduler) tutorial Summary: Tutorial demonstrating custom metrics, runner, and run_n_trials (scheduler) Differential Revision: D69810152 --- tutorials/closed_loop/closed_loop.ipynb | 6198 +++++++++++++++++++++++ website/tutorials.json | 4 + 2 files changed, 6202 insertions(+) create mode 100644 tutorials/closed_loop/closed_loop.ipynb diff --git a/tutorials/closed_loop/closed_loop.ipynb b/tutorials/closed_loop/closed_loop.ipynb new file mode 100644 index 00000000000..992718070a8 --- /dev/null +++ b/tutorials/closed_loop/closed_loop.ipynb @@ -0,0 +1,6198 @@ +{ + "metadata": { + "kernelspec": { + "name": "python3", + "display_name": "python3", + "language": "python" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3" + } + }, + "nbformat": 4, + "nbformat_minor": 2, + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "originalKey": "edea1464-e04b-4c70-b857-db86ac113945", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "# Closed-loop Optimization with Ax\n", + "Previously, we've discussed how to use Ax for ask-tell optimization, a paradigm in which we \"ask\" Ax for candidate configurations and \"tell\" Ax our observations.\n", + "This can be effective in many scenerios, and it can be automated through use of flow control statements like `for` and `while` loops.\n", + "However there are some situations where it would be beneficial to allow Ax to orchestrate the entire optimization: deploying trials to external systems, polling their status, and reading reading their results.\n", + "This can be common in a number of real world engineering tasks, including:\n", + "* Large scale machine learning experiments running workloads on high-performance computing clusters\n", + "* A/B tests conducted using an external experimentation platform\n", + "* Materials science optimizations utilizing a self-driving laboratory\n", + "\n", + "Ax's `Client` can orchestrate adaptive experiments like this using its method `run_trials`.\n", + "Users create custom classes which implement Ax's `IMetric` and `IRunner` protocols to handle data fetching and trial deployment respectively.\n", + "Then, users simply configure their `Client` as they would normally and call `run_trials`; Ax will deploy trials, fetch data, generate candidates, and repeat as necessary.\n", + "Ax can also handle complex aspects of orchestration, such as launching many trials in parallel up to a user-specified concurrency limit and gracefully handling trial failure, continuing the experiment even if individual trials fail to execute or essential data fails to fetch.\n", + "\n", + "In this tutorial we will optimize the Hartmann6 function as before, but we will configure custom Runners and Metrics to mimic an external execution system.\n", + "The Runner will calculate Hartmann6 with the appropriate parameters, write the result to a file, and tell Ax the trial is ready after 5 seconds.\n", + "The Metric will find the appropriate file and report the results back to Ax.\n", + "\n", + "### Learning Objectives\n", + "* Learn when it can be appropriate and/or advantageous to run Ax in a closed-loop\n", + "* Configure custom Runners and Metrics, allowing Ax to deploy trials and fetch data automatically\n", + "* Understand tradeoffs between parallelism and optimization performance\n", + "\n", + "### Prerequisites\n", + "* Understanding of adaptive experimentation and Bayesian optimization (see [Introduction to Adaptive Experimentation](#) and [Introduction to Bayesian Optimization](#))\n", + "* Familiarity with [configuring and conducting experiments in Ax](#)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "a19e6f85-aebc-40c0-b2e8-f0b0692c23c9", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "## Step 1: Import Necessary Modules\n", + "\n", + "First, ensure you have all the necessary imports:" + ] + }, + { + "cell_type": "code", + "metadata": { + "collapsed": false, + "originalKey": "270c46ff-d6ac-43b9-a0fa-bc3b7024f5b8", + "outputsInitialized": false, + "isAgentGenerated": false, + "language": "python", + "executionStartTime": 1739574715872, + "executionStopTime": 1739574716127, + "serverExecutionDuration": 1.8916884437203, + "requestMsgId": "270c46ff-d6ac-43b9-a0fa-bc3b7024f5b8" + }, + "source": [ + "import os\n", + "import time\n", + "from typing import Any, Mapping\n", + "\n", + "import numpy as np\n", + "from ax.preview.api.client import Client\n", + "from ax.preview.api.configs import (\n", + " ExperimentConfig,\n", + " OrchestrationConfig,\n", + " ParameterType,\n", + " RangeParameterConfig,\n", + ")\n", + "from ax.preview.api.protocols.metric import IMetric\n", + "from ax.preview.api.protocols.runner import IRunner, TrialStatus\n", + "from ax.preview.api.types import TParameterization" + ], + "execution_count": 130, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "3224c8a0-ee09-44c8-9fd1-42e1090a0819", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "# Step 2: Defining our custom Runner and Metric\n", + "\n", + "As stated before, we will be creating custom Runner and Metric classes to mimic an external system.\n", + "Let's start by defining our Hartmann6 function as before." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "d60a68d4-8050-47e1-8cf7-0341ac50239b", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574716130, + "executionStopTime": 1739574716324, + "serverExecutionDuration": 4.697322845459, + "collapsed": false, + "requestMsgId": "d60a68d4-8050-47e1-8cf7-0341ac50239b", + "outputsInitialized": true, + "isAgentGenerated": false + }, + "source": [ + "# Hartmann6 function\n", + "def hartmann6(x1, x2, x3, x4, x5, x6):\n", + " alpha = np.array([1.0, 1.2, 3.0, 3.2])\n", + " A = np.array([\n", + " [10, 3, 17, 3.5, 1.7, 8],\n", + " [0.05, 10, 17, 0.1, 8, 14],\n", + " [3, 3.5, 1.7, 10, 17, 8],\n", + " [17, 8, 0.05, 10, 0.1, 14]\n", + " ])\n", + " P = 10**-4 * np.array([\n", + " [1312, 1696, 5569, 124, 8283, 5886],\n", + " [2329, 4135, 8307, 3736, 1004, 9991],\n", + " [2348, 1451, 3522, 2883, 3047, 6650],\n", + " [4047, 8828, 8732, 5743, 1091, 381]\n", + " ])\n", + " \n", + " outer = 0.0\n", + " for i in range(4):\n", + " inner = 0.0\n", + " for j, x in enumerate([x1, x2, x3, x4, x5, x6]):\n", + " inner += A[i, j] * (x - P[i, j])**2\n", + " outer += alpha[i] * np.exp(-inner)\n", + " return -outer\n", + "\n", + "hartmann6(0.1, 0.45, 0.8, 0.25, 0.552, 1.0)" + ], + "execution_count": 131, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": "-0.4878737485613134" + }, + "metadata": {}, + "execution_count": 131 + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "aff023b3-5f72-48ac-ad54-ef683ee32113", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "Next, we will define the `MockRunner`.\n", + "The `MockRunner` requires two methods: `run_trial` and `poll_trial`.\n", + "\n", + "`run_trial` deploys a trial to the external system with the given parameters.\n", + "In this case, we will simply save a file containing the result of a call to the Hartmann6 function.\n", + "\n", + "`poll_trial` queries the external system to see if the trial has completed, failed, or if it's still running.\n", + "In this mock example, we will check to see how many passed have elapsed since the `run_trial` was called and only report a trial as completed once 5 seconds have elapsed.\n", + "\n", + "Runner's may also optionally implement a `stop_trial` method to terminate a trial's execution before it has completed.\n", + "This is necessary for using [early stopping](#) in closed-loop experimentation, but we will skip this for now." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "38bd2eba-086b-4cbe-a24c-eb59853d7927", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574716327, + "executionStopTime": 1739574716508, + "serverExecutionDuration": 1.8612169660628, + "collapsed": false, + "requestMsgId": "38bd2eba-086b-4cbe-a24c-eb59853d7927", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "class MockRunner(IRunner):\n", + " def run_trial(\n", + " self, trial_index: int, parameterization: TParameterization\n", + " ) -> dict[str, Any]:\n", + " file_name = f\"{int(time.time())}.txt\"\n", + "\n", + " x1 = parameterization[\"x1\"]\n", + " x2 = parameterization[\"x2\"]\n", + " x3 = parameterization[\"x3\"]\n", + " x4 = parameterization[\"x4\"]\n", + " x5 = parameterization[\"x5\"]\n", + " x6 = parameterization[\"x6\"]\n", + "\n", + " result = hartmann6(x1, x2, x3, x4, x5, x6)\n", + "\n", + " with open(file_name, \"w\") as f:\n", + " f.write(f\"{result}\")\n", + " \n", + " return {\"file_name\": file_name}\n", + "\n", + " def poll_trial(\n", + " self, trial_index: int, trial_metadata: Mapping[str, Any]\n", + " ) -> TrialStatus:\n", + " file_name = trial_metadata[\"file_name\"]\n", + " time_elapsed = time.time() - int(file_name[:4])\n", + "\n", + " if time_elapsed < 5:\n", + " return TrialStatus.RUNNING\n", + "\n", + " return TrialStatus.COMPLETED" + ], + "execution_count": 132, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "a5b82b27-7c97-4ae7-8495-1b1cd43fe3fb", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "It's worthwhile to instantiate your Runner and test it is behaving as expected.\n", + "Let's deploy a mock trial by manually calling `run_trial` and ensuring it creates a file." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "42a853a2-ea90-48a8-b6c8-e852e76d7669", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574716511, + "executionStopTime": 1739574716704, + "serverExecutionDuration": 3.4155221655965, + "collapsed": false, + "requestMsgId": "42a853a2-ea90-48a8-b6c8-e852e76d7669", + "outputsInitialized": true, + "isAgentGenerated": false + }, + "source": [ + "runner = MockRunner()\n", + "\n", + "trial_metadata = runner.run_trial(\n", + " trial_index=-1,\n", + " parameterization={\n", + " \"x1\": 0.1,\n", + " \"x2\": 0.45,\n", + " \"x3\": 0.8,\n", + " \"x4\": 0.25,\n", + " \"x5\": 0.552,\n", + " \"x6\": 1.0,\n", + " },\n", + ")\n", + "\n", + "os.path.exists(trial_metadata[\"file_name\"])" + ], + "execution_count": 133, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": "True" + }, + "metadata": {}, + "execution_count": 133 + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "c480152b-d5f0-4649-9243-cba145f19ab1", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "Now, we will implement the Metric.\n", + "Metrics only need to implement a `fetch` method, which returns a progression value (i.e. a step in a timeseries) and an observation value.\n", + "Note that the observation can either be a simple float or a (mean, SEM) pair if the external system can report observed noise.\n", + "\n", + "In this case we have neither a relevant progression value nor observed noise so we will simply read the file and report `(0, value)`." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "17091378-c5c5-446c-bd1c-8f13622cd0dd", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574716706, + "executionStopTime": 1739574716923, + "serverExecutionDuration": 1.5956750139594, + "collapsed": false, + "requestMsgId": "17091378-c5c5-446c-bd1c-8f13622cd0dd", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "class MockMetric(IMetric):\n", + " def fetch(\n", + " self,\n", + " trial_index: int,\n", + " trial_metadata: Mapping[str, Any],\n", + " ) -> tuple[int, float | tuple[float, float]]:\n", + " file_name = trial_metadata[\"file_name\"]\n", + "\n", + " with open(file_name, 'r') as file:\n", + " value = float(file.readline())\n", + " return (0, value)" + ], + "execution_count": 134, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "200a6713-bbc3-49bd-b277-2f68ebe2c083", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "Again, lets make sure the metric wroks by instantiating it and checking using the file generated when we tested the Runner." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "2d695a30-82cb-4a79-b3d0-a7ea44570617", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574716926, + "executionStopTime": 1739574717552, + "serverExecutionDuration": 4.006918054074, + "collapsed": false, + "requestMsgId": "2d695a30-82cb-4a79-b3d0-a7ea44570617", + "outputsInitialized": true, + "isAgentGenerated": false + }, + "source": [ + "# Note: all Metrics must have a name. This will become relevant when attaching metrics to the Client\n", + "hartmann6_metric = MockMetric(name=\"hartmann6\")\n", + "\n", + "hartmann6_metric.fetch(trial_index=-1, trial_metadata=trial_metadata)" + ], + "execution_count": 135, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": "(0, -0.4878737485613134)" + }, + "metadata": {}, + "execution_count": 135 + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "8842c8d2-e531-42c4-8269-7cf15801214b", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "## Step 3: Initialize the Client and Configure the Experiment\n", + "\n", + "Finally, we can initialize the `Client` and configure the experiment as before.\n", + "This will be familiar to readers of the [Ask-tell optimization with Ax tutorial](#) -- the only difference is we will attach the previously defined Runner and Metric by calling `configure_runner` and `configure_metrics` respectively.\n", + "\n", + "Note that when initializing `hartmann6_metric` we set `name=hartmann6`, matching the objective we now set in `configure_optimization`. The `configure_metrics` method uses this name to ensure that data fetched by this Metric is used correctly during the experiment.\n", + "Be careful to make sure if you intend to use a Metric as an objective or outcome constraint its name is set appropriately." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "0519a6b6-2197-48bb-b3d5-8156200082a8", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574717554, + "executionStopTime": 1739574717808, + "serverExecutionDuration": 2.8515672311187, + "collapsed": false, + "requestMsgId": "0519a6b6-2197-48bb-b3d5-8156200082a8", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "client = Client()\n", + "# Define six float parameters for the Hartmann6 function\n", + "parameters = [\n", + " RangeParameterConfig(\n", + " name=f\"x{i + 1}\", parameter_type=ParameterType.FLOAT, bounds=(0, 1)\n", + " )\n", + " for i in range(6)\n", + "]\n", + "\n", + "# Create an experiment configuration\n", + "experiment_config = ExperimentConfig(\n", + " name=\"hartmann6_experiment\",\n", + " parameters=parameters,\n", + " # The following arguments are optional\n", + " description=\"Optimization of the Hartmann6 function\",\n", + " owner=\"developer\",\n", + ")\n", + "\n", + "# Apply the experiment configuration to the client\n", + "client.configure_experiment(experiment_config=experiment_config)\n", + "client.configure_optimization(objective=\"-hartmann6\")" + ], + "execution_count": 136, + "outputs": [] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "e0b2b4b1-53e2-4200-b351-5cf08165ddb9", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574717810, + "executionStopTime": 1739574718376, + "serverExecutionDuration": 1.3919230550528, + "collapsed": false, + "requestMsgId": "e0b2b4b1-53e2-4200-b351-5cf08165ddb9", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "client.configure_runner(runner=runner)\n", + "client.configure_metrics(metrics=[hartmann6_metric])" + ], + "execution_count": 137, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "5203befa-80ac-4bc6-856f-1739eebebead", + "showInput": false, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "## Step 5: Run trials\n", + "Now the the `Client` has been configured we can begin running trials.\n", + "\n", + "Internally, Ax uses a class called the `Scheduler` orchestrate the trial deployment, polling, data fetching, and candidate generation.\n", + "\n", + "TODO: IMAGE https://pytorch.org/tutorials/intermediate/ax_multiobjective_nas_tutorial.html\n", + "\n", + "The `OrchestrationConfig` provides users with control over various orchestration settings:\n", + "* `parallelism` controls how many trials may be run at once. Your external system may be able to support multiple evaluations in parallel; increasing this number can greately decrease the time it takes to conduct your experiment. However, it is important to note that **as parallelism increases, optimiztion performance often decreases.** This is because adaptive experimentation methods rely on previously observed data for candidate generation -- the more trials that have been observed by the time a new candidate needs to be generated the better Ax's model for candidate generation will be.\n", + "* `tolerated_trial_failure_rate` controls what proportion of trials are allowed to fail before Ax raises an Exception. Depending on how expensive a single trial is to evaluate or how unreliable trials are expected to be, the experimenter may want to be notified as soon as a single trial fails or they may not care until more than half the trials are failing. Set this value as is appropriate for your context.\n", + "* `initial_seconds_between_polls` controls how often we poll the status of a trial and how often we attempt to fetch results. Set this to be low for trials that are expected to complete quickly or high for trials the are expected to take a long time.\n", + "" + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "4fa62073-6de1-4fe5-9b42-1e0f4de20a96", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574718380, + "executionStopTime": 1739574718664, + "serverExecutionDuration": 1.3189618475735, + "collapsed": false, + "requestMsgId": "4fa62073-6de1-4fe5-9b42-1e0f4de20a96", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "orchestration_config = OrchestrationConfig(\n", + " parallelism=3,\n", + " tolerated_trial_failure_rate=0.1,\n", + " initial_seconds_between_polls=1,\n", + ")" + ], + "execution_count": 138, + "outputs": [] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "611981e8-82a1-402f-b097-cf536252e271", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574738021, + "executionStopTime": 1739574820879, + "serverExecutionDuration": 82613.62616485, + "collapsed": false, + "requestMsgId": "611981e8-82a1-402f-b097-cf536252e271", + "outputsInitialized": true, + "isAgentGenerated": false, + "customOutput": null + }, + "source": [ + "client.run_trials(maximum_trials=30, options=orchestration_config)" + ], + "execution_count": 141, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:18] Scheduler: `Scheduler` requires experiment to have immutable search space and optimization config. Setting property immutable_search_space_and_opt_config to `True` on experiment.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:18] Scheduler: Running trials [0]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:19] Scheduler: Running trials [1]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:20] Scheduler: Running trials [2]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:21] Scheduler: Retrieved COMPLETED trials: 0 - 2.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:21] Scheduler: Running trials [3]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:22] Scheduler: Running trials [4]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:24] Scheduler: Running trials [5]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:25] Scheduler: Retrieved COMPLETED trials: 3 - 5.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:26] Scheduler: Running trials [6]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:28] Scheduler: Running trials [7]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:31] Scheduler: Running trials [8]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:32] Scheduler: Retrieved COMPLETED trials: 6 - 8.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:34] Scheduler: Running trials [9]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:36] Scheduler: Running trials [10]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:39] Scheduler: Running trials [11]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:40] Scheduler: Retrieved COMPLETED trials: 9 - 11.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:42] Scheduler: Running trials [12]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:48] Scheduler: Running trials [13]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:51] Scheduler: Running trials [14]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:52] Scheduler: Retrieved COMPLETED trials: 12 - 14.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:53] Scheduler: Running trials [15]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:56] Scheduler: Running trials [16]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:12:59] Scheduler: Running trials [17]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:00] Scheduler: Retrieved COMPLETED trials: 15 - 17.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:02] Scheduler: Running trials [18]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:04] Scheduler: Running trials [19]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:08] Scheduler: Running trials [20]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:09] Scheduler: Retrieved COMPLETED trials: 18 - 20.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:11] Scheduler: Running trials [21]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:16] Scheduler: Running trials [22]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:20] Scheduler: Running trials [23]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:21] Scheduler: Retrieved COMPLETED trials: 21 - 23.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:24] Scheduler: Running trials [24]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:26] Scheduler: Running trials [25]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:29] Scheduler: Running trials [26]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:30] Scheduler: Retrieved COMPLETED trials: 24 - 26.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:32] Scheduler: Running trials [27]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:35] Scheduler: Running trials [28]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:39] Scheduler: Running trials [29]...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "[INFO 02-14 15:13:40] Scheduler: Retrieved COMPLETED trials: 27 - 29.\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "9415ff80-5577-4e45-8eda-36a14de96475", + "showInput": true, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "## Step 6: Analyze Results\n", + "As before, Ax can compute the best parameterization observed and produce a number of analyses to help interpret the results of the experiment.\n", + "\n", + "It is also worth noting that the experiment can be resumed at any time using Ax's storage functionality.\n", + "When configured to use a SQL databse, the `Client` saves a snapshot of itself at various points throughout the call to `run_trials`, making it incredibly easy to continue optimization after an unexpected failure.\n", + "You can learn more about storage in Ax [here](#)." + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "ec93c967-b07e-4b1e-b30e-c5597fa70962", + "showInput": true, + "customInput": null, + "language": "python", + "executionStartTime": 1739574859795, + "executionStopTime": 1739574867583, + "serverExecutionDuration": 7511.262876913, + "collapsed": false, + "requestMsgId": "ec93c967-b07e-4b1e-b30e-c5597fa70962", + "outputsInitialized": true, + "isAgentGenerated": false, + "customOutput": null + }, + "source": [ + "best_parameters, prediction, index, name = client.get_best_parameterization()\n", + "print(\"Best Parameters:\", best_parameters)\n", + "print(\"Prediction (mean, variance):\", prediction)" + ], + "execution_count": 142, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Best Parameters: {'x1': 0.18113668794439386, 'x2': 0.17659164492221277, 'x3': 0.4922481645789254, 'x4': 0.27349729266396666, 'x5': 0.3031467223256758, 'x6': 0.6632133059431244}\nPrediction (mean, variance): {'hartmann6': (-3.268562907845143, 0.001531994518019057)}\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": "", + "text/markdown": "## Parallel Coordinates for hartmann6\n\n### View arm parameterizations with their respective metric values" + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "application/vnd.plotly.v1+json": { + "data": [ + { + "dimensions": [ + { + "label": "x1", + "values": [ + 0.082916133105755, + 0.79186913277954, + 0.66398566309363, + 0.46272112522274, + 0.28500042203814, + 0, + 0.25353523520399, + 0.19459374966764, + 0.37983489086443, + 0.17132091120292, + 0.37639732692676, + 0.2870741344237, + 0.37296481818628, + 0.22909799289084, + 0.32534914282512, + 0.35081143978749, + 0.56764559966801, + 0.067756951484762, + 0.11613071801569, + 0.07242559279505, + 0.45915926194955, + 0, + 0, + 0, + 0.11077208188498, + 0.0052315847694335, + 0.18113668794439, + 0.22631470283155, + 0.20141497047563, + 0.2564229721048 + ] + }, + { + "label": "x2", + "values": [ + 0.31916159391403, + 0.72681565769017, + 0.17994870897382, + 0.7722947485745, + 0.0014928830787539, + 0.75441164099186, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0.21439344037289, + 0, + 0.14027884442485, + 0.92630646381555, + 0.76205507038079, + 0.15876830195104, + 0.16750543192075, + 0.17659164492221, + 0.2033060273779, + 0.20919591587911, + 0.2436365010506 + ] + }, + { + "label": "x3", + "values": [ + 0.081602454185486, + 0.70340157393366, + 0.36098177917302, + 0.98670264519751, + 0.53423806279898, + 0, + 0.56610406246083, + 0.57465580564073, + 0.47470241443928, + 0.44055253812969, + 0.73103882179199, + 0.19302788888546, + 0.42855172970791, + 0.88195985966088, + 0.41389072787682, + 0.58591577184131, + 0.60029985764421, + 0.5749594956356, + 0.42724341383586, + 0.43481099509143, + 0.43190030240574, + 0.30993451037619, + 0.37949925981747, + 0.28118071588676, + 0.48597980133236, + 0.46519285284967, + 0.49224816457893, + 0.39904426909003, + 0.43133795583927, + 0.40842122785305 + ] + }, + { + "label": "x4", + "values": [ + 0.70294189453125, + 0.22489897534251, + 0.98084594402462, + 0.44333282765001, + 0.27184638474137, + 1, + 0.011297233253424, + 0.66885618533011, + 0.066793833484058, + 0.33466665502981, + 0.3103812410962, + 0.29340251545122, + 0.30023888435411, + 0.27831121926181, + 0.31046625844667, + 0.23639944742638, + 0.24395652802407, + 0.24287789707917, + 0.27305207919985, + 0.25735104046292, + 0.30780654081949, + 0.19816927062842, + 0.24597082561552, + 0.14297222480197, + 0.31325518821429, + 0.33632293812853, + 0.27349729266397, + 0.29793097762456, + 0.32472877590188, + 0.27315699773814 + ] + }, + { + "label": "x5", + "values": [ + 0.38451564311981, + 0.9032421214506, + 0.56741324346513, + 0.078437840566039, + 0.24306776002049, + 0.4830394390318, + 0.15453946061432, + 0.29342087196721, + 0.10391148858733, + 0.1432239233449, + 0.43359827074372, + 0.43897639669052, + 0.45294634272068, + 0.35714441827981, + 0, + 0.30045524033593, + 0.29118470378487, + 0.30003078062953, + 0.29558084572237, + 0.30079138595174, + 0.28412607203249, + 0.32013425914799, + 0.30740564734354, + 0.34309066278787, + 0.29037448244816, + 0.24451245131915, + 0.30314672232568, + 0.31258749086802, + 0.3461491541381, + 0.28823343932614 + ] + }, + { + "label": "x6", + "values": [ + 0.91521990299225, + 0.34204742871225, + 0.20493739750236, + 0.53780313115567, + 0.8288716590032, + 1, + 0.94034584161658, + 0.8244862293419, + 0.73717106379775, + 0.94181365262748, + 0.71915127697308, + 1, + 0.81880535175926, + 0.8023865048678, + 0.79622862219838, + 0.75238181028431, + 1, + 0.56201016714971, + 0.66491072703038, + 0.67040217474906, + 0.62952845434925, + 0.68472836166162, + 0.68415196634311, + 0.66760280635341, + 0.66126971064036, + 0.64184962180777, + 0.66321330594312, + 0.60406337832008, + 0.5935670613483, + 0.64818851975823 + ] + }, + { + "label": "hartmann6", + "values": [ + -0.2177932944511, + -0.017721585965257, + -0.0035800051002438, + -0.17652345029094, + -2.2025579836096, + -0.00085287282256629, + -0.64051982014284, + -0.59836601170644, + -0.91408690301671, + -1.0228788099867, + -1.679318716866, + -0.8053591582652, + -1.6342860476882, + -1.5401772335623, + -0.56101297678033, + -2.4925731488532, + -0.79967813690433, + -2.572881427182, + -2.9578180259161, + -3.0330106344773, + -2.4281963177512, + -2.4792538579028, + -0.33726409251484, + -0.57407649262025, + -3.1527397229525, + -2.5791333617274, + -3.3029607456716, + -3.1481716785723, + -3.0334161896084, + -3.1296696418135 + ] + } + ], + "labelangle": -45, + "line": { + "color": [ + -0.2177932944511, + -0.017721585965257, + -0.0035800051002438, + -0.17652345029094, + -2.2025579836096, + -0.00085287282256629, + -0.64051982014284, + -0.59836601170644, + -0.91408690301671, + -1.0228788099867, + -1.679318716866, + -0.8053591582652, + -1.6342860476882, + -1.5401772335623, + -0.56101297678033, + -2.4925731488532, + -0.79967813690433, + -2.572881427182, + -2.9578180259161, + -3.0330106344773, + -2.4281963177512, + -2.4792538579028, + -0.33726409251484, + -0.57407649262025, + -3.1527397229525, + -2.5791333617274, + -3.3029607456716, + -3.1481716785723, + -3.0334161896084, + -3.1296696418135 + ], + "showscale": true + }, + "type": "parcoords" + } + ], + "layout": { + "template": { + "data": { + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmapgl" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + } + }, + "config": { + "plotlyServerURL": "https://plot.ly" + } + }, + "text/html": "
" + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": "", + "text/markdown": "## Interaction Analysis for hartmann6\n\n### Understand an Experiment's data as one- or two-dimensional additive components with sparsity. Important components are visualized through slice or contour plots" + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "application/vnd.plotly.v1+json": { + "data": [ + { + "alignmentgroup": "True", + "hovertemplate": "direction=Decreases Metric
sensitivity=%{x}
feature=%{y}", + "legendgroup": "Decreases Metric", + "marker": { + "color": "orange", + "pattern": { + "shape": "" + } + }, + "name": "Decreases Metric", + "offsetgroup": "Decreases Metric", + "orientation": "h", + "showlegend": true, + "textposition": "auto", + "x": [ + 5.5538892707041E-8, + 0.0026385615988035, + 0.0038432388835076, + 0.0061417775503231, + 0.0080980773930149, + 0.0082203219038536 + ], + "xaxis": "x", + "y": [ + "x3 & x4", + "x2 & x6", + "x2 & x4", + "x5 & x6", + "x2 & x3", + "x4 & x6" + ], + "yaxis": "y", + "type": "bar" + }, + { + "alignmentgroup": "True", + "hovertemplate": "direction=Increases Metric
sensitivity=%{x}
feature=%{y}", + "legendgroup": "Increases Metric", + "marker": { + "color": "blue", + "pattern": { + "shape": "" + } + }, + "name": "Increases Metric", + "offsetgroup": "Increases Metric", + "orientation": "h", + "showlegend": true, + "textposition": "auto", + "x": [ + 8.2909472509662E-8, + 9.4645379890102E-8, + 1.9267424397271E-7, + 0.0026393591118067, + 0.0027779203788798, + 0.0030263560792473, + 0.0030569644263946, + 0.0052000584245722, + 0.008519186364849 + ], + "xaxis": "x", + "y": [ + "x3 & x6", + "x3", + "x3 & x5", + "x1 & x3", + "x1 & x6", + "x1 & x5", + "x1 & x4", + "x1 & x2", + "x1" + ], + "yaxis": "y", + "type": "bar" + }, + { + "line": { + "color": "#636EFA" + }, + "mode": "lines", + "name": "hartmann6", + "showlegend": false, + "x": [ + 0, + 0.01010101010101, + 0.02020202020202, + 0.03030303030303, + 0.04040404040404, + 0.050505050505051, + 0.060606060606061, + 0.070707070707071, + 0.080808080808081, + 0.090909090909091, + 0.1010101010101, + 0.11111111111111, + 0.12121212121212, + 0.13131313131313, + 0.14141414141414, + 0.15151515151515, + 0.16161616161616, + 0.17171717171717, + 0.18181818181818, + 0.19191919191919, + 0.2020202020202, + 0.21212121212121, + 0.22222222222222, + 0.23232323232323, + 0.24242424242424, + 0.25252525252525, + 0.26262626262626, + 0.27272727272727, + 0.28282828282828, + 0.29292929292929, + 0.3030303030303, + 0.31313131313131, + 0.32323232323232, + 0.33333333333333, + 0.34343434343434, + 0.35353535353535, + 0.36363636363636, + 0.37373737373737, + 0.38383838383838, + 0.39393939393939, + 0.4040404040404, + 0.41414141414141, + 0.42424242424242, + 0.43434343434343, + 0.44444444444444, + 0.45454545454545, + 0.46464646464646, + 0.47474747474747, + 0.48484848484848, + 0.49494949494949, + 0.50505050505051, + 0.51515151515152, + 0.52525252525253, + 0.53535353535354, + 0.54545454545455, + 0.55555555555556, + 0.56565656565657, + 0.57575757575758, + 0.58585858585859, + 0.5959595959596, + 0.60606060606061, + 0.61616161616162, + 0.62626262626263, + 0.63636363636364, + 0.64646464646465, + 0.65656565656566, + 0.66666666666667, + 0.67676767676768, + 0.68686868686869, + 0.6969696969697, + 0.70707070707071, + 0.71717171717172, + 0.72727272727273, + 0.73737373737374, + 0.74747474747475, + 0.75757575757576, + 0.76767676767677, + 0.77777777777778, + 0.78787878787879, + 0.7979797979798, + 0.80808080808081, + 0.81818181818182, + 0.82828282828283, + 0.83838383838384, + 0.84848484848485, + 0.85858585858586, + 0.86868686868687, + 0.87878787878788, + 0.88888888888889, + 0.8989898989899, + 0.90909090909091, + 0.91919191919192, + 0.92929292929293, + 0.93939393939394, + 0.94949494949495, + 0.95959595959596, + 0.96969696969697, + 0.97979797979798, + 0.98989898989899, + 1 + ], + "xaxis": "x2", + "y": [ + -1.7719410407893, + -1.7666837898086, + -1.7614155438156, + -1.7561365234706, + -1.7508469501968, + -1.7455470461648, + -1.7402370342767, + -1.7349171381507, + -1.7295875821055, + -1.7242485911444, + -1.7189003909395, + -1.7135432078159, + -1.7081772687354, + -1.7028028012812, + -1.6974200336408, + -1.6920291945908, + -1.6866305134801, + -1.681224220214, + -1.6758105452375, + -1.6703897195193, + -1.6649619745352, + -1.6595275422516, + -1.654086655109, + -1.6486395460056, + -1.6431864482805, + -1.6377275956968, + -1.6322632224257, + -1.6267935630287, + -1.6213188524417, + -1.6158393259578, + -1.6103552192104, + -1.6048667681563, + -1.5993742090591, + -1.5938777784719, + -1.5883777132204, + -1.582874250386, + -1.5773676272887, + -1.5718580814701, + -1.5663458506761, + -1.5608311728402, + -1.555314286066, + -1.5497954286103, + -1.5442748388658, + -1.538752755344, + -1.5332294166583, + -1.5277050615061, + -1.5221799286524, + -1.5166542569123, + -1.5111282851336, + -1.5056022521797, + -1.5000763969128, + -1.4945509581759, + -1.4890261747763, + -1.4835022854682, + -1.4779795289354, + -1.472458143774, + -1.4669383684755, + -1.4614204414097, + -1.4559046008071, + -1.4503910847421, + -1.4448801311159, + -1.4393719776392, + -1.4338668618154, + -1.428365020923, + -1.4228666919993, + -1.4173721118227, + -1.4118815168961, + -1.40639514343, + -1.4009132273251, + -1.395436004156, + -1.3899637091538, + -1.3844965771897, + -1.3790348427579, + -1.373578739959, + -1.3681285024833, + -1.3626843635938, + -1.3572465561102, + -1.3518153123916, + -1.3463908643205, + -1.340973443286, + -1.3355632801677, + -1.3301606053186, + -1.3247656485498, + -1.3193786391132, + -1.3139998056859, + -1.3086293763539, + -1.3032675785958, + -1.2979146392671, + -1.2925707845837, + -1.2872362401066, + -1.2819112307255, + -1.2765959806435, + -1.2712907133608, + -1.2659956516597, + -1.2607110175884, + -1.255437032446, + -1.2501739167669, + -1.2449218903052, + -1.2396811720198, + -1.2344519800592 + ], + "yaxis": "y2", + "type": "scatter" + }, + { + "fill": "toself", + "fillcolor": "rgba(99, 110, 250, 0.2)", + "hoverinfo": "skip", + "line": { + "color": "rgba(255,255,255,0)" + }, + "showlegend": false, + "x": [ + 0, + 0.01010101010101, + 0.02020202020202, + 0.03030303030303, + 0.04040404040404, + 0.050505050505051, + 0.060606060606061, + 0.070707070707071, + 0.080808080808081, + 0.090909090909091, + 0.1010101010101, + 0.11111111111111, + 0.12121212121212, + 0.13131313131313, + 0.14141414141414, + 0.15151515151515, + 0.16161616161616, + 0.17171717171717, + 0.18181818181818, + 0.19191919191919, + 0.2020202020202, + 0.21212121212121, + 0.22222222222222, + 0.23232323232323, + 0.24242424242424, + 0.25252525252525, + 0.26262626262626, + 0.27272727272727, + 0.28282828282828, + 0.29292929292929, + 0.3030303030303, + 0.31313131313131, + 0.32323232323232, + 0.33333333333333, + 0.34343434343434, + 0.35353535353535, + 0.36363636363636, + 0.37373737373737, + 0.38383838383838, + 0.39393939393939, + 0.4040404040404, + 0.41414141414141, + 0.42424242424242, + 0.43434343434343, + 0.44444444444444, + 0.45454545454545, + 0.46464646464646, + 0.47474747474747, + 0.48484848484848, + 0.49494949494949, + 0.50505050505051, + 0.51515151515152, + 0.52525252525253, + 0.53535353535354, + 0.54545454545455, + 0.55555555555556, + 0.56565656565657, + 0.57575757575758, + 0.58585858585859, + 0.5959595959596, + 0.60606060606061, + 0.61616161616162, + 0.62626262626263, + 0.63636363636364, + 0.64646464646465, + 0.65656565656566, + 0.66666666666667, + 0.67676767676768, + 0.68686868686869, + 0.6969696969697, + 0.70707070707071, + 0.71717171717172, + 0.72727272727273, + 0.73737373737374, + 0.74747474747475, + 0.75757575757576, + 0.76767676767677, + 0.77777777777778, + 0.78787878787879, + 0.7979797979798, + 0.80808080808081, + 0.81818181818182, + 0.82828282828283, + 0.83838383838384, + 0.84848484848485, + 0.85858585858586, + 0.86868686868687, + 0.87878787878788, + 0.88888888888889, + 0.8989898989899, + 0.90909090909091, + 0.91919191919192, + 0.92929292929293, + 0.93939393939394, + 0.94949494949495, + 0.95959595959596, + 0.96969696969697, + 0.97979797979798, + 0.98989898989899, + 1, + 1, + 0.98989898989899, + 0.97979797979798, + 0.96969696969697, + 0.95959595959596, + 0.94949494949495, + 0.93939393939394, + 0.92929292929293, + 0.91919191919192, + 0.90909090909091, + 0.8989898989899, + 0.88888888888889, + 0.87878787878788, + 0.86868686868687, + 0.85858585858586, + 0.84848484848485, + 0.83838383838384, + 0.82828282828283, + 0.81818181818182, + 0.80808080808081, + 0.7979797979798, + 0.78787878787879, + 0.77777777777778, + 0.76767676767677, + 0.75757575757576, + 0.74747474747475, + 0.73737373737374, + 0.72727272727273, + 0.71717171717172, + 0.70707070707071, + 0.6969696969697, + 0.68686868686869, + 0.67676767676768, + 0.66666666666667, + 0.65656565656566, + 0.64646464646465, + 0.63636363636364, + 0.62626262626263, + 0.61616161616162, + 0.60606060606061, + 0.5959595959596, + 0.58585858585859, + 0.57575757575758, + 0.56565656565657, + 0.55555555555556, + 0.54545454545455, + 0.53535353535354, + 0.52525252525253, + 0.51515151515152, + 0.50505050505051, + 0.49494949494949, + 0.48484848484848, + 0.47474747474747, + 0.46464646464646, + 0.45454545454545, + 0.44444444444444, + 0.43434343434343, + 0.42424242424242, + 0.41414141414141, + 0.4040404040404, + 0.39393939393939, + 0.38383838383838, + 0.37373737373737, + 0.36363636363636, + 0.35353535353535, + 0.34343434343434, + 0.33333333333333, + 0.32323232323232, + 0.31313131313131, + 0.3030303030303, + 0.29292929292929, + 0.28282828282828, + 0.27272727272727, + 0.26262626262626, + 0.25252525252525, + 0.24242424242424, + 0.23232323232323, + 0.22222222222222, + 0.21212121212121, + 0.2020202020202, + 0.19191919191919, + 0.18181818181818, + 0.17171717171717, + 0.16161616161616, + 0.15151515151515, + 0.14141414141414, + 0.13131313131313, + 0.12121212121212, + 0.11111111111111, + 0.1010101010101, + 0.090909090909091, + 0.080808080808081, + 0.070707070707071, + 0.060606060606061, + 0.050505050505051, + 0.04040404040404, + 0.03030303030303, + 0.02020202020202, + 0.01010101010101, + 0 + ], + "xaxis": "x2", + "y": [ + -1.5482744238412, + -1.5457839270382, + -1.5432146149662, + -1.5405667145294, + -1.5378404492404, + -1.5350360391708, + -1.5321537009037, + -1.5291936474877, + -1.5261560883936, + -1.5230412294722, + -1.5198492729142, + -1.5165804172131, + -1.5132348571281, + -1.5098127836512, + -1.5063143839744, + -1.5027398414602, + -1.4990893356134, + -1.4953630420554, + -1.4915611324998, + -1.4876837747311, + -1.4837311325843, + -1.4797033659275, + -1.4756006306457, + -1.4714230786276, + -1.4671708577535, + -1.4628441118859, + -1.4584429808618, + -1.4539676004874, + -1.4494181025345, + -1.4447946147391, + -1.4400972608023, + -1.4353261603925, + -1.430481429151, + -1.4255631786979, + -1.4205715166416, + -1.4155065465896, + -1.4103683681611, + -1.4051570770024, + -1.3998727648036, + -1.3945155193175, + -1.389085424381, + -1.3835825599376, + -1.3780070020629, + -1.372358822991, + -1.3666380911437, + -1.3608448711614, + -1.3549792239356, + -1.3490412066442, + -1.3430308727874, + -1.3369482722267, + -1.3307934512254, + -1.3245664524904, + -1.3182673152169, + -1.3118960751339, + -1.3054527645522, + -1.298937412414, + -1.2923500443442, + -1.2856906827036, + -1.2789593466435, + -1.2721560521627, + -1.2652808121654, + -1.2583336365214, + -1.2513145321275, + -1.2442235029709, + -1.2370605501941, + -1.2298256721612, + -1.2225188645257, + -1.2151401203006, + -1.2076894299289, + -1.2001667813563, + -1.1925721601054, + -1.1849055493506, + -1.1771669299954, + -1.1693562807505, + -1.161473578213, + -1.1535187969475, + -1.1454919095685, + -1.1373928868232, + -1.1292216976765, + -1.120978309397, + -1.1126626876435, + -1.1042747965535, + -1.0958145988323, + -1.0872820558431, + -1.078677127699, + -1.0699997733546, + -1.0612499506997, + -1.0524276166534, + -1.0435327272596, + -1.0345652377827, + -1.0255251028045, + -1.0164122763222, + -1.0072267118465, + -0.99796836250109, + -0.98863718112225, + -0.9792331203597, + -0.9697561327776, + -0.96020617095642, + -0.95058318759524, + -0.94088713561465, + -1.5280168245037, + -1.5287791564444, + -1.529637609654, + -1.5305917007562, + -1.5316409445323, + -1.5327848540545, + -1.5340229408182, + -1.5353547148751, + -1.5367796849647, + -1.5382973586465, + -1.5399072424305, + -1.5416088419077, + -1.5434016618807, + -1.545285206492, + -1.5472589793532, + -1.5493224836728, + -1.5514752223833, + -1.5537166982674, + -1.5560464140838, + -1.5584638726918, + -1.560968577175, + -1.5635600309644, + -1.5662377379599, + -1.5690012026518, + -1.5718499302401, + -1.5747834267536, + -1.5778011991676, + -1.5809027555204, + -1.5840876050288, + -1.5873552582022, + -1.5907052269556, + -1.5941370247213, + -1.5976501665594, + -1.6012441692665, + -1.6049185514842, + -1.6086728338044, + -1.6125065388751, + -1.6164191915033, + -1.6204103187571, + -1.6244794500663, + -1.6286261173214, + -1.6328498549706, + -1.6371502001158, + -1.6415266926068, + -1.6459788751339, + -1.6505062933186, + -1.6551084958026, + -1.6597850343357, + -1.6645354638613, + -1.6693593426001, + -1.6742562321327, + -1.6792256974798, + -1.6842673071804, + -1.6893806333692, + -1.6945652518508, + -1.6998207421728, + -1.7051466876971, + -1.7105426756687, + -1.716008297283, + -1.7215431477511, + -1.727146826363, + -1.7328189365487, + -1.7385590859377, + -1.7443668864163, + -1.7502419541824, + -1.7561839097991, + -1.7621923782459, + -1.7682669889672, + -1.7744073759201, + -1.7806131776185, + -1.7868840371765, + -1.793219602349, + -1.79961952557, + -1.8060834639895, + -1.8126110795078, + -1.8192020388074, + -1.8258560133836, + -1.8325726795723, + -1.8393517185757, + -1.846192816486, + -1.8530956643075, + -1.8600599579752, + -1.8670853983726, + -1.8741716913469, + -1.8813185477214, + -1.8885256833072, + -1.8957928189112, + -1.9031196803428, + -1.9105059984187, + -1.9179515089648, + -1.9254559528166, + -1.9330190758174, + -1.9406406288137, + -1.9483203676497, + -1.9560580531588, + -1.9638534511532, + -1.9717063324117, + -1.9796164726649, + -1.9875836525791, + -1.9956076577374 + ], + "yaxis": "y2", + "type": "scatter" + }, + { + "contours": { + "coloring": "heatmap" + }, + "showscale": false, + "x": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "xaxis": "x3", + "y": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "yaxis": "y3", + "z": [ + [ + 2.1731731319121, + 1.8008708261242, + 1.5271639782999, + 1.5857906978504, + 1.9808273271977, + 2.4511201139959, + 2.6702553350278, + 2.4926606063998, + 2.0369636461388, + 1.5689891971428 + ], + [ + 1.7595864515817, + 1.3872841457939, + 1.1135772979695, + 1.17220401752, + 1.5672406468673, + 2.0375334336655, + 2.2566686546974, + 2.0790739260694, + 1.6233769658084, + 1.1554025168125 + ], + [ + 0.8532136472582, + 0.48091134147035, + 0.20720449364603, + 0.26583121319652, + 0.66086784254377, + 1.131160629342, + 1.3502958503739, + 1.1727011217459, + 0.71700416148494, + 0.24902971248896 + ], + [ + -0.28778321216133, + -0.66008551794918, + -0.93379236577352, + -0.87516564622303, + -0.48012901687577, + -0.0098362300775721, + 0.2092989909544, + 0.031704262326393, + -0.42399269793459, + -0.89196714693058 + ], + [ + -1.2558569102863, + -1.6281592160741, + -1.9018660638985, + -1.843239344348, + -1.4482027150007, + -0.97790992820252, + -0.75877470717054, + -0.93636943579855, + -1.3920663960596, + -1.8600408450555 + ], + [ + -1.7055380716596, + -2.0778403774475, + -2.3515472252718, + -2.2929205057213, + -1.897883876374, + -1.4275910895758, + -1.2084558685439, + -1.3860505971719, + -1.8417475574329, + -2.3097220064289 + ], + [ + -1.5518667392885, + -1.9241690450764, + -2.1978758929007, + -2.1392491733502, + -1.7442125440029, + -1.2739197572047, + -1.0547845361728, + -1.2323792648008, + -1.6880762250618, + -2.1560506740578 + ], + [ + -1.0090753445911, + -1.3813776503789, + -1.6550844982032, + -1.5964577786527, + -1.2014211493054, + -0.73112836250724, + -0.5119931414753, + -0.68958787010337, + -1.1452848303644, + -1.6132592793604 + ], + [ + -0.43807833694351, + -0.81038064273135, + -1.0840874905556, + -1.0254607710051, + -0.63042414165782, + -0.16013135485965, + 0.059003866172279, + -0.1185908624558, + -0.57428782271688, + -1.0422622717129 + ], + [ + -0.12012770510232, + -0.49243001089015, + -0.76613685871443, + -0.70751013916389, + -0.31247350981661, + 0.15781927698157, + 0.37695449801349, + 0.19935976938539, + -0.2563371908757, + -0.72431163987174 + ] + ], + "type": "contour" + }, + { + "contours": { + "coloring": "heatmap" + }, + "showscale": false, + "x": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "xaxis": "x4", + "y": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "yaxis": "y4", + "z": [ + [ + -1.7262334070719, + -2.0216678889269, + -2.1289042383653, + -2.0239586116418, + -1.7181674562879, + -1.2562744659424, + -0.70734713313652, + -0.15087075634549, + 0.33845328132026, + 0.70357540248589 + ], + [ + -1.7262342983587, + -2.021668658918, + -2.1289048190813, + -2.0239589458813, + -1.7181675053821, + -1.2562742152543, + -0.70734659422378, + -0.15086996534801, + 0.33845426875359, + 0.70357651874116 + ], + [ + -1.7262351876684, + -2.0216694272213, + -2.1289053981261, + -2.0239592781498, + -1.7181675518927, + -1.25627396111, + -0.70734605081757, + -0.15086916877646, + 0.33845526275946, + 0.7035776423769 + ], + [ + -1.7262360703945, + -2.0216701898599, + -2.1289059724997, + -2.0239596067152, + -1.7181675955504, + -1.2562737047753, + -0.70734550565726, + -0.1508683706567, + 0.33845625831143, + 0.70357876771238 + ], + [ + -1.7262369420123, + -2.0216709429273, + -2.128906539259, + -2.0239599298877, + -1.7181676361149, + -1.2562734475328, + -0.7073449614889, + -0.15086757501435, + 0.33845725038722, + 0.70357988907208 + ], + [ + -1.7262377981174, + -2.0216716826211, + -2.1289070955433, + -2.0239602460354, + -1.718167673377, + -1.2562731906709, + -0.70734442104219, + -0.1508667858409, + 0.33845823401094, + 0.70358100083335 + ], + [ + -1.7262386344632, + -2.0216724052746, + -2.1289076385982, + -2.0239605535968, + -1.7181677071604, + -1.2562729354732, + -0.70734388700768, + -0.1508660070604, + 0.33845920429457, + 0.70358209747336 + ], + [ + -1.7262394469953, + -2.0216731073869, + -2.1289081657981, + -2.0239608510947, + -1.7181677373232, + -1.2562726832077, + -0.70734336201445, + -0.15086524249698, + 0.33846015647854, + 0.70358317361481 + ], + [ + -1.7262402318849, + -2.0216737856517, + -2.1289086746675, + -2.0239611371474, + -1.7181677637586, + -1.2562724351167, + -0.70734284860855, + -0.15086449584353, + 0.3384610859705, + 0.70358422406983 + ], + [ + -1.7262409855582, + -2.0216744369827, + -2.1289091629006, + -2.0239614104796, + -1.718167786396, + -1.2562721924058, + -0.70734234923245, + -0.15086377063204, + 0.33846198838225, + 0.70358524388164 + ] + ], + "type": "contour" + }, + { + "contours": { + "coloring": "heatmap" + }, + "showscale": false, + "x": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "xaxis": "x5", + "y": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "yaxis": "y5", + "z": [ + [ + 2.6415440391835, + 2.5481230473117, + 2.4552548371169, + 2.3634367457123, + 2.2731530284835, + 2.1848706051231, + 2.0990350389006, + 2.0160667975921, + 1.9363578398883, + 1.860268565831 + ], + [ + 2.2278239700398, + 2.1344321962903, + 2.0415935749525, + 1.9498052894318, + 1.8595514398225, + 1.7712987902899, + 1.6854927496891, + 1.6025536338284, + 1.5228732531797, + 1.4468118645705 + ], + [ + 1.3215266066806, + 1.2281174690445, + 1.135261749306, + 1.0434567247661, + 0.95318658528313, + 0.86491817985373, + 0.77909699649531, + 0.69614342384896, + 0.61644933831095, + 0.54037505523504 + ], + [ + 0.1808677410749, + 0.087382926970155, + -0.0055484793943632, + -0.097428797599054, + -0.18777344048575, + -0.27611517106885, + -0.36200812601762, + -0.4450315572508, + -0.52479324779664, + -0.60093256334178 + ], + [ + -0.78662865119597, + -0.88024206446182, + -0.97330246055137, + -1.0653114760331, + -1.1557838467269, + -1.2442516705475, + -1.3302684367545, + -1.413412773081, + -1.4932918668258, + -1.5695445212742 + ], + [ + -1.2356080517745, + -1.3293773466438, + -1.4225943485972, + -1.5147598678164, + -1.6053878183751, + -1.6940094882693, + -1.7801775756896, + -1.863469942921, + -1.9434930438769, + -2.0198849865527 + ], + [ + -1.0812870556958, + -1.1752003489474, + -1.2685621955278, + -1.3608726435897, + -1.4516448476123, + -1.5404093450636, + -1.6267180991754, + -1.7101482591401, + -1.7903055936581, + -1.8668275590535 + ], + [ + -0.53806763109141, + -0.63207558079317, + -0.72553276349429, + -0.81793872778823, + -0.90880612890477, + -0.99766500971801, + -1.0840668478011, + -1.1675883197834, + -1.2478347388902, + -1.324443126834 + ], + [ + 0.033046054434206, + -0.060987506538318, + -0.15447059323776, + -0.24690262080948, + -0.33779610997816, + -0.42668096921154, + -0.51310854292805, + -0.59665537699001, + -0.67692665734936, + -0.75355928300133 + ], + [ + 0.35082609003862, + 0.25683049201068, + 0.16338550670787, + 0.070991516084922, + -0.019864201951177, + -0.10871175392924, + -0.19510267729167, + -0.27861370422466, + -0.35885019872791, + -0.43544922809782 + ] + ], + "type": "contour" + }, + { + "contours": { + "coloring": "heatmap" + }, + "showscale": false, + "x": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "xaxis": "x6", + "y": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "yaxis": "y6", + "z": [ + [ + -1.9953466682708, + -1.9369471875954, + -1.8774889636813, + -1.8172784009991, + -1.7566283470864, + -1.6958553848731, + -1.6352770802234, + -1.5752092181791, + -1.5159630615508, + -1.457842665153 + ], + [ + -2.2907793250298, + -2.2323801261116, + -2.1729221874479, + -2.1127119120255, + -2.0520621458836, + -1.9912894704522, + -1.9307114501075, + -1.8706438684273, + -1.8113979867955, + -1.7532778586486 + ], + [ + -2.3980132020505, + -2.3396143590337, + -2.2801567810933, + -2.219946869343, + -2.1592974679268, + -2.0985251563732, + -2.0379474971674, + -1.9778802720229, + -1.9186347405023, + -1.8605149542791 + ], + [ + -2.2930646368481, + -2.2346661946257, + -2.1752090232678, + -2.1149995217803, + -2.0543505321701, + -1.993578631818, + -1.9330013810699, + -1.8729345595268, + -1.8136894246834, + -1.7555700262081 + ], + [ + -1.987270318447, + -1.9288722872386, + -1.8694155331585, + -1.8092064530516, + -1.7485578867309, + -1.6877864093692, + -1.6272095791094, + -1.5671431733737, + -1.507898447521, + -1.4497794491451 + ], + [ + -1.5253742095135, + -1.4669765643929, + -1.4075202025895, + -1.347311518919, + -1.2866633511312, + -1.2258922723194, + -1.1653158385484, + -1.1052498251824, + -1.0460054855595, + -0.98788686530803 + ], + [ + -0.97644406145534, + -0.91804674682662, + -0.85859072109864, + -0.79838237735119, + -0.73773455156547, + -0.67696381504931, + -0.61638772208096, + -0.55632204625166, + -0.49707803915665, + -0.43895974472528 + ], + [ + -0.41996538610363, + -0.36156832416065, + -0.30211255566183, + -0.24190447236003, + -0.18125690888201, + -0.12048643516549, + -0.059910604114694, + 0.00015481204495837, + 0.05939856306409, + 0.11751660632759 + ], + [ + 0.069360291971181, + 0.12775719047498, + 0.18721279231665, + 0.24742070660117, + 0.30806809958022, + 0.36883840220761, + 0.4294140624759, + 0.48947930905388, + 0.54872289257606, + 0.60684077129315 + ], + [ + 0.43448333875341, + 0.49288016339635, + 0.55233568959391, + 0.61254352683832, + 0.67319084178118, + 0.7339610657855, + 0.79453664725868, + 0.85460181528639, + 0.91384532091837, + 0.97196312281528 + ] + ], + "type": "contour" + }, + { + "contours": { + "coloring": "heatmap" + }, + "showscale": false, + "x": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "xaxis": "x7", + "y": [ + 0, + 0.11111111111111, + 0.22222222222222, + 0.33333333333333, + 0.44444444444444, + 0.55555555555556, + 0.66666666666667, + 0.77777777777778, + 0.88888888888889, + 1 + ], + "yaxis": "y7", + "z": [ + [ + -1.7817975018808, + -2.077231444286, + -2.1844669484927, + -2.0795202185464, + -1.7737277847778, + -1.3118334485811, + -0.7629048202383, + -0.20642730897909, + 0.28289761395632, + 0.64802031689329 + ], + [ + -2.1540998076687, + -2.4495337500738, + -2.5567692542806, + -2.4518225243342, + -2.1460300905657, + -1.684135754369, + -1.1352071260262, + -0.57872961476697, + -0.089404691831543, + 0.27571801110541 + ], + [ + -2.427806655493, + -2.7232405978982, + -2.8304761021049, + -2.7255293721586, + -2.41973693839, + -1.9578426021933, + -1.4089139738505, + -0.8524364625913, + -0.36311153965588, + 0.0020111632810844 + ], + [ + -2.3691799359425, + -2.6646138783477, + -2.7718493825544, + -2.6669026526081, + -2.3611102188395, + -1.8992158826428, + -1.3502872543, + -0.79380974304081, + -0.30448482010538, + 0.060637882831577 + ], + [ + -1.9741433065952, + -2.2695772490004, + -2.3768127532072, + -2.2718660232608, + -1.9660735894923, + -1.5041792532955, + -0.95525062495275, + -0.39877311369355, + 0.090551809241874, + 0.45567451217883 + ], + [ + -1.503850519797, + -1.7992844622022, + -1.906519966409, + -1.8015732364626, + -1.4957808026941, + -1.0338864664973, + -0.48495783815455, + 0.071519673104649, + 0.56084459604008, + 0.92596729897703 + ], + [ + -1.2847152987651, + -1.5801492411702, + -1.687384745377, + -1.5824380154306, + -1.2766455816621, + -0.81475124546536, + -0.26582261712258, + 0.29065489413663, + 0.77997981707205, + 1.145102520009 + ], + [ + -1.4623100273931, + -1.7577439697982, + -1.864979474005, + -1.7600327440587, + -1.4542403102901, + -0.99234597409338, + -0.44341734575059, + 0.11306016550861, + 0.60238508844403, + 0.96750779138098 + ], + [ + -1.9180069876541, + -2.2134409300593, + -2.320676434266, + -2.2157297043197, + -1.9099372705511, + -1.4480429343544, + -0.8991143060116, + -0.3426367947524, + 0.14668812818302, + 0.51181083111998 + ], + [ + -2.3859814366501, + -2.6814153790553, + -2.788650883262, + -2.6837041533157, + -2.3779117195471, + -1.9160173833504, + -1.3670887550076, + -0.81061124374839, + -0.32128632081297, + 0.043836382123976 + ] + ], + "type": "contour" + } + ], + "layout": { + "height": 1500, + "template": { + "data": { + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmapgl" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "domain": [ + 0, + 1 + ] + }, + "yaxis": { + "anchor": "x", + "categoryarray": [ + "x3 & x4", + "x3 & x6", + "x3", + "x3 & x5", + "x2 & x6", + "x1 & x3", + "x1 & x6", + "x1 & x5", + "x1 & x4", + "x2 & x4", + "x1 & x2", + "x5 & x6", + "x2 & x3", + "x4 & x6", + "x1" + ], + "categoryorder": "array", + "domain": [ + 0.80625, + 1 + ] + }, + "xaxis2": { + "anchor": "y2", + "domain": [ + 0, + 0.45 + ], + "title": { + "text": "x1" + }, + "type": "linear" + }, + "yaxis2": { + "anchor": "x2", + "domain": [ + 0.5375, + 0.73125 + ] + }, + "xaxis3": { + "anchor": "y3", + "domain": [ + 0.55, + 1 + ], + "title": { + "text": "x4" + }, + "type": "linear" + }, + "yaxis3": { + "anchor": "x3", + "domain": [ + 0.5375, + 0.73125 + ], + "title": { + "text": "x6" + }, + "type": "linear" + }, + "xaxis4": { + "anchor": "y4", + "domain": [ + 0, + 0.45 + ], + "title": { + "text": "x2" + }, + "type": "linear" + }, + "yaxis4": { + "anchor": "x4", + "domain": [ + 0.26875, + 0.4625 + ], + "title": { + "text": "x3" + }, + "type": "linear" + }, + "xaxis5": { + "anchor": "y5", + "domain": [ + 0.55, + 1 + ], + "title": { + "text": "x5" + }, + "type": "linear" + }, + "yaxis5": { + "anchor": "x5", + "domain": [ + 0.26875, + 0.4625 + ], + "title": { + "text": "x6" + }, + "type": "linear" + }, + "xaxis6": { + "anchor": "y6", + "domain": [ + 0, + 0.45 + ], + "title": { + "text": "x1" + }, + "type": "linear" + }, + "yaxis6": { + "anchor": "x6", + "domain": [ + 0, + 0.19375 + ], + "title": { + "text": "x2" + }, + "type": "linear" + }, + "xaxis7": { + "anchor": "y7", + "domain": [ + 0.55, + 1 + ], + "title": { + "text": "x2" + }, + "type": "linear" + }, + "yaxis7": { + "anchor": "x7", + "domain": [ + 0, + 0.19375 + ], + "title": { + "text": "x4" + }, + "type": "linear" + } + }, + "config": { + "plotlyServerURL": "https://plot.ly" + } + }, + "text/html": "
" + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": "", + "text/markdown": "## Summary for hartmann6_experiment\n\n### High-level summary of the `Trial`-s in this `Experiment`" + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": " trial_index arm_name trial_status ... x4 x5 x6\n0 0 0_0 COMPLETED ... 0.702942 0.384516 0.915220\n1 1 1_0 COMPLETED ... 0.224899 0.903242 0.342047\n2 2 2_0 COMPLETED ... 0.980846 0.567413 0.204937\n3 3 3_0 COMPLETED ... 0.443333 0.078438 0.537803\n4 4 4_0 COMPLETED ... 0.271846 0.243068 0.828872\n5 5 5_0 COMPLETED ... 1.000000 0.483039 1.000000\n6 6 6_0 COMPLETED ... 0.011297 0.154539 0.940346\n7 7 7_0 COMPLETED ... 0.668856 0.293421 0.824486\n8 8 8_0 COMPLETED ... 0.066794 0.103911 0.737171\n9 9 9_0 COMPLETED ... 0.334667 0.143224 0.941814\n10 10 10_0 COMPLETED ... 0.310381 0.433598 0.719151\n11 11 11_0 COMPLETED ... 0.293403 0.438976 1.000000\n12 12 12_0 COMPLETED ... 0.300239 0.452946 0.818805\n13 13 13_0 COMPLETED ... 0.278311 0.357144 0.802387\n14 14 14_0 COMPLETED ... 0.310466 0.000000 0.796229\n15 15 15_0 COMPLETED ... 0.236399 0.300455 0.752382\n16 16 16_0 COMPLETED ... 0.243957 0.291185 1.000000\n17 17 17_0 COMPLETED ... 0.242878 0.300031 0.562010\n18 18 18_0 COMPLETED ... 0.273052 0.295581 0.664911\n19 19 19_0 COMPLETED ... 0.257351 0.300791 0.670402\n20 20 20_0 COMPLETED ... 0.307807 0.284126 0.629528\n21 21 21_0 COMPLETED ... 0.198169 0.320134 0.684728\n22 22 22_0 COMPLETED ... 0.245971 0.307406 0.684152\n23 23 23_0 COMPLETED ... 0.142972 0.343091 0.667603\n24 24 24_0 COMPLETED ... 0.313255 0.290374 0.661270\n25 25 25_0 COMPLETED ... 0.336323 0.244512 0.641850\n26 26 26_0 COMPLETED ... 0.273497 0.303147 0.663213\n27 27 27_0 COMPLETED ... 0.297931 0.312587 0.604063\n28 28 28_0 COMPLETED ... 0.324729 0.346149 0.593567\n29 29 29_0 COMPLETED ... 0.273157 0.288233 0.648189\n\n[30 rows x 12 columns]", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
trial_indexarm_nametrial_statusgeneration_methodgeneration_nodehartmann6x1x2x3x4x5x6
000_0COMPLETEDSobolSobol-0.2177930.0829160.3191620.0816020.7029420.3845160.915220
111_0COMPLETEDSobolSobol-0.0177220.7918690.7268160.7034020.2248990.9032420.342047
222_0COMPLETEDSobolSobol-0.0035800.6639860.1799490.3609820.9808460.5674130.204937
333_0COMPLETEDSobolSobol-0.1765230.4627210.7722950.9867030.4433330.0784380.537803
444_0COMPLETEDSobolSobol-2.2025580.2850000.0014930.5342380.2718460.2430680.828872
555_0COMPLETEDBoTorchMBM-0.0008530.0000000.7544120.0000001.0000000.4830391.000000
666_0COMPLETEDBoTorchMBM-0.6405200.2535350.0000000.5661040.0112970.1545390.940346
777_0COMPLETEDBoTorchMBM-0.5983660.1945940.0000000.5746560.6688560.2934210.824486
888_0COMPLETEDBoTorchMBM-0.9140870.3798350.0000000.4747020.0667940.1039110.737171
999_0COMPLETEDBoTorchMBM-1.0228790.1713210.0000000.4405530.3346670.1432240.941814
101010_0COMPLETEDBoTorchMBM-1.6793190.3763970.0000000.7310390.3103810.4335980.719151
111111_0COMPLETEDBoTorchMBM-0.8053590.2870740.0000000.1930280.2934030.4389761.000000
121212_0COMPLETEDBoTorchMBM-1.6342860.3729650.0000000.4285520.3002390.4529460.818805
131313_0COMPLETEDBoTorchMBM-1.5401770.2290980.0000000.8819600.2783110.3571440.802387
141414_0COMPLETEDBoTorchMBM-0.5610130.3253490.0000000.4138910.3104660.0000000.796229
151515_0COMPLETEDBoTorchMBM-2.4925730.3508110.0000000.5859160.2363990.3004550.752382
161616_0COMPLETEDBoTorchMBM-0.7996780.5676460.0000000.6003000.2439570.2911851.000000
171717_0COMPLETEDBoTorchMBM-2.5728810.0677570.0000000.5749590.2428780.3000310.562010
181818_0COMPLETEDBoTorchMBM-2.9578180.1161310.0000000.4272430.2730520.2955810.664911
191919_0COMPLETEDBoTorchMBM-3.0330110.0724260.2143930.4348110.2573510.3007910.670402
202020_0COMPLETEDBoTorchMBM-2.4281960.4591590.0000000.4319000.3078070.2841260.629528
212121_0COMPLETEDBoTorchMBM-2.4792540.0000000.1402790.3099350.1981690.3201340.684728
222222_0COMPLETEDBoTorchMBM-0.3372640.0000000.9263060.3794990.2459710.3074060.684152
232323_0COMPLETEDBoTorchMBM-0.5740760.0000000.7620550.2811810.1429720.3430910.667603
242424_0COMPLETEDBoTorchMBM-3.1527400.1107720.1587680.4859800.3132550.2903740.661270
252525_0COMPLETEDBoTorchMBM-2.5791330.0052320.1675050.4651930.3363230.2445120.641850
262626_0COMPLETEDBoTorchMBM-3.3029610.1811370.1765920.4922480.2734970.3031470.663213
272727_0COMPLETEDBoTorchMBM-3.1481720.2263150.2033060.3990440.2979310.3125870.604063
282828_0COMPLETEDBoTorchMBM-3.0334160.2014150.2091960.4313380.3247290.3461490.593567
292929_0COMPLETEDBoTorchMBM-3.1296700.2564230.2436370.4084210.2731570.2882330.648189
\n
", + "application/vnd.dataresource+json": { + "schema": { + "fields": [ + { + "name": "index", + "type": "integer" + }, + { + "name": "trial_index", + "type": "integer" + }, + { + "name": "arm_name", + "type": "string" + }, + { + "name": "trial_status", + "type": "string" + }, + { + "name": "generation_method", + "type": "string" + }, + { + "name": "generation_node", + "type": "string" + }, + { + "name": "hartmann6", + "type": "number" + }, + { + "name": "x1", + "type": "number" + }, + { + "name": "x2", + "type": "number" + }, + { + "name": "x3", + "type": "number" + }, + { + "name": "x4", + "type": "number" + }, + { + "name": "x5", + "type": "number" + }, + { + "name": "x6", + "type": "number" + } + ], + "primaryKey": [ + "index" + ], + "pandas_version": "1.4.0" + }, + "data": [ + { + "index": 0, + "trial_index": 0, + "arm_name": "0_0", + "trial_status": "COMPLETED", + "generation_method": "Sobol", + "generation_node": "Sobol", + "hartmann6": -0.2177932945, + "x1": 0.0829161331, + "x2": 0.3191615939, + "x3": 0.0816024542, + "x4": 0.7029418945, + "x5": 0.3845156431, + "x6": 0.915219903 + }, + { + "index": 1, + "trial_index": 1, + "arm_name": "1_0", + "trial_status": "COMPLETED", + "generation_method": "Sobol", + "generation_node": "Sobol", + "hartmann6": -0.017721586, + "x1": 0.7918691328, + "x2": 0.7268156577, + "x3": 0.7034015739, + "x4": 0.2248989753, + "x5": 0.9032421215, + "x6": 0.3420474287 + }, + { + "index": 2, + "trial_index": 2, + "arm_name": "2_0", + "trial_status": "COMPLETED", + "generation_method": "Sobol", + "generation_node": "Sobol", + "hartmann6": -0.0035800051, + "x1": 0.6639856631, + "x2": 0.179948709, + "x3": 0.3609817792, + "x4": 0.980845944, + "x5": 0.5674132435, + "x6": 0.2049373975 + }, + { + "index": 3, + "trial_index": 3, + "arm_name": "3_0", + "trial_status": "COMPLETED", + "generation_method": "Sobol", + "generation_node": "Sobol", + "hartmann6": -0.1765234503, + "x1": 0.4627211252, + "x2": 0.7722947486, + "x3": 0.9867026452, + "x4": 0.4433328277, + "x5": 0.0784378406, + "x6": 0.5378031312 + }, + { + "index": 4, + "trial_index": 4, + "arm_name": "4_0", + "trial_status": "COMPLETED", + "generation_method": "Sobol", + "generation_node": "Sobol", + "hartmann6": -2.2025579836, + "x1": 0.285000422, + "x2": 0.0014928831, + "x3": 0.5342380628, + "x4": 0.2718463847, + "x5": 0.24306776, + "x6": 0.828871659 + }, + { + "index": 5, + "trial_index": 5, + "arm_name": "5_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.0008528728, + "x1": 0, + "x2": 0.754411641, + "x3": 0, + "x4": 1, + "x5": 0.483039439, + "x6": 1 + }, + { + "index": 6, + "trial_index": 6, + "arm_name": "6_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.6405198201, + "x1": 0.2535352352, + "x2": 0, + "x3": 0.5661040625, + "x4": 0.0112972333, + "x5": 0.1545394606, + "x6": 0.9403458416 + }, + { + "index": 7, + "trial_index": 7, + "arm_name": "7_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.5983660117, + "x1": 0.1945937497, + "x2": 0, + "x3": 0.5746558056, + "x4": 0.6688561853, + "x5": 0.293420872, + "x6": 0.8244862293 + }, + { + "index": 8, + "trial_index": 8, + "arm_name": "8_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.914086903, + "x1": 0.3798348909, + "x2": 0, + "x3": 0.4747024144, + "x4": 0.0667938335, + "x5": 0.1039114886, + "x6": 0.7371710638 + }, + { + "index": 9, + "trial_index": 9, + "arm_name": "9_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -1.02287881, + "x1": 0.1713209112, + "x2": 0, + "x3": 0.4405525381, + "x4": 0.334666655, + "x5": 0.1432239233, + "x6": 0.9418136526 + }, + { + "index": 10, + "trial_index": 10, + "arm_name": "10_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -1.6793187169, + "x1": 0.3763973269, + "x2": 0, + "x3": 0.7310388218, + "x4": 0.3103812411, + "x5": 0.4335982707, + "x6": 0.719151277 + }, + { + "index": 11, + "trial_index": 11, + "arm_name": "11_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.8053591583, + "x1": 0.2870741344, + "x2": 0, + "x3": 0.1930278889, + "x4": 0.2934025155, + "x5": 0.4389763967, + "x6": 1 + }, + { + "index": 12, + "trial_index": 12, + "arm_name": "12_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -1.6342860477, + "x1": 0.3729648182, + "x2": 0, + "x3": 0.4285517297, + "x4": 0.3002388844, + "x5": 0.4529463427, + "x6": 0.8188053518 + }, + { + "index": 13, + "trial_index": 13, + "arm_name": "13_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -1.5401772336, + "x1": 0.2290979929, + "x2": 0, + "x3": 0.8819598597, + "x4": 0.2783112193, + "x5": 0.3571444183, + "x6": 0.8023865049 + }, + { + "index": 14, + "trial_index": 14, + "arm_name": "14_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.5610129768, + "x1": 0.3253491428, + "x2": 0, + "x3": 0.4138907279, + "x4": 0.3104662584, + "x5": 0, + "x6": 0.7962286222 + }, + { + "index": 15, + "trial_index": 15, + "arm_name": "15_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -2.4925731489, + "x1": 0.3508114398, + "x2": 0, + "x3": 0.5859157718, + "x4": 0.2363994474, + "x5": 0.3004552403, + "x6": 0.7523818103 + }, + { + "index": 16, + "trial_index": 16, + "arm_name": "16_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.7996781369, + "x1": 0.5676455997, + "x2": 0, + "x3": 0.6002998576, + "x4": 0.243956528, + "x5": 0.2911847038, + "x6": 1 + }, + { + "index": 17, + "trial_index": 17, + "arm_name": "17_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -2.5728814272, + "x1": 0.0677569515, + "x2": 0, + "x3": 0.5749594956, + "x4": 0.2428778971, + "x5": 0.3000307806, + "x6": 0.5620101671 + }, + { + "index": 18, + "trial_index": 18, + "arm_name": "18_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -2.9578180259, + "x1": 0.116130718, + "x2": 0, + "x3": 0.4272434138, + "x4": 0.2730520792, + "x5": 0.2955808457, + "x6": 0.664910727 + }, + { + "index": 19, + "trial_index": 19, + "arm_name": "19_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -3.0330106345, + "x1": 0.0724255928, + "x2": 0.2143934404, + "x3": 0.4348109951, + "x4": 0.2573510405, + "x5": 0.300791386, + "x6": 0.6704021747 + }, + { + "index": 20, + "trial_index": 20, + "arm_name": "20_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -2.4281963178, + "x1": 0.4591592619, + "x2": 0, + "x3": 0.4319003024, + "x4": 0.3078065408, + "x5": 0.284126072, + "x6": 0.6295284543 + }, + { + "index": 21, + "trial_index": 21, + "arm_name": "21_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -2.4792538579, + "x1": 0, + "x2": 0.1402788444, + "x3": 0.3099345104, + "x4": 0.1981692706, + "x5": 0.3201342591, + "x6": 0.6847283617 + }, + { + "index": 22, + "trial_index": 22, + "arm_name": "22_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.3372640925, + "x1": 0, + "x2": 0.9263064638, + "x3": 0.3794992598, + "x4": 0.2459708256, + "x5": 0.3074056473, + "x6": 0.6841519663 + }, + { + "index": 23, + "trial_index": 23, + "arm_name": "23_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -0.5740764926, + "x1": 0, + "x2": 0.7620550704, + "x3": 0.2811807159, + "x4": 0.1429722248, + "x5": 0.3430906628, + "x6": 0.6676028064 + }, + { + "index": 24, + "trial_index": 24, + "arm_name": "24_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -3.152739723, + "x1": 0.1107720819, + "x2": 0.158768302, + "x3": 0.4859798013, + "x4": 0.3132551882, + "x5": 0.2903744824, + "x6": 0.6612697106 + }, + { + "index": 25, + "trial_index": 25, + "arm_name": "25_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -2.5791333617, + "x1": 0.0052315848, + "x2": 0.1675054319, + "x3": 0.4651928528, + "x4": 0.3363229381, + "x5": 0.2445124513, + "x6": 0.6418496218 + }, + { + "index": 26, + "trial_index": 26, + "arm_name": "26_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -3.3029607457, + "x1": 0.1811366879, + "x2": 0.1765916449, + "x3": 0.4922481646, + "x4": 0.2734972927, + "x5": 0.3031467223, + "x6": 0.6632133059 + }, + { + "index": 27, + "trial_index": 27, + "arm_name": "27_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -3.1481716786, + "x1": 0.2263147028, + "x2": 0.2033060274, + "x3": 0.3990442691, + "x4": 0.2979309776, + "x5": 0.3125874909, + "x6": 0.6040633783 + }, + { + "index": 28, + "trial_index": 28, + "arm_name": "28_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -3.0334161896, + "x1": 0.2014149705, + "x2": 0.2091959159, + "x3": 0.4313379558, + "x4": 0.3247287759, + "x5": 0.3461491541, + "x6": 0.5935670613 + }, + { + "index": 29, + "trial_index": 29, + "arm_name": "29_0", + "trial_status": "COMPLETED", + "generation_method": "BoTorch", + "generation_node": "MBM", + "hartmann6": -3.1296696418, + "x1": 0.2564229721, + "x2": 0.2436365011, + "x3": 0.4084212279, + "x4": 0.2731569977, + "x5": 0.2882334393, + "x6": 0.6481885198 + } + ] + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": "", + "text/markdown": "## Cross Validation for hartmann6\n\n### Out-of-sample predictions using leave-one-out CV" + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "application/vnd.plotly.v1+json": { + "data": [ + { + "customdata": [ + [ + "14_0" + ], + [ + "0_0" + ], + [ + "1_0" + ], + [ + "24_0" + ], + [ + "22_0" + ], + [ + "15_0" + ], + [ + "12_0" + ], + [ + "3_0" + ], + [ + "10_0" + ], + [ + "23_0" + ], + [ + "25_0" + ], + [ + "13_0" + ], + [ + "4_0" + ], + [ + "17_0" + ], + [ + "18_0" + ], + [ + "2_0" + ], + [ + "21_0" + ], + [ + "6_0" + ], + [ + "8_0" + ], + [ + "7_0" + ], + [ + "11_0" + ], + [ + "20_0" + ], + [ + "5_0" + ], + [ + "19_0" + ], + [ + "16_0" + ], + [ + "26_0" + ], + [ + "9_0" + ] + ], + "error_x": { + "array": [ + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null + ] + }, + "error_y": { + "array": [ + 0.52908311858716, + 0.732543059672, + 1.1127999621634, + 0.062313868726447, + 0.43475474507552, + 0.12776635778438, + 0.26495967660035, + 1.039743784517, + 0.26312711684917, + 0.37418261401147, + 0.19873468424015, + 0.34371643536405, + 0.12430946893232, + 0.28427204414721, + 0.14198732425729, + 1.1088095930089, + 0.19015640569667, + 0.49448279830336, + 0.41955476238638, + 0.64663660180629, + 0.4544550676832, + 0.36023358492411, + 0.95111755050705, + 0.069583338259612, + 0.560495218375, + 0.08845700991499, + 0.32582998554725 + ] + }, + "hovertemplate": "observed=%{x}
predicted=%{y}
arm_name=%{customdata[0]}", + "legendgroup": "", + "marker": { + "color": "#636efa", + "symbol": "circle" + }, + "mode": "markers", + "name": "", + "orientation": "v", + "showlegend": false, + "x": [ + -0.56101297678033, + -0.2177932944511, + -0.017721585965257, + -3.1527397229525, + -0.33726409251484, + -2.4925731488532, + -1.6342860476882, + -0.17652345029094, + -1.679318716866, + -0.57407649262025, + -2.5791333617274, + -1.5401772335623, + -2.2025579836096, + -2.572881427182, + -2.9578180259161, + -0.0035800051002438, + -2.4792538579028, + -0.64051982014284, + -0.91408690301671, + -0.59836601170644, + -0.8053591582652, + -2.4281963177512, + -0.00085287282256629, + -3.0330106344773, + -0.79967813690433, + -3.3029607456716, + -1.0228788099867 + ], + "xaxis": "x", + "y": [ + -0.35961654455469, + -0.45187815532123, + 0.24387962435466, + -3.1176753111008, + -0.3005108827481, + -2.4317007748998, + -1.7011046867872, + -0.34949160768165, + -1.7149479306097, + -0.76606691161996, + -2.7141260579143, + -1.7174719029509, + -2.2381685551054, + -2.8539344235919, + -2.8468785574218, + 0.21975753831387, + -2.5909919592244, + -0.61683540724013, + -1.1668805379244, + -0.93545003325378, + -0.88818025037095, + -2.5749011027286, + 0.3474824895231, + -3.0031375861173, + -0.60443682630716, + -3.2806906383589, + -1.1243456581369 + ], + "yaxis": "y", + "type": "scatter" + } + ], + "layout": { + "legend": { + "tracegroupgap": 0 + }, + "margin": { + "t": 60 + }, + "shapes": [ + { + "line": { + "color": "gray", + "dash": "dot" + }, + "type": "line", + "x0": -3.3354561717911, + "x1": 1.3702463823833, + "y0": -3.3354561717911, + "y1": 1.3702463823833 + } + ], + "template": { + "data": { + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmapgl" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.11111111111111, + "#46039f" + ], + [ + 0.22222222222222, + "#7201a8" + ], + [ + 0.33333333333333, + "#9c179e" + ], + [ + 0.44444444444444, + "#bd3786" + ], + [ + 0.55555555555556, + "#d8576b" + ], + [ + 0.66666666666667, + "#ed7953" + ], + [ + 0.77777777777778, + "#fb9f3a" + ], + [ + 0.88888888888889, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + }, + "xaxis": { + "anchor": "y", + "constrain": "domain", + "domain": [ + 0, + 1 + ], + "range": [ + -3.3354561717911, + 1.3702463823833 + ], + "title": { + "text": "observed" + } + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0, + 1 + ], + "scaleanchor": "x", + "scaleratio": 1, + "title": { + "text": "predicted" + } + } + }, + "config": { + "plotlyServerURL": "https://plot.ly" + } + }, + "text/html": "
" + }, + "metadata": {} + }, + { + "output_type": "execute_result", + "data": { + "text/plain": "[,\n ,\n ,\n ]" + }, + "metadata": {}, + "execution_count": 142 + } + ] + }, + { + "cell_type": "code", + "metadata": { + "originalKey": "df68d3a3-1a05-4d8a-82df-1745bb597926", + "showInput": true, + "customInput": null, + "language": "python", + "outputsInitialized": false, + "isAgentGenerated": false, + "executionStartTime": 1739917888088, + "executionStopTime": 1739917888552, + "serverExecutionDuration": 263.48441885784, + "collapsed": false, + "requestMsgId": "7473e106-47bb-456b-af75-32e50650a8af" + }, + "source": [ + "client.compute_analyses()" + ], + "execution_count": 1, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "originalKey": "3af7500a-f513-4a7a-a7b7-b0bfdc577580", + "showInput": true, + "customInput": null, + "language": "markdown", + "outputsInitialized": false, + "isAgentGenerated": false + }, + "source": [ + "## Conclusion\n", + "\n", + "This tutorial demonstrates how to use Ax's `Client` for closed-loop optimization using the Hartmann6 function as an example.\n", + "This style of optimization is useful in scenarios where trials are evaluated on some external system or when experimenters wish to take advantage of parallel evaluation, trial failure handling, or simply to manage long-running optimization tasks without human intervention.\n", + "You can define your own Runner and Metric classes to communicate with whatever external systems you wish to interface with, and control optimization using the `OrchestrationConfig`.\n", + "" + ] + } + ] +} diff --git a/website/tutorials.json b/website/tutorials.json index 21f59d2a340..877ea6405e4 100644 --- a/website/tutorials.json +++ b/website/tutorials.json @@ -7,6 +7,10 @@ { "id": "human_in_the_loop", "title": "Ask-tell Optimization in a Human-in-the-loop Setting" + }, + { + "id": "closed_loop", + "title": "Closed-loop Optimization with Ax" } ], "Advanced features": [