{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Tune a CNN on MNIST\n", "\n", "This tutorial walks through using Ax to tune two hyperparameters (learning rate and momentum) for a PyTorch CNN on the MNIST dataset trained using SGD with momentum.\n" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:21] ipy_plotting: Injecting Plotly library into cell. Do not overwrite or delete cell.\n" ] }, { "data": { "text/html": [ " \n", " " ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import torch\n", "import numpy as np\n", "\n", "from ax.plot.contour import plot_contour\n", "from ax.plot.trace import optimization_trace_single_method\n", "from ax.service.managed_loop import optimize\n", "from ax.utils.notebook.plotting import render, init_notebook_plotting\n", "from ax.utils.tutorials.cnn_utils import load_mnist, train, evaluate, CNN\n", "\n", "init_notebook_plotting()" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "torch.manual_seed(12345)\n", "dtype = torch.float\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 1. Load MNIST data\n", "First, we need to load the MNIST data and partition it into training, validation, and test sets.\n", "\n", "Note: this will download the dataset if necessary." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.1%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "113.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "180.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Processing...\n", "Done!\n" ] } ], "source": [ "BATCH_SIZE = 512\n", "train_loader, valid_loader, test_loader = load_mnist(batch_size=BATCH_SIZE)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 2. Define function to optimize\n", "In this tutorial, we want to optimize classification accuracy on the validation set as a function of the learning rate and momentum. The function takes in a parameterization (set of parameter values), computes the classification accuracy, and returns a dictionary of metric name ('accuracy') to a tuple with the mean and standard error." ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [], "source": [ "def train_evaluate(parameterization):\n", " net = CNN()\n", " net = train(net=net, train_loader=train_loader, parameters=parameterization, dtype=dtype, device=device)\n", " return evaluate(\n", " net=net,\n", " data_loader=valid_loader,\n", " dtype=dtype,\n", " device=device,\n", " )" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 3. Run the optimization loop\n", "Here, we set the bounds on the learning rate and momentum and set the parameter space for the learning rate to be on a log scale. " ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:24] ax.modelbridge.dispatch_utils: Using Bayesian Optimization generation strategy: GenerationStrategy(name='Sobol+GPEI', steps=[Sobol for 5 arms, GPEI for subsequent arms], generated 0 arm(s) so far). Iterations after 5 will take longer to generate due to model-fitting.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:24] ax.service.managed_loop: Started full optimization with 20 steps.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:24] ax.service.managed_loop: Running optimization trial 1...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:35] ax.service.managed_loop: Running optimization trial 2...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:44] ax.service.managed_loop: Running optimization trial 3...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:33:54] ax.service.managed_loop: Running optimization trial 4...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:34:04] ax.service.managed_loop: Running optimization trial 5...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:34:14] ax.service.managed_loop: Running optimization trial 6...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:34:25] ax.service.managed_loop: Running optimization trial 7...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:34:36] ax.service.managed_loop: Running optimization trial 8...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:34:47] ax.service.managed_loop: Running optimization trial 9...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:34:58] ax.service.managed_loop: Running optimization trial 10...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:35:09] ax.service.managed_loop: Running optimization trial 11...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:35:21] ax.service.managed_loop: Running optimization trial 12...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:35:32] ax.service.managed_loop: Running optimization trial 13...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:35:44] ax.service.managed_loop: Running optimization trial 14...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:35:55] ax.service.managed_loop: Running optimization trial 15...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:06] ax.service.managed_loop: Running optimization trial 16...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:17] ax.service.managed_loop: Running optimization trial 17...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:17] ModelBridge: Leaving out out-of-design observations for arms: 15_0\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:28] ax.service.managed_loop: Running optimization trial 18...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:28] ModelBridge: Leaving out out-of-design observations for arms: 15_0\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:39] ax.service.managed_loop: Running optimization trial 19...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:40] ModelBridge: Leaving out out-of-design observations for arms: 15_0\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:51] ax.service.managed_loop: Running optimization trial 20...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 23:36:51] ModelBridge: Leaving out out-of-design observations for arms: 15_0\n" ] } ], "source": [ "best_parameters, values, experiment, model = optimize(\n", " parameters=[\n", " {\"name\": \"lr\", \"type\": \"range\", \"bounds\": [1e-6, 0.4], \"log_scale\": True},\n", " {\"name\": \"momentum\", \"type\": \"range\", \"bounds\": [0.0, 1.0]},\n", " ],\n", " evaluation_function=train_evaluate,\n", " objective_name='accuracy',\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can introspect the optimal parameters and their outcomes:" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "{'lr': 1.2238136822908984e-05, 'momentum': 1.0}" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "best_parameters" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "({'accuracy': 0.8666553213494451},\n", " {'accuracy': {'accuracy': 1.0112789939571624e-08}})" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "means, covariances = values\n", "means, covariances" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 4. Plot response surface\n", "\n", "Contour plot showing classification accuracy as a function of the two hyperparameters.\n", "\n", "The black squares show points that we have actually run, notice how they are clustered in the optimal region." ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 0.45, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(247,252,253)" ], [ 0.125, "rgb(229,245,249)" ], [ 0.25, "rgb(204,236,230)" ], [ 0.375, "rgb(153,216,201)" ], [ 0.5, "rgb(102,194,164)" ], [ 0.625, "rgb(65,174,118)" ], [ 0.75, "rgb(35,139,69)" ], [ 0.875, "rgb(0,109,44)" ], [ 1.0, "rgb(0,68,27)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y", "z": [ [ 0.12419047655522247, 0.14535225245800432, 0.18317475806536065, 0.23721291157042285, 0.3042685782686965, 0.3776917699711081, 0.4498460867470824, 0.5143215104964396, 0.5659857814638567, 0.5991611419712242, 0.6081749929936223, 0.5927500277295865, 0.5622085393450067, 0.5260549458546333, 0.4869500222584423, 0.44545670322892106, 0.40256167035109147, 0.35982220222458927, 0.31896282166646983, 0.2816031675883701, 0.24913868088698427, 0.22263053724820675, 0.20262666474092306, 0.18897255689810122, 0.1807614140202306, 0.17651594855048114, 0.17453489358317903, 0.17324994902364066, 0.1714857700279354, 0.16860239135368638, 0.16454120534607536, 0.15978299718317707, 0.15518717337504717, 0.15166702285802924, 0.14976514052472417, 0.14942297816672373, 0.15018325187498427, 0.15157946984931958, 0.15328295372886802, 0.15495483539791494, 0.15607116258231357, 0.1559113875879654, 0.15370791286302848, 0.1488669831058182, 0.14119001341445975, 0.1310726792076583, 0.11967657278371935, 0.10903580374993732, 0.10197015220755296, 0.10150002701114125 ], [ 0.12486783381641431, 0.1467792066387369, 0.18557769745728514, 0.2407259985904721, 0.30891162261350535, 0.38331124686727414, 0.45612492734853766, 0.5208438781206713, 0.5723306053654175, 0.6049744375617301, 0.6132192490717971, 0.5971021932532403, 0.56632903459637, 0.5301119227845144, 0.4907385068924545, 0.44868754094912805, 0.4050235856125385, 0.36141697294780745, 0.31968511112465503, 0.28151426920165074, 0.2483504755922344, 0.22129597212606766, 0.20092576247843624, 0.18708703241219987, 0.1788435557533835, 0.17466593987006684, 0.1727951730287488, 0.17161379186183295, 0.16991240460786827, 0.16703321181869452, 0.1629155977497162, 0.15805445513027705, 0.15333892909586588, 0.14971983106563247, 0.14776479739616666, 0.14741296339775217, 0.14819218791474015, 0.1496338890769951, 0.15142266538999904, 0.15323112964476104, 0.15453229509308591, 0.15458883124443235, 0.15261119953897856, 0.14798665154838375, 0.14050428738370685, 0.1305541052439229, 0.11929682505724776, 0.10876828772522579, 0.10179061212675755, 0.10138537006625903 ], [ 0.12569488060256828, 0.14838009974524535, 0.18817652354449171, 0.24444784996216712, 0.3137618473384009, 0.38912660634592156, 0.46258121352107656, 0.5275172924420244, 0.5787928494049258, 0.6108755265199716, 0.6183407481094998, 0.601551460091195, 0.570589378255708, 0.5343210654027808, 0.49466281323819966, 0.4520248058522927, 0.40756127501185513, 0.36306117683101746, 0.3204359082880722, 0.2814376334289172, 0.24756220218352692, 0.21995288567547971, 0.19921222145328993, 0.18518912275992921, 0.17691691967040524, 0.1728124407584684, 0.17105745726160498, 0.16998449484021677, 0.16834977137300483, 0.16547750244014964, 0.1613048769294248, 0.15634067215786684, 0.15150384447267212, 0.1477834756051657, 0.14577303050244328, 0.14540909304093003, 0.14620428285848952, 0.14768870122738958, 0.14956173982331256, 0.1515084712832781, 0.15299887743043317, 0.15327827743900235, 0.151534678045531, 0.1471362021311351, 0.1398598215437319, 0.13009009971336494, 0.11898680423076591, 0.10858656617683549, 0.10171117567498622, 0.10137751735285772 ], [ 0.12667424486518103, 0.15015701559459876, 0.1909724643509103, 0.24837880893346498, 0.318818225291861, 0.3951359112097401, 0.46921257323132753, 0.5343393496788518, 0.5853713640299547, 0.6168676452018288, 0.6235514415253994, 0.6061168029693706, 0.5750049259743696, 0.5386915848012219, 0.4987276213864333, 0.45547042137310384, 0.4101753178525405, 0.36475497847251054, 0.32121545498587334, 0.28137376556848515, 0.24677463972374247, 0.21860227502316287, 0.1974872135506302, 0.18328015507267015, 0.1749829531216539, 0.17095695712035736, 0.16932325831547734, 0.16836356751072723, 0.16679941872466247, 0.16393692495410023, 0.1597108935656935, 0.1546437184633253, 0.14968415314445882, 0.14586023438779672, 0.14379204229564463, 0.1434133751523849, 0.14422127058619577, 0.145745369441234, 0.14770143647201095, 0.14978798523303322, 0.15147193179890245, 0.15198063533845213, 0.1504791155144824, 0.14631623566876428, 0.13925703783910426, 0.1296808993032173, 0.11874655142941226, 0.10849045997615314, 0.10173139511154394, 0.10147573635674711 ], [ 0.127808273956662, 0.15211158716221662, 0.19396605024346975, 0.2525183220821554, 0.324078894308766, 0.40133647620734153, 0.47601591124443277, 0.5413068626280926, 0.5920642115277793, 0.6229534361759657, 0.6288632814717539, 0.6108177392867552, 0.5795905609867914, 0.543231951143307, 0.5029369750079342, 0.4590258328124538, 0.41286596953335314, 0.3664983483992286, 0.32202389926323693, 0.2813231511115588, 0.245988599106864, 0.21724520134763775, 0.19575199144497202, 0.18136154241590285, 0.1730431843841499, 0.16910106257766172, 0.16759413924438582, 0.16675255537425188, 0.16526292111866575, 0.16241316477953655, 0.15813552907940992, 0.1529657116122526, 0.14788215613648625, 0.1439524648938892, 0.14182411447473425, 0.14142788695937025, 0.1422449449296408, 0.14380541335640573, 0.14584306978257155, 0.14807084695509642, 0.1499525209529992, 0.15069683821517826, 0.1494452809397792, 0.14552732722902312, 0.13869629793668253, 0.12932663482591472, 0.1185759383583822, 0.10847952937109001, 0.10185043365824781, 0.1016788071359902 ], [ 0.1290990159816598, 0.15424497367642265, 0.19715708131971788, 0.2568648487230696, 0.329541130921905, 0.40772485232617056, 0.4829873997282664, 0.5484158668999204, 0.5988686464229775, 0.6291347588446131, 0.6342876201617934, 0.6156734723694981, 0.5843602264825081, 0.5479496937838629, 0.5072941910133272, 0.46269196389566536, 0.41563314103018734, 0.36829105399455053, 0.322861292000179, 0.2812862554526989, 0.24520492469717436, 0.21588279262635163, 0.19400789167602656, 0.17943478652058253, 0.17109922444190007, 0.1672463989568539, 0.16587171338271078, 0.16515303815117222, 0.16374187649922572, 0.1609079276597587, 0.15658069164661748, 0.1513088126086875, 0.14610021901301085, 0.14206260244354302, 0.13987160650767788, 0.13945477312847565, 0.14027715866895063, 0.14187040954311264, 0.14398801057288746, 0.14635828401830875, 0.14844174947937389, 0.1494278442310939, 0.1484339455574472, 0.14477002640431175, 0.13817790377396177, 0.12902733256563098, 0.1184746704200711, 0.10855308138340691, 0.10206708656223212, 0.10198508184906702 ], [ 0.13054820108689796, 0.1565578401203085, 0.20054460615068959, 0.26141581234865024, 0.33520133579990974, 0.4142968166406676, 0.4901224744961694, 0.5556616350466697, 0.6057811007382186, 0.6354125030331086, 0.6398345784014265, 0.620701985080219, 0.5893264306984366, 0.5528512065020538, 0.5118017737170182, 0.46646917611802885, 0.4184763801140893, 0.370132651435481, 0.3237275840387679, 0.2812635238100497, 0.24442449604031208, 0.21451624640388545, 0.19225633771035605, 0.1775014804517821, 0.16915276863825424, 0.16539467659703233, 0.16415764341479944, 0.163566627872962, 0.16223790355103473, 0.1594229360676166, 0.15504831184529788, 0.14967522142683004, 0.14434076843864369, 0.14019315793921605, 0.13793695367636016, 0.13749624362357976, 0.13831982231594564, 0.13994199190845297, 0.14213768740492455, 0.14465157765096204, 0.14694076504255582, 0.14817463718336893, 0.14744588323014335, 0.14404485768837166, 0.1377020983921619, 0.12878291623387933, 0.11844229108217041, 0.1087101798763111, 0.10237980789664042, 0.10239253934570436 ], [ 0.13215722253371726, 0.159050339103674, 0.20412691254022902, 0.2661676416557764, 0.34105503142494176, 0.4210473677358647, 0.497415836421056, 0.5630386949580485, 0.6127971720259789, 0.64178641467845, 0.645512432160971, 0.6259191124339866, 0.5944997509869382, 0.5579415645753397, 0.5164613353299273, 0.4703572315144867, 0.4213948545668337, 0.3720224787443541, 0.32462262385135016, 0.2812553813531429, 0.2436482296300907, 0.21314683256218986, 0.1904988429694321, 0.17556331119378177, 0.167205598177824, 0.1635476744591765, 0.16245364024215597, 0.16199496679163067, 0.1607526387732266, 0.15795992538122583, 0.15354033793337735, 0.14806717197601438, 0.1426062880917371, 0.13834671502075874, 0.13602266459263557, 0.13555457112865305, 0.136374902686757, 0.13802185207666062, 0.14029358795459557, 0.14295206426498808, 0.14545075957958148, 0.14693822719783628, 0.14648187082442, 0.14335232094729022, 0.1372690670393698, 0.12859320950286535, 0.1184781874079539, 0.10894965795806516, 0.10278674113093911, 0.10289883516523052 ], [ 0.1339271173478599, 0.16172209493617085, 0.20790152963934566, 0.2711158380791162, 0.34709687143775175, 0.4279707265691093, 0.5048614574478171, 0.5705408503762848, 0.6199116148163868, 0.6482549428071845, 0.651327059316904, 0.6313375996852277, 0.5998883684878032, 0.5632243603489556, 0.5212735244986293, 0.47435525945130463, 0.42438733763963155, 0.37395965005206266, 0.32554615577719576, 0.28126223353248136, 0.24287708071164882, 0.21177589607107472, 0.1887370138022963, 0.17362206212847675, 0.1652595814534541, 0.16170724001574793, 0.16076146163608024, 0.1604397251042904, 0.1592877333801987, 0.15652063983931325, 0.15205873076110782, 0.14648692647318734, 0.1408993138696495, 0.1365259265673064, 0.13413131812832635, 0.13363208801260662, 0.1344444212701984, 0.1361117397513925, 0.13845726036915068, 0.1412611369378608, 0.1439729704273333, 0.1457196513547101, 0.14554268856782604, 0.14269289197268187, 0.13687893852609156, 0.12845793907805042, 0.11858159664085632, 0.10927013233640898, 0.10328575168433773, 0.10350134726538468 ], [ 0.13585854629211913, 0.16457218962429432, 0.21186523967899962, 0.2762550391109466, 0.35332066016338093, 0.43506034249099607, 0.5124525905809277, 0.5781612025349909, 0.6271183370784199, 0.6548151163883463, 0.6572814818274787, 0.6369661442256964, 0.6054976678658366, 0.56870156343519, 0.5262379644320235, 0.4784617279842892, 0.42745219598054424, 0.3759430511596249, 0.32649781884929036, 0.28128446660125017, 0.2421120450981631, 0.21040485969427558, 0.1869725523784308, 0.171679615381513, 0.163316675171717, 0.1598752888985328, 0.15908291066360236, 0.1589025984909357, 0.15784485003568927, 0.15510682828798678, 0.1506054583255021, 0.14493676920081605, 0.13922242832233522, 0.13473351047423465, 0.1322655596956469, 0.13173118281652502, 0.1325304524030907, 0.13421346306579873, 0.13663031459953262, 0.13958024683538556, 0.14250868136484723, 0.14451997423011004, 0.14462912037210962, 0.14206702310371072, 0.1365317868129859, 0.128376738265137, 0.11875161372033355, 0.10967001921258773, 0.10387446001852935, 0.10419721778403473 ], [ 0.13795177285975035, 0.16759915044590262, 0.21601409702842744, 0.28157907679859023, 0.35971938028591477, 0.44230890402826745, 0.5201817832209796, 0.5858921726144086, 0.6344104033906733, 0.6614624584111142, 0.6633755315100138, 0.6428084274048342, 0.6113299349767692, 0.5743734107120364, 0.5313532019168277, 0.4826744202611819, 0.4305873802316956, 0.37797133647375314, 0.3274771462271544, 0.28132244831519376, 0.24135416097480278, 0.20903522662322832, 0.18520725947374017, 0.16973795400812658, 0.1613789252478955, 0.15805380428151167, 0.15741983387440178, 0.1573853054641362, 0.15642565942791586, 0.15372023973347881, 0.14918248997962297, 0.1434189996331619, 0.13757825424761422, 0.1329722446266306, 0.13042809680723122, 0.1298542962480772, 0.130635121269165, 0.13232888892452288, 0.13481442369183938, 0.13791090455642335, 0.1410592235512219, 0.14334028833575546, 0.1437419541080005, 0.14147514390357246, 0.13622763280822248, 0.12834915098142202, 0.11898719959512444, 0.11014755130079174, 0.10455027420526608, 0.10498339111687538 ], [ 0.14020664094102603, 0.17080093874738767, 0.22034345227398777, 0.2870810320213998, 0.3662852265114185, 0.4497083539444998, 0.5280408932534912, 0.5937255250420095, 0.6417800462434967, 0.6681909427649005, 0.6696056588544119, 0.6488624193330877, 0.6173841778714655, 0.580238329943051, 0.5366166682323698, 0.48699041636947443, 0.4337904184708033, 0.38004292737949236, 0.3284835652449143, 0.2813765287926533, 0.24060451065959426, 0.20766858300752405, 0.18344303711983473, 0.1677991639878213, 0.15944846743927904, 0.15624483597423, 0.15577411923665208, 0.15588958453024954, 0.15503183669502435, 0.1523626187182679, 0.14779179031513895, 0.14193592492047147, 0.135969447378951, 0.13124496098362182, 0.12862169383659855, 0.12800391667390482, 0.12876060174427445, 0.13045994333886873, 0.13301132501829538, 0.1362546813783847, 0.1396259763381164, 0.14218171443810945, 0.1428819818163925, 0.14091766187518467, 0.13596644635001076, 0.1283746361573504, 0.11928719019354356, 0.11070079557538048, 0.1053104212446101, 0.10585664857605431 ], [ 0.14262255077384534, 0.1741749396761913, 0.22484797939185164, 0.29275328512955456, 0.37300964325419383, 0.45724990804246596, 0.5360211073435264, 0.6016523917900414, 0.6492186864482905, 0.6749929973293906, 0.6759648934541617, 0.6551206060007032, 0.6236560836385411, 0.5862928992086821, 0.5420246526450871, 0.4914060809460328, 0.4370584126405331, 0.38215601209927186, 0.3295163980773457, 0.28144704151279876, 0.23986422228721205, 0.20630660034722792, 0.1816818910834216, 0.1658654359941507, 0.15752752768284328, 0.15445049920017295, 0.1541476938097593, 0.1544171911625849, 0.15366505771153716, 0.15103570054080506, 0.14643531274277477, 0.14048985172915618, 0.13439868809491318, 0.12955453868046407, 0.12684916589041406, 0.12618257510860992, 0.12690911411743516, 0.12860861175170907, 0.13122282142398484, 0.13461321038004892, 0.13821036793414165, 0.14104540173722718, 0.14204999984020594, 0.14039496320015787, 0.13574814834831872, 0.12845257247117498, 0.11965030590811548, 0.11132767137957772, 0.10615197668041082, 0.10681363987759801 ], [ 0.14519843275191469, 0.1777179527231853, 0.22952170463591726, 0.29858756350312166, 0.37988336475599405, 0.46492407715591216, 0.5441129609500943, 0.6096632978239293, 0.6567169630997979, 0.6818595542600828, 0.6824429529080582, 0.6615707150615882, 0.630138108024657, 0.5925318425709151, 0.5475722888135672, 0.49591705677496434, 0.44038803807747723, 0.3843085470730173, 0.3305748630194725, 0.28153430442503297, 0.2391344713776043, 0.20495103770888035, 0.17992593313974425, 0.16393906690260335, 0.15561842210095317, 0.15267297303353816, 0.15254252114248007, 0.15296989458788357, 0.1523269952478858, 0.1497412063419452, 0.1451149928018402, 0.1390830774466385, 0.13286867207917358, 0.12790389604756908, 0.12511337169342107, 0.12439283970874926, 0.12508292272456145, 0.1267769393418381, 0.12945078226114665, 0.13298818741595975, 0.13681387589675226, 0.13993252788461064, 0.1412468088608217, 0.13990741348465008, 0.1355726130586855, 0.12858226335780437, 0.12007516145336472, 0.11202596857048325, 0.10707189225872737, 0.1078509116894546 ], [ 0.14793271863079505, 0.18142618321502518, 0.23435803631356933, 0.3045749865642935, 0.3868964564707249, 0.47272069179352455, 0.5523063596360014, 0.6177481877991391, 0.6642647729785589, 0.688780145938822, 0.6890264867691572, 0.6681964574452819, 0.6368196807460751, 0.5989480606372761, 0.5532535540831659, 0.5005182645092142, 0.44377554621837706, 0.3864982598788179, 0.33165807636833555, 0.2816386211393127, 0.23841648224728007, 0.20360374372268408, 0.17817738310009673, 0.16202246099649414, 0.15372355663590437, 0.1509144984669175, 0.1509605983853014, 0.15154947438851885, 0.15101931501651178, 0.14848083808390533, 0.14383274123698764, 0.13771788077255104, 0.1313820998616415, 0.1262959814378523, 0.12341720537568801, 0.12263730979199983, 0.12328433353950452, 0.12496703128790998, 0.12769714427818135, 0.13138137191433535, 0.13543802742554306, 0.13884429881851895, 0.1404732138227508, 0.1394553584954527, 0.13543967046036648, 0.12876294223232043, 0.12056027596047114, 0.11279336542171364, 0.10806702151371866, 0.10896493345693664 ], [ 0.15082330964348772, 0.18529523526678832, 0.23934979508124454, 0.3107061087472779, 0.3940383569351381, 0.4806289289412069, 0.5605906013097608, 0.6258964540210312, 0.6718513187399591, 0.6957430426005067, 0.6956994353159854, 0.6749782468781244, 0.6436875002778006, 0.6055326931019135, 0.5590612813136201, 0.505203908560412, 0.44721677052590963, 0.3887226536975539, 0.3327650548885154, 0.28176028216245874, 0.2377115292168892, 0.2022666583146811, 0.17643857055012374, 0.16011813082681725, 0.15184542627138925, 0.14917737608169201, 0.14940395310671284, 0.15015771692388552, 0.14974367161931396, 0.1472562734501811, 0.14259043688744172, 0.13639651173354017, 0.1299416651760093, 0.12473376274593628, 0.1217635870405438, 0.12091860941492921, 0.12151569177479349, 0.12318105295946619, 0.12596391232584364, 0.12979458746814315, 0.134084399429151, 0.13778194839444502, 0.13973002373015536, 0.1390391248696361, 0.135349108710768, 0.12899377786904026, 0.12110408318011884, 0.11362744605286185, 0.1091341432582002, 0.11015212070815211 ], [ 0.15386754101296296, 0.18932010715288206, 0.24448924472641442, 0.3169709608966911, 0.4012979196605926, 0.4886373405915338, 0.5689543990911984, 0.6340969655943228, 0.6794651647447713, 0.7027354253747096, 0.7024434802558386, 0.6818938996678853, 0.6507258886857762, 0.612275209038835, 0.564987182580821, 0.5099674891163898, 0.4507071356416991, 0.39097901330895773, 0.3338947188360327, 0.2818995661419121, 0.23702093756470216, 0.20094181412281908, 0.17471193625131864, 0.15822869767866815, 0.14998661379607758, 0.14746396329241207, 0.14787463980389287, 0.14879641157561085, 0.14850170441245403, 0.14606916069722659, 0.14138991944108237, 0.13512118117704414, 0.12855004207808535, 0.1232202154950951, 0.1201554519816011, 0.11923938055623695, 0.11977937955163687, 0.12142122998672927, 0.12425315983859953, 0.12822972218676026, 0.13275461833627877, 0.1367467377878721, 0.13901805129898498, 0.1386590207812825, 0.13530067664829148, 0.12927387987841354, 0.12170494167469675, 0.11452571720149429, 0.11026998301582591, 0.11140885602876072 ], [ 0.15706214232790872, 0.19349519051044722, 0.2497681236174436, 0.3233590905297988, 0.40866345481923455, 0.49673388364841264, 0.5773859045464136, 0.6423380986080136, 0.6870942989832931, 0.7097435865409585, 0.7092385650319337, 0.6889193155898486, 0.6579171785556962, 0.6191635197860742, 0.5710218838403437, 0.5148018201654807, 0.4542416697381797, 0.39326441259015193, 0.33504589550864794, 0.28205674107518947, 0.23634608417137853, 0.1996313375417702, 0.17300003315432472, 0.15635689159229593, 0.14814978806166884, 0.14577667113612525, 0.14637473609951102, 0.14746734682242152, 0.1472950333056861, 0.14492111349081022, 0.14023298211265411, 0.13389404982012798, 0.12720987078469131, 0.12175830936049098, 0.11859573841085097, 0.11760227596285855, 0.11807781370384263, 0.11968984814212141, 0.12256702904504302, 0.12668872877347487, 0.1314503596197018, 0.13573995464600108, 0.13833811244885424, 0.13831533654928013, 0.13529408631625078, 0.12960230422634, 0.12236114489237165, 0.1154856241964824, 0.11147123246879426, 0.11273150788289682 ], [ 0.16040319322957342, 0.19781427512975452, 0.25517767711156225, 0.3298596013574947, 0.4161227706658932, 0.5049059509399607, 0.5858727310858244, 0.650607767133543, 0.6947261992539441, 0.7167531473103083, 0.7160634641560584, 0.6960291375773205, 0.6652421081685831, 0.6261841087241247, 0.5771549694450274, 0.5196990533375664, 0.4578150200073058, 0.3955757234717617, 0.3362173232841871, 0.2822320654397946, 0.23568839779749817, 0.19833744933616804, 0.17130552696777007, 0.15450555088295076, 0.14633770168486926, 0.14411796057775772, 0.14490633861769986, 0.14617230615184534, 0.14612525451436148, 0.14381370576168623, 0.1391213643117729, 0.13271721695228983, 0.12592374221733593, 0.120350992990375, 0.11708737356058196, 0.11600995171745393, 0.11641344378000323, 0.11798925294595886, 0.12090773085783835, 0.125173624292015, 0.13017334700050942, 0.13476291196491536, 0.13769102561938223, 0.13800834517082544, 0.13532901548143073, 0.12997805874348317, 0.12307093102788386, 0.11650456602998799, 0.11273456701663537, 0.11411644744537258 ], [ 0.1638860739775576, 0.20227056115182573, 0.2607086912380055, 0.33646119241506234, 0.4236632147514814, 0.5131404031637284, 0.5944019773685506, 0.6588934547651005, 0.7023479015979021, 0.7237492825558837, 0.722896380937954, 0.7031973822945656, 0.6726802059709511, 0.6333221721056982, 0.5833750352789101, 0.5246507073102633, 0.46142147118992766, 0.39790962629075666, 0.3374076561028264, 0.28242578919634026, 0.23504935893168288, 0.19706246475704187, 0.16963119622198553, 0.15267762109882005, 0.14455318813996532, 0.14249033830305563, 0.1434715585339919, 0.14491306381723335, 0.14499393628319168, 0.14274846661654483, 0.13805674437205956, 0.1315927089156097, 0.12469418127202764, 0.11900117698067958, 0.11563325803535562, 0.11446505956554998, 0.11478875029404328, 0.11632184888846386, 0.1192775443911015, 0.12368648958330664, 0.12892535129828475, 0.13381694666866079, 0.13707761089654374, 0.1377383027661847, 0.13540511012211925, 0.13040010857584028, 0.1238324925877562, 0.11757990945888697, 0.11405666155322586, 0.11556006359931847 ], [ 0.1675054249078955, 0.20685668015230668, 0.26635152793656264, 0.3431521971067274, 0.43127171505796985, 0.5214236016761823, 0.6029602506064751, 0.6671822464014083, 0.7099460689792028, 0.7307169417493911, 0.7297155468866965, 0.7103980247792372, 0.6802101500536664, 0.6405617652950689, 0.5896697492098824, 0.5296477024806977, 0.46505496701785026, 0.4002626214644236, 0.3386154683440984, 0.28263815461550545, 0.2344304991431736, 0.19580879309088367, 0.1679799317618222, 0.15087615335164734, 0.14279915818598243, 0.14089635197157524, 0.14207251679601218, 0.14369138045008434, 0.14390261460149217, 0.14172687534103207, 0.13704073241727716, 0.13052246751051766, 0.12352362889100588, 0.1177117148528356, 0.11423624832431051, 0.11297023897963038, 0.11320624322387851, 0.11469009814322301, 0.11767881605164299, 0.12222946829176179, 0.12770818889147512, 0.13290341786701443, 0.13649868893569278, 0.13750544892139877, 0.13552198686200007, 0.13086738153191807, 0.12464398559040535, 0.11870900209463336, 0.11543420457410558, 0.11705877624305411 ], [ 0.17125517781466337, 0.2115647258343341, 0.2720961620510045, 0.34992062241974586, 0.4389348212284355, 0.529741442124706, 0.6115336897137678, 0.675460859956521, 0.717507058330815, 0.7376410559906854, 0.7364997798135138, 0.7176055096121373, 0.6878100924300534, 0.6478859492587073, 0.5960259175666578, 0.5346804005649043, 0.46870913441060075, 0.402631042394992, 0.33983926004489123, 0.28286939687853885, 0.23383339987013552, 0.19457893656525876, 0.16635473559726205, 0.14910430194932067, 0.1410785955699983, 0.1393385849036619, 0.14071133901404398, 0.14250899853908822, 0.14285278893033182, 0.14075035653189827, 0.1360748634435287, 0.12950833849961413, 0.12241442308933853, 0.11648538187977736, 0.11289913744934477, 0.11152810881452146, 0.11166846061713859, 0.11309651863729892, 0.11611395815014819, 0.12080476545856011, 0.12652371975085336, 0.13202370476931863, 0.13595507966926973, 0.13731000691695355, 0.13567923532811377, 0.13137877328637232, 0.12550353834419853, 0.11988918446394403, 0.1168639107269493, 0.11860904804035438 ], [ 0.17512864229640995, 0.21638629404376908, 0.2779322201698769, 0.35675418851230656, 0.4466387460896497, 0.5380793889997998, 0.620107988305981, 0.6837156776939728, 0.725016984360916, 0.7445067224497193, 0.7432289371483058, 0.7247951548838275, 0.6954579413946258, 0.6552769328416133, 0.6024295564144179, 0.539738648759172, 0.4723773102392177, 0.40501106950150756, 0.34107746240115444, 0.2831197444009107, 0.2332596905720024, 0.19337548852932634, 0.16475871903518463, 0.1473653212544218, 0.13939455194597933, 0.1378196501775255, 0.1393901500232828, 0.14136763778890948, 0.14184591796225993, 0.1398202753950873, 0.13516059069803515, 0.1285520604033294, 0.12136877919420958, 0.11532485160084327, 0.11162463383448357, 0.11014125822633147, 0.11017796683149489, 0.11154368134413722, 0.1145854469791629, 0.11941464563756582, 0.1253738450077923, 0.13117920423275004, 0.13544760078888018, 0.13715218383199068, 0.13587642041315656, 0.13193315240466041, 0.12640925975835265, 0.1211178010414996, 0.11834253191606509, 0.12020739473915448 ], [ 0.17911859231974608, 0.22131253084449126, 0.28384902129006123, 0.3636403688300326, 0.4543694076720968, 0.5464225112581697, 0.6286684176183087, 0.6919327768945687, 0.7324617789098162, 0.7512993596319502, 0.7498842044697722, 0.7319434231797612, 0.7031315982659094, 0.662716207193209, 0.6088659665218706, 0.5448118280793638, 0.47605257044389265, 0.4073987452631477, 0.3423284434934381, 0.2833894188293258, 0.2327110461723787, 0.19220113082113166, 0.1631951000093716, 0.1456625616867387, 0.13775014094691207, 0.1363421841154676, 0.1381110681226942, 0.14026899037331036, 0.14088341543460947, 0.13893793324565173, 0.13429927943462028, 0.12765525379778575, 0.12038876968997958, 0.11423266986253972, 0.11041533865037018, 0.1088122363655945, 0.1087373493731405, 0.11003420667975305, 0.11309582030653631, 0.1180614304876822, 0.12426050401808142, 0.13037132792478745, 0.13497706599336123, 0.13703217051535976, 0.13611308442461217, 0.13252936515810448, 0.12735924715269464, 0.12239221027075137, 0.11986686706821986, 0.12185039417525323 ], [ 0.18321734695819902, 0.2263341867142203, 0.289835619165675, 0.3705664308549336, 0.4621124719286284, 0.5547555192320289, 0.6371998494859552, 0.7000979595936425, 0.7398272451463849, 0.7580048293772172, 0.7564482084793472, 0.7390280577840761, 0.7108091474369411, 0.6701846696087677, 0.6153198110755214, 0.5498889054835663, 0.4797277612662809, 0.40978999014740236, 0.3435905141749488, 0.2836786346646254, 0.23218918371765723, 0.1910586302280466, 0.16166719951954633, 0.14399946478184034, 0.13614853134699106, 0.13490883914202328, 0.13687619899874937, 0.13921471609886882, 0.13996664601733816, 0.1381045632438787, 0.1334922011234439, 0.12681941133468666, 0.11947630422382238, 0.11321122621866614, 0.10927372212569025, 0.10754354039010189, 0.10734921289188626, 0.10857075991037812, 0.1116476742354659, 0.11674749579351851, 0.123185670881298, 0.12960149908153928, 0.13454428299671184, 0.13695014141671924, 0.1363887491056045, 0.13316624010359562, 0.12835159354243852, 0.12370979360039136, 0.12143377066252031, 0.12353469406959328 ], [ 0.187416845589284, 0.2314416746629322, 0.2958808461058726, 0.3775194775433266, 0.469853396340578, 0.5630628030951905, 0.6456867796142147, 0.7081967811491319, 0.7470991064657254, 0.7646095240594699, 0.7629050010163092, 0.7460281088817189, 0.7184690008784747, 0.677662734970929, 0.6217751953894034, 0.5549584893767224, 0.4833955323349339, 0.41218061928753874, 0.34486193406004473, 0.2839875984662693, 0.23169585817702038, 0.18995083393979784, 0.16017843708343582, 0.14237955721141488, 0.13459293925033883, 0.13352227600155997, 0.135687629346193, 0.13820643749718065, 0.13909692129624934, 0.13732132639993427, 0.13274052818777876, 0.12604588870314754, 0.11863311049919051, 0.11226272252004454, 0.10820209962046928, 0.10633760170928996, 0.10601616947823539, 0.10715604551751978, 0.11024365938511166, 0.11547526786416218, 0.12215135037537256, 0.12887114884602074, 0.13415005129230623, 0.13690625427294295, 0.13670291751482183, 0.13384259240694862, 0.12938439438325483, 0.12506796357258898, 0.1230401601219393, 0.1252570187201854 ], [ 0.19170871783019955, 0.2366251301887392, 0.30197335790909496, 0.3844864894632669, 0.47757747458010874, 0.5713284732029448, 0.6541133514613187, 0.7162145774227469, 0.7542630505658932, 0.7711004197446782, 0.7692399753427022, 0.7529238874810665, 0.7260900000043092, 0.6851304338743529, 0.6282157480691868, 0.560008888092048, 0.48704837132142387, 0.4145663597658011, 0.3461409175521878, 0.2843165075983935, 0.23123285731037818, 0.1888806638872918, 0.15873232509864893, 0.14080644366422918, 0.13308661924389487, 0.13218515532873187, 0.13454742020216043, 0.1372457348651548, 0.1382754958720731, 0.13658930787662105, 0.13204532933366314, 0.1253358967425568, 0.11786071693505029, 0.11138913852234622, 0.10720260858861302, 0.10519677093698854, 0.10474082586964156, 0.10579280050802681, 0.10888647634842169, 0.11424721925755527, 0.12115957326607307, 0.12818171217351454, 0.13379515967265304, 0.1369006496472639, 0.13705507575542503, 0.13455722789354785, 0.13045575377000723, 0.12646417100532892, 0.1246830221587793, 0.1270141746827872 ], [ 0.19608434848217132, 0.24187447132804624, 0.30810167956958023, 0.3914543675999177, 0.48526988237115426, 0.5795364026560546, 0.6624633811662514, 0.7241364903701544, 0.7613047698090738, 0.7774650978192915, 0.7754397561995252, 0.7596968818125432, 0.7336514790643418, 0.6925674973597281, 0.6346247033036106, 0.5650281709402803, 0.4906786398650106, 0.4169428683540165, 0.34742563985206176, 0.2846655484840632, 0.23080199553404218, 0.18785110985393078, 0.15733246200345935, 0.13928379847997502, 0.13163285445432094, 0.13090012857207523, 0.1334576000144685, 0.13633414127466975, 0.1375035635953804, 0.1359095136166651, 0.13140756552922572, 0.12469049489272238, 0.11716043804907633, 0.11059219436647455, 0.1062771878339746, 0.10412330244247892, 0.10352576905797745, 0.1044837866947701, 0.10757887038583569, 0.11306586377538569, 0.12021239095180569, 0.1275346232948673, 0.13348038350709773, 0.1369334503208628, 0.13744469454539426, 0.13530894681433725, 0.1315637900895525, 0.12789591131536493, 0.12635941816090485, 0.12880305552782245 ], [ 0.20053493774240022, 0.24717945747937375, 0.3142542513659945, 0.3984099767584057, 0.49291572465970296, 0.5876702724619787, 0.670720384074359, 0.7319474918388049, 0.768209999578119, 0.7836917387378146, 0.7814920831596963, 0.7663296609266838, 0.7411332949577609, 0.6999534289611794, 0.6409849841612387, 0.5700042314093726, 0.4942786104480856, 0.4193057495588566, 0.34871424288994735, 0.28503489434128637, 0.23040510671925468, 0.1868652212394301, 0.15598252411749297, 0.13781535592091831, 0.1302349454532108, 0.12966982827952322, 0.13242015746974745, 0.13547313757444351, 0.13678225395664084, 0.13528286731730732, 0.1308280866796001, 0.12411058613315484, 0.11653336347923465, 0.10987331063819589, 0.1054275605558308, 0.10311933944433926, 0.10237355155105426, 0.10323178200129585, 0.10632362531444428, 0.11193375067048988, 0.11931186940558003, 0.12693131073302788, 0.13320648178326966, 0.13700476053895683, 0.1378712306243306, 0.13609654731937443, 0.13270664113405667, 0.12936073003098608, 0.12806648870026904, 0.13062064575491011 ], [ 0.2050515569324809, 0.25252974607982365, 0.32041947493816014, 0.4053401894597789, 0.500500084166444, 0.5957136196728376, 0.6788676035486564, 0.7396324053677317, 0.7749645568886334, 0.7897690920922451, 0.7873856941986892, 0.772805780939454, 0.74851582859473, 0.7072675654671927, 0.6472792869542018, 0.5749248520843191, 0.4978405038893325, 0.42165057381849935, 0.35000484113039043, 0.28542470238412637, 0.2300440358659332, 0.18592609735025223, 0.15468625603462682, 0.13640489895940588, 0.1288961979613779, 0.12849685776394815, 0.1314370341121907, 0.13466414740864335, 0.1361126286498927, 0.13471020777094017, 0.13030762903099513, 0.12359691351876767, 0.11598035135603274, 0.10923357711378545, 0.10465522246171832, 0.1021869003786568, 0.10128667694222349, 0.10203957085734378, 0.1051235565515693, 0.11085345800547453, 0.11846008237840533, 0.1263731918733877, 0.13297419392172077, 0.13711466511582565, 0.13833412799422207, 0.13691882863503696, 0.1338824686863721, 0.13085622754518833, 0.12980145724006775, 0.1324640239406129 ], [ 0.20962519998131568, 0.25791494654319685, 0.3265857589719894, 0.41223193019376814, 0.508008071351633, 0.6036498888706572, 0.6868880428978396, 0.7471759257815769, 0.7815543819674701, 0.7956864273281755, 0.7931102107337547, 0.7791097034054116, 0.7557799627711681, 0.7144891284131363, 0.6534901668787165, 0.5797777708352551, 0.5013565271107556, 0.4239728956982567, 0.3512955272034347, 0.28583511048225696, 0.22972062960506368, 0.1850368760846023, 0.15344745943116078, 0.13505624645203412, 0.1276199093125761, 0.12738378017804053, 0.1305101167889774, 0.13390853227814875, 0.13549567832749954, 0.13419228658625104, 0.12984681332414222, 0.1231500583674312, 0.11550202638828982, 0.10867375613597469, 0.10396143567114557, 0.1013278669869695, 0.10026758603446873, 0.1009099337508616, 0.10398150326931804, 0.10982758509761281, 0.11765910383207195, 0.12586166709457597, 0.13278423637706882, 0.13726322840561528, 0.13883281899409494, 0.1377745939445107, 0.13508946259322324, 0.13238006316022238, 0.1315616331118169, 0.13433036518958563 ], [ 0.214246830890079, 0.26332467111462216, 0.332741564140077, 0.4190722198668203, 0.5154248757755826, 0.6114624873419428, 0.6947645014017358, 0.7545626363880502, 0.7879655858148582, 0.8014334693245495, 0.7986560229653389, 0.7852267321451054, 0.762907041082912, 0.7215972688621117, 0.6596001252451857, 0.584550747791133, 0.5048189108269361, 0.4262682719355937, 0.35258437732215875, 0.2862662332850586, 0.229436725497203, 0.1842007208756506, 0.1522699801427106, 0.1337732385649673, 0.12640935364997707, 0.1263331070400791, 0.1296412299638302, 0.13320758667182697, 0.13493231956243212, 0.13372976629989602, 0.12944614370341007, 0.1227704400994743, 0.115098782595291, 0.10819431147856146, 0.10334722837632365, 0.10054397432493933, 0.09931864357324555, 0.09984563598842794, 0.10290031961229662, 0.10885874398110124, 0.11691099957452189, 0.12539811347333352, 0.13263729904298477, 0.1374504931481223, 0.13936672521078863, 0.13866265297441738, 0.1363258443453954, 0.13392995847417638, 0.1333444138289106, 0.1362169429543021 ], [ 0.21890742739659586, 0.2687485824719061, 0.3388754469798694, 0.42584822025917557, 0.5227358187846668, 0.6191348442333982, 0.7024796155626323, 0.7617770236513592, 0.7941845068613116, 0.8070003228590119, 0.8040141732333634, 0.7911429733679538, 0.7698788118336739, 0.728571108490367, 0.6655916986573821, 0.589231632575788, 0.5082199468008751, 0.42853227919214776, 0.35386945645484646, 0.286718157829707, 0.22919414011270622, 0.1834208057529687, 0.15115769335261442, 0.1325597203090152, 0.12526776584597893, 0.1253472862656504, 0.12883212794558624, 0.13256253329635365, 0.13442339203323972, 0.1333232188842044, 0.1291060073741097, 0.12245831767456655, 0.11477079020833908, 0.10779543913325412, 0.10281339951277235, 0.0998368027161235, 0.09844212556233278, 0.09884941569383615, 0.10188286492434412, 0.10794954981358151, 0.11621781807822579, 0.1249838780849361, 0.13253404148250503, 0.137676479201071, 0.13993525823025926, 0.1395818242932929, 0.13758987018678814, 0.13550370015927254, 0.1351472867986246, 0.13812113028377115 ], [ 0.22359802104540688, 0.27417643801998604, 0.3449761024305948, 0.43254727828634076, 0.5299264073979872, 0.6266504739075526, 0.7100159068445984, 0.7688034893671707, 0.8001977796279608, 0.8123773898030372, 0.8091762345119966, 0.7968453231187577, 0.7766773603310094, 0.7353897803772795, 0.6714475504810866, 0.5938084312328306, 0.5115520243125136, 0.4307605313771348, 0.3551488232273158, 0.28719093866723633, 0.22899465590303342, 0.18270029838176977, 0.15011448672378297, 0.13141952303889454, 0.12419832415829973, 0.1244286897753234, 0.12808448708390402, 0.13197451843420488, 0.13396965594562837, 0.13297312465200728, 0.12882667498718697, 0.12221379252166753, 0.11451800596705286, 0.10747709529014726, 0.10236052724064859, 0.0992077715559414, 0.09764020710470889, 0.0979239710484367, 0.10093199292196153, 0.10710261014964617, 0.11558158047158684, 0.12462027092933631, 0.13247508900932936, 0.137941182172599, 0.1405378202358309, 0.14053093733015842, 0.13887983377626667, 0.1370991421802089, 0.13696783049024125, 0.14004040055725808 ], [ 0.22830973386003328, 0.27959813090024155, 0.3510324047889122, 0.4391569698427752, 0.5369823892085615, 0.633993043616367, 0.7173558372669949, 0.7756263606565506, 0.805992417678913, 0.8175552827100152, 0.8141341808394209, 0.8023214852170093, 0.7832850325577627, 0.7420324731927714, 0.677150564850785, 0.5982693722084599, 0.5148076654938654, 0.4329486964186541, 0.35642053454053135, 0.28768459255671663, 0.22884000689993383, 0.18204234094208593, 0.1491442412940568, 0.1303564437696101, 0.12320413166313388, 0.1235796007636763, 0.12739989798942314, 0.13144460746012243, 0.1335717897032172, 0.1326798715553602, 0.12860830171837978, 0.12203681281630502, 0.11434018589577699, 0.10723902152397469, 0.10198897991798744, 0.09865813479454988, 0.09691495069934669, 0.09707194675072961, 0.10005053974226757, 0.10632051300019946, 0.11500426970588906, 0.12430855752268727, 0.13246102864992532, 0.13824457196974527, 0.14117380446165956, 0.1415088341236223, 0.14019406842774446, 0.1387142074991729, 0.13880371511288947, 0.1419723277548856 ], [ 0.2330338118033844, 0.28500372778301974, 0.3570334468802622, 0.4456651429928728, 0.543889808053482, 0.6411464454865632, 0.7244818742718415, 0.7822298985956486, 0.8115559119673965, 0.8225247382463932, 0.8188802479087494, 0.807560021367862, 0.789684353089086, 0.7484784826644467, 0.6826839432909457, 0.6026029706994772, 0.5179795591987019, 0.43509251237147334, 0.35768264989693344, 0.2881990927936836, 0.22873186331419265, 0.18145002871946775, 0.14825080994264667, 0.1293742221655329, 0.12228819654083528, 0.12280220073150949, 0.12677985784010765, 0.1309737805470611, 0.13323038783852603, 0.13244375487097848, 0.12845092899822802, 0.12192717892867494, 0.11423689965407713, 0.10708076741535061, 0.1016989283867164, 0.09818897788381442, 0.0962682949253203, 0.09629591964984724, 0.09924131078206311, 0.10560581359354931, 0.1144878189161761, 0.12404995120405676, 0.13249240502027138, 0.1385865912806169, 0.14184259551130596, 0.14251437081377727, 0.14153094895490315, 0.14034688931223016, 0.140652702852836, 0.14391458631310772 ], [ 0.23776165520217962, 0.2903835035375032, 0.3629685772763972, 0.4520599602627289, 0.5506350601424672, 0.6480948726554192, 0.7313765662592131, 0.7885983070730869, 0.816876343732113, 0.8272765337410297, 0.8234068191099334, 0.8125504325915738, 0.7958579404398635, 0.7547072742561411, 0.688031303777041, 0.6067980906141317, 0.5210605930985204, 0.4371878027650899, 0.3589332354387641, 0.28873436325527313, 0.2286718151447789, 0.18092638629588437, 0.1474379932218488, 0.12847651506720664, 0.12145341133073984, 0.12209855639919331, 0.1262257628398279, 0.13056292859270974, 0.13294595921390356, 0.13226497726146247, 0.1283544868404642, 0.1218845498470143, 0.11420754566724384, 0.10700171083297844, 0.1014903586596485, 0.09780121595616259, 0.09570204345355171, 0.09559838349060801, 0.09850706623220756, 0.10496101975283151, 0.11403409901424377, 0.1238456052177862, 0.13256971615488494, 0.1389671540096053, 0.14254356955277508, 0.14354641889072772, 0.14288889314755693, 0.14199525185974265, 0.14251264771637118, 0.14586495060946025 ], [ 0.24248484630187217, 0.2957279728876707, 0.3688274354196355, 0.45832993977887404, 0.5572049502741749, 0.6548228992192786, 0.7380226300531431, 0.7947157445772616, 0.8219425082000744, 0.8318014103066385, 0.8277064016441964, 0.8172832673273475, 0.801788423905591, 0.7606985608534723, 0.69317678172725, 0.6108440033414718, 0.5240438837270257, 0.4392304911128118, 0.36017036771020144, 0.28929027226060433, 0.22866135495515644, 0.18047434126085066, 0.14670951233415758, 0.12766686844142394, 0.12070253132032605, 0.12147060663517456, 0.125738900898416, 0.13021284939765038, 0.1327189255005095, 0.13214364919820148, 0.12831879670951973, 0.12190845037321069, 0.11425136640417771, 0.10700107609056886, 0.10136308438111036, 0.09749559300656152, 0.09521785434278496, 0.09498173269895677, 0.09785050519826638, 0.10438857580606259, 0.11364490557600565, 0.12369660464281906, 0.1326934093292405, 0.13938614368645713, 0.143276094402571, 0.14460386621477855, 0.14426636290685857, 0.1436574308512894, 0.14438149502099967, 0.14782129411758288 ], [ 0.2471951741090272, 0.30102791916804117, 0.37459998453908583, 0.46446399499463936, 0.5635867477087798, 0.6613155634573553, 0.7444030512877229, 0.800566343096319, 0.8267440413263651, 0.8360900071952688, 0.83177163265002, 0.8217502465478532, 0.8074583675397196, 0.7664323988673938, 0.6981051320068491, 0.6147304424927047, 0.5269228042374025, 0.4412166145200255, 0.36139213716364893, 0.28986662636009564, 0.22870186002337528, 0.18009669541257567, 0.14606897901964122, 0.12694868667690773, 0.12003815228879072, 0.12092014954838076, 0.12532044460495095, 0.1299242441257668, 0.13254961994199865, 0.1320797897289963, 0.12834357486316433, 0.1219982788903402, 0.11436746333816922, 0.10707795017923, 0.10131675867530843, 0.09727268186819177, 0.09481722959944544, 0.0944482451383094, 0.09727424828451631, 0.10389084495182682, 0.11332194511419452, 0.1236039582511213, 0.13286387691971036, 0.1398434118711559, 0.14403952951234872, 0.14568561782430084, 0.14566186506646167, 0.14533163354338213, 0.1462572805744779, 0.14978158827037552 ], [ 0.25188465666896154, 0.30627442029369434, 0.38027654226621976, 0.470451472742696, 0.5697682412120134, 0.6675584535777546, 0.7505011982607761, 0.8061342401215161, 0.8312715366252817, 0.8401328151887224, 0.8355952768906627, 0.8259443902475431, 0.8128502092771539, 0.7718893054621089, 0.702801830555085, 0.6184476537761847, 0.5296910096853865, 0.4431423363485907, 0.3625966514382284, 0.29046316417991624, 0.22879457412673826, 0.17979609349730574, 0.14551986210257295, 0.12632519921129964, 0.11946268788545938, 0.12044882990624561, 0.12497144456745946, 0.12969771407661745, 0.13243828640799715, 0.1320733275711572, 0.12842843610367188, 0.12215331551297276, 0.11455481127531864, 0.10723129726323827, 0.10135088517686663, 0.09713288480269722, 0.09450150501022542, 0.09400006378263681, 0.09678081850409326, 0.10347009001836333, 0.11306682086058262, 0.12356859038762902, 0.13308145234762409, 0.14033877657743227, 0.14483322587248498, 0.14679059654793852, 0.14707395192637773, 0.1470161385060364, 0.14813812957822164, 0.1517439010661818 ], [ 0.25654556091841874, 0.31145887205640777, 0.3858478088751962, 0.47628218935354577, 0.575737792736747, 0.673537795013022, 0.7563009491706659, 0.811403631731257, 0.8355166331316989, 0.8439201628471173, 0.8391702247582082, 0.8298601232426367, 0.8179462264060208, 0.7770503985093709, 0.7072531737234085, 0.6219864392079466, 0.5323424597102512, 0.4450039579134376, 0.3637820384452412, 0.2910795504593457, 0.2289405892760819, 0.17957498965218505, 0.14506545042913338, 0.12579942457673854, 0.11897834698678739, 0.1200581270504788, 0.12469282319226188, 0.1295337577982028, 0.13238507874097194, 0.13212410250904655, 0.12857289787028392, 0.12237273044835967, 0.11481227185550619, 0.10745997161449677, 0.10146482816198055, 0.0970764345625778, 0.09427184029051822, 0.09363917728528331, 0.09637262036346622, 0.10312845258135972, 0.11288101821924751, 0.12359133297353037, 0.1333464061558306, 0.14087202073822308, 0.14565652584745042, 0.14791774343827718, 0.14850122152571238, 0.14870929511207404, 0.15002225528880442, 0.15370639545014886 ], [ 0.26117042024472203, 0.3165730088547466, 0.3913048930884867, 0.4819464645836225, 0.5814843891710297, 0.679240538072363, 0.7617868318236365, 0.8163588565619999, 0.8394720496219863, 0.8474422591130419, 0.842489511009986, 0.8334933322841928, 0.8227285424867863, 0.7818975593180659, 0.7114463728728786, 0.6253381949612358, 0.5348714385499824, 0.4467979292051779, 0.364946449300249, 0.2917153704254256, 0.22914082776758193, 0.1794356118865103, 0.14470881190972995, 0.12537413211041237, 0.11858711143835521, 0.11974934348948102, 0.12448536897527246, 0.12943276856695973, 0.13239006039853551, 0.1322318670736785, 0.12877638460682106, 0.12265559241774088, 0.11513860612104371, 0.10776272914875829, 0.10165782177890825, 0.0971033958222845, 0.0941292096296204, 0.09336739947918515, 0.09605191695462123, 0.10286793045308501, 0.11276589009274574, 0.12367291774262196, 0.1336589422671644, 0.14144289073657368, 0.1465087629581706, 0.14906601804429787, 0.14994231767970512, 0.15040952278087782, 0.15190795746863855, 0.15566732750034445 ], [ 0.26575204987531276, 0.32160892196080615, 0.3966393354022191, 0.4874351531052473, 0.5869976915538548, 0.6846544445576883, 0.7669441738929889, 0.820984521581823, 0.843131536468158, 0.8506893292689892, 0.8455463885322418, 0.8368413427458722, 0.8271791950823529, 0.7864136161555009, 0.7153696412447988, 0.6284949423289181, 0.5372725723955266, 0.44852085864986385, 0.3660880611456123, 0.292370124653732, 0.22939602496566874, 0.17937992517191703, 0.14445274836036137, 0.12505180181373426, 0.1182907146455221, 0.11952359434899401, 0.12434973137479949, 0.12939503225959093, 0.13245320439174507, 0.1323962884812377, 0.12903823234093992, 0.12300087701008994, 0.11553248611261074, 0.1081382377148919, 0.10192897842579085, 0.09721366691254524, 0.09407439275276852, 0.09318634793140096, 0.09582080487337974, 0.10269035363270185, 0.11272264232456763, 0.12381396882640783, 0.13401919447436555, 0.14205109502526952, 0.14738926162665222, 0.15023439853993165, 0.15139592980560823, 0.15211531000619144, 0.15379362065443863, 0.1576250444457888 ], [ 0.2702835602150091, 0.3265590754220748, 0.40184312889747636, 0.49273967332198887, 0.5922680811480144, 0.6897681717801804, 0.7717592606820145, 0.8252656801524746, 0.8464897185003888, 0.8536518972307251, 0.8483345092401942, 0.8399027845417738, 0.8312802875473586, 0.7905825441395806, 0.719012269638752, 0.6314493515249133, 0.5395408441582054, 0.45016952193205945, 0.367205079908937, 0.29304322456289, 0.2297067132652446, 0.17940959402105983, 0.14429974581655747, 0.12483458318201862, 0.11809062152181005, 0.11938179786016762, 0.12428641633149229, 0.12942072563889256, 0.1325743935184382, 0.1326169508069125, 0.1293576934153594, 0.12340747486387055, 0.11599250549602846, 0.10858508627706287, 0.1022772963521772, 0.0974069818269081, 0.09410796665777543, 0.09309742180040598, 0.09568118676715143, 0.10259735892824912, 0.112752319541154, 0.12401499580700825, 0.13442722321020611, 0.14269630285790968, 0.1482973368980291, 0.1514218817258613, 0.1528607925609411, 0.15382521319554993, 0.15567771226979327, 0.1595779825413567 ], [ 0.27475836824148314, 0.3314163196912846, 0.40690873751431694, 0.4978520332892018, 0.5972867017601532, 0.6945713522877521, 0.7762194961668912, 0.8291880698941978, 0.8495418154888287, 0.8563212800214055, 0.8508482817753271, 0.8426773277162367, 0.8350142502399094, 0.7943896744146878, 0.7223646870495835, 0.6341947583834112, 0.5416716057883272, 0.4517408699199459, 0.36829574304316215, 0.29373398868467726, 0.2300732076990859, 0.17952594580804282, 0.1442519199719337, 0.12472425427364381, 0.11798801033129985, 0.11932466705659528, 0.124295782495565, 0.12950991507279996, 0.13275342088920344, 0.13289335737051233, 0.12973394131611604, 0.12387419959469342, 0.11651718925227583, 0.10910179311878088, 0.102701666575302, 0.09768291249868744, 0.09423029821702578, 0.0931017794142942, 0.09563474130011168, 0.10259036364077667, 0.11285579171146065, 0.12427638735733654, 0.13488301264480757, 0.1433781431531953, 0.1492322941548455, 0.15262748292135236, 0.15433568531655795, 0.15553785534692033, 0.15755878060596812, 0.16152466482237576 ], [ 0.2791702070640095, 0.33617390307424155, 0.41182911177684056, 0.5027648535391146, 0.602045497719758, 0.6990546675491615, 0.7803135620060698, 0.832738411410228, 0.8522832581710368, 0.8586903539430246, 0.8530834785669258, 0.8451652930042719, 0.8383642344392659, 0.7978219029899221, 0.7254185022102503, 0.6367251744103787, 0.5436605883396269, 0.45323203574064186, 0.3693583222921001, 0.29444163984167254, 0.23049559365188121, 0.1797299364842016, 0.14431095636958152, 0.12472218281815178, 0.11798375696288388, 0.11935270283814664, 0.12437803821452997, 0.12966255570259372, 0.13298999074209905, 0.13322493331065283, 0.13016607554833587, 0.12439979540719037, 0.11710500248093719, 0.10968681318726858, 0.1032008792079242, 0.09804087136940604, 0.09444153786026172, 0.09320031620116886, 0.09568289030822758, 0.10267053895404443, 0.11303374176716324, 0.1245984055849314, 0.1353864681543313, 0.1440962035128941, 0.1501934288378678, 0.1538502357624007, 0.15581943148581595, 0.15725192458626175, 0.15943545269307347, 0.1634636987598299 ], [ 0.28351313374479103, 0.3408254810810111, 0.41659770196691115, 0.5074713866336383, 0.6065372469628311, 0.7032099138425676, 0.7840315683295872, 0.8359047585690584, 0.8547092731644885, 0.8607545872053683, 0.8550381150360806, 0.8473671837005295, 0.8413146520467862, 0.8008678877650113, 0.7281665220937454, 0.6390352910683935, 0.5455039100154054, 0.45464034105966133, 0.3703911265220716, 0.2951653033478582, 0.23097371711297782, 0.18002212068583978, 0.14447804495067496, 0.12482929168528639, 0.11807842214543501, 0.11946618854060198, 0.12453323932641952, 0.12987849107258087, 0.13328371954085239, 0.13361102832498767, 0.13065312651571542, 0.12498294434760321, 0.11775435837749448, 0.11033854468652571, 0.10377362929450779, 0.09848011428602521, 0.09474161456646735, 0.09339364384473464, 0.09582676290070025, 0.10283878399923835, 0.11328665463751592, 0.12498118118910112, 0.1359374142014611, 0.14485002941229985, 0.15118002618701182, 0.15508919192185777, 0.15731089772993317, 0.15896617258789003, 0.16130643208182133, 0.16539377383524895 ], [ 0.28778153547779095, 0.3453651237640974, 0.4212084687557123, 0.5119655332957453, 0.6107555887217944, 0.7070300586810059, 0.7873651896303281, 0.8386768775903255, 0.8568145900720078, 0.8625131287738557, 0.8567134358196413, 0.8492832354375383, 0.8438518503177883, 0.8035182218030872, 0.7306027441973592, 0.6411204795674403, 0.5471980824567898, 0.45596330162068005, 0.37139250465418133, 0.29590400632829006, 0.23150717784293345, 0.18040262839230037, 0.14475380854793674, 0.12504603137720766, 0.11827224205004228, 0.11966518612522759, 0.1247612877941427, 0.13015745322974043, 0.1336341373498341, 0.1340509195547951, 0.1311940603657999, 0.1256222731691522, 0.11846362544977868, 0.11105533501783682, 0.10441852224873083, 0.09899974377372295, 0.09513023239121271, 0.09368207177087995, 0.09606715624837303, 0.1030957019308773, 0.11361480804527596, 0.125424709530487, 0.13653559266336168, 0.14563912358004505, 0.15219136101509873, 0.15634342076645324, 0.1588089930583801, 0.16067941289779697, 0.16317049655433075, 0.16731365905267265 ], [ 0.29197013421556317, 0.34978732112490574, 0.4256558913125488, 0.5162418550013881, 0.6146950453927601, 0.7105092862684975, 0.7903077790880066, 0.8410466182802782, 0.8585935166773333, 0.8639692669548236, 0.8581143651227984, 0.8509131133031231, 0.8459648685381422, 0.8057655724525901, 0.7327223218674548, 0.6429767877161137, 0.5487400155360643, 0.4571986321001961, 0.37236084872551567, 0.2966566782288226, 0.23209532574575742, 0.1808711501383532, 0.14513822680691418, 0.12537236213985442, 0.11856512262974189, 0.11994953407378228, 0.1250619312061988, 0.13049906329766653, 0.13404068947780357, 0.13454381459333642, 0.13178778376892297, 0.1263163597953198, 0.1192311340402924, 0.11183548615724442, 0.105134078979022, 0.09959871273411891, 0.09560686873717028, 0.09406559223098299, 0.09640449278696372, 0.10344157967156231, 0.11401826538093884, 0.1259288476979476, 0.13718066163721482, 0.14646294558187012, 0.1532266975261457, 0.15761200896480593, 0.1603126678419209, 0.1623905191784336, 0.1650264957807997, 0.16922220040351432 ], [ 0.2960739898304421, 0.3540869866682975, 0.42993497292173716, 0.5202955829472214, 0.6183510382355659, 0.7136430307225998, 0.7928544552569775, 0.8430082309224785, 0.8600407027723873, 0.8651287330124433, 0.8592478665335712, 0.8522558480987543, 0.8476461661001007, 0.8076047795069105, 0.7345215084838439, 0.6446009354739287, 0.5501270208995516, 0.4583442503264249, 0.37329459709878865, 0.29742215256051163, 0.2327372606339687, 0.1814269322397477, 0.14563058929281675, 0.12580774765245195, 0.11895663792294808, 0.1203188470413839, 0.12543476315799384, 0.13090283252496887, 0.1345027383810788, 0.13508885459856507, 0.1324331486042789, 0.12706373937683663, 0.12005518222010014, 0.11267725955066671, 0.10591874078093344, 0.10027582861631412, 0.09617077453976208, 0.09454387025462657, 0.09683877375488759, 0.10387637311746506, 0.11449687092076755, 0.12649331264014724, 0.137872194747107, 0.14732091162047728, 0.15428528918875123, 0.1588940600595991, 0.161820912754653, 0.1640984233918793, 0.16687334893729983, 0.17111831829866553 ] ], "zauto": true, "zmax": 0.8651287330124433, "zmin": -0.8651287330124433 }, { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 1, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(255,247,251)" ], [ 0.14285714285714285, "rgb(236,231,242)" ], [ 0.2857142857142857, "rgb(208,209,230)" ], [ 0.42857142857142855, "rgb(166,189,219)" ], [ 0.5714285714285714, "rgb(116,169,207)" ], [ 0.7142857142857143, "rgb(54,144,192)" ], [ 0.8571428571428571, "rgb(5,112,176)" ], [ 1.0, "rgb(3,78,123)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x2", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y2", "z": [ [ 0.09324574439342095, 0.07232574463676295, 0.04561346528238498, 0.021066902181439355, 0.035374671040214946, 0.04907320226336408, 0.04240327623267191, 0.018201421167683272, 0.009868714156923267, 0.023075541179066367, 0.014585405350189396, 0.009701552935343388, 0.04295992237584935, 0.08062411211347396, 0.11650833989047987, 0.1467176574631288, 0.1699700515008608, 0.18631631173351731, 0.19636741577379555, 0.20117073844559338, 0.20231713191634934, 0.20186739458094985, 0.20185482489245127, 0.20347926959310583, 0.2065633372896355, 0.20975891752443537, 0.21127363900901136, 0.20953246350323063, 0.2035447191621017, 0.19312686459554543, 0.17914562490878172, 0.16364109637299015, 0.14918361356097343, 0.13698802902149682, 0.12597096482861656, 0.1165511457000293, 0.11495036763341222, 0.12649809789395647, 0.1467476236002118, 0.1678876715396005, 0.18530614943651932, 0.19719844031364833, 0.20283731256394, 0.20159104507095188, 0.1925656688576103, 0.17457919292919916, 0.1463731298612683, 0.10711105901091968, 0.05726922283938395, 0.00010067755068445424 ], [ 0.08885283937666744, 0.06827755226779762, 0.041664671306561665, 0.015534635361904336, 0.03368261942628751, 0.0484752699565072, 0.042249795490511145, 0.018623191947610477, 0.010715584250406274, 0.02336998236526569, 0.015436529163146176, 0.008097160146079533, 0.040922862680646196, 0.07876538177435553, 0.11485051257642434, 0.14520553372549186, 0.16856720172865156, 0.18497671571855026, 0.19500868081808329, 0.19968698653129968, 0.20062614903992218, 0.19996809099333152, 0.19985471180426875, 0.20155293332584615, 0.20485847812515415, 0.2083235432555707, 0.21004592881529208, 0.2083684556209263, 0.20224799295715218, 0.19147244956894305, 0.17691790111455488, 0.1607174069917911, 0.14564643139372463, 0.13308733852592408, 0.121816149744658, 0.11204659863941523, 0.11040897600044584, 0.1226758384353275, 0.14389781472170068, 0.1658178325783023, 0.18379566326131566, 0.19610186687817124, 0.20205973363224047, 0.20106069663058154, 0.19222419612530517, 0.17438201496533368, 0.14629364985245036, 0.10715186103711644, 0.05752774323571275, 0.006297746439585644 ], [ 0.08437728271310437, 0.06426709793940776, 0.038014089723682185, 0.010040937410735813, 0.03275700191970841, 0.048340337284428256, 0.04259020599677285, 0.020094636867122043, 0.012805067203463546, 0.023977482100089417, 0.016437670273764415, 0.006762127986252185, 0.03900309567667441, 0.07700085954525508, 0.11324068444488834, 0.14370392086365197, 0.1671529216640806, 0.18361440109948376, 0.19361897787457025, 0.19816151330582787, 0.19887880775545566, 0.1979976663849791, 0.19777604937491358, 0.19955314727226048, 0.20309541311580556, 0.20684819709192453, 0.2087938046677397, 0.20719059533320267, 0.20094204993451692, 0.1898055827337992, 0.1746627441754558, 0.15773762393431337, 0.14202288412693845, 0.12909396977182777, 0.11758198860544153, 0.10745787853244841, 0.10578500870523098, 0.11881707208197362, 0.14103796748822814, 0.16373797034278684, 0.18227191600086637, 0.19499457256601585, 0.2012801832498866, 0.20054286200150798, 0.19191732787440954, 0.1742550028515804, 0.14634692353408452, 0.10745167251548228, 0.0583992308427671, 0.012581576407244898 ], [ 0.0798184530140367, 0.060309213044846585, 0.03475374911902873, 0.004656139871044868, 0.032642558970947394, 0.04865089499364438, 0.0433804153530622, 0.022333987312037222, 0.015539200060191645, 0.024811459037054413, 0.017458621078034763, 0.005658772751220073, 0.03721464132957567, 0.07533861180371532, 0.11168074651077246, 0.14221219803850088, 0.16572612321287766, 0.18222857987300953, 0.192197825843903, 0.19659378740349234, 0.1970740582355357, 0.195954292685369, 0.19561657024480816, 0.19747802504384204, 0.20127320675366606, 0.20533288433164185, 0.2075179792938202, 0.20600021311801334, 0.19962897074107136, 0.18812929062083783, 0.17238391907231218, 0.1547049226675933, 0.1383138444630908, 0.1250080378136693, 0.11327121063674503, 0.1027886167659836, 0.10108243147497076, 0.11492898251423121, 0.1381728426907277, 0.16164956579002382, 0.18073488107211236, 0.1938762136229077, 0.20049841479877883, 0.20003741210333825, 0.19164493042683056, 0.17419779798751578, 0.14653182036714457, 0.10800622636677502, 0.05985121612282313, 0.018841844371623152 ], [ 0.07517589558615208, 0.05642200282921847, 0.0319953586970023, 0.0016543646060328079, 0.03332104560072515, 0.04937424765196825, 0.044561226738020245, 0.025061390363279774, 0.018539534555753544, 0.02579133241177337, 0.018407786721628513, 0.004731258241284786, 0.03557610970235494, 0.07378667244116024, 0.11017209745619021, 0.140729398137708, 0.1642855540485266, 0.18081843090491875, 0.19074478706844805, 0.19498335576112813, 0.19521092276129193, 0.19383617087928787, 0.19337400427628695, 0.19532570668350757, 0.1993910062427972, 0.2037777199457285, 0.20621927269753018, 0.2047987462172637, 0.19831097704336467, 0.18644684500227646, 0.1700856269903101, 0.1516230636807165, 0.1345205734142981, 0.120829791342113, 0.10888695148631126, 0.09804300369953445, 0.09630579265221147, 0.11101955458144411, 0.13530733053437055, 0.1595539599994477, 0.17918441147527256, 0.192746388665862, 0.1997141507901331, 0.19954416445173287, 0.19140673230878177, 0.17420969776157505, 0.14684630627411752, 0.10880829082335844, 0.0618339596898314, 0.025068034193087677 ], [ 0.07044937493183734, 0.05262795912156976, 0.029864215350949876, 0.006500689633389585, 0.03471442750476393, 0.0504659349198836, 0.046065353494017934, 0.02806221797407149, 0.02160908459738314, 0.026848294026005817, 0.019223993810669096, 0.0039142327294489875, 0.03411040023706751, 0.0723526475430866, 0.10871552433784347, 0.13925417625191028, 0.16282979487985752, 0.17938310660110715, 0.189259476888043, 0.1933298549469505, 0.1932885076292224, 0.19164153984783272, 0.19104608419153452, 0.1930943671441564, 0.19744805364532045, 0.20218293913389884, 0.2048986181213233, 0.20358774022892856, 0.19699043056173934, 0.18476176513651213, 0.1677725281902404, 0.14849645725847016, 0.13064478218895284, 0.11655961964326811, 0.10443279146734208, 0.09322584944509821, 0.09146028046597852, 0.10709762819535519, 0.13244640171737845, 0.15745232128640116, 0.1776202313469571, 0.19160464122651513, 0.19892708784346172, 0.19906288766516425, 0.19120232894437406, 0.1742896653696365, 0.14728748296203723, 0.10984795137684475, 0.06428681003343079, 0.031250561807319985 ], [ 0.06563893298699874, 0.048955431303503494, 0.028481060323440822, 0.0117454768402679, 0.03670612797069019, 0.05187411454759999, 0.04782384044498277, 0.03118824820674296, 0.024644256983328495, 0.027926989312345326, 0.019868166939754097, 0.003146970103229794, 0.03284354833951907, 0.07104325242933403, 0.10731108420623248, 0.13778478202381006, 0.1613572594281493, 0.17792174123537463, 0.18774157421491944, 0.19163302340606206, 0.19130601614508538, 0.18936868607790597, 0.1886305516769337, 0.19078222561356545, 0.19544369915590448, 0.20054890854478782, 0.2035570680723956, 0.20236885026448032, 0.19566983101717172, 0.1830778179819217, 0.16544976332444208, 0.14533023414825386, 0.12668870565978502, 0.11219806043196448, 0.09991280197794936, 0.08834265844745506, 0.08655179151326167, 0.10317295212463123, 0.12959504924176615, 0.15534561139798156, 0.17604192894034054, 0.19045046365273668, 0.19813690255938105, 0.19859330672039321, 0.19103118870659308, 0.17443634366463973, 0.14785164287941624, 0.11111297937642385, 0.06714450109858179, 0.03738060879950809 ], [ 0.060744952726019055, 0.04544050945148638, 0.02793131586665718, 0.016942693613150574, 0.03916729949584128, 0.05354389511672916, 0.049770787028646415, 0.034339853261598295, 0.027586666020734875, 0.028984795267573773, 0.020317028164859228, 0.002390751734054928, 0.03180254108581957, 0.06986380756327909, 0.10595799226055298, 0.13631903713580076, 0.1598661974970198, 0.17643346106559352, 0.18619083316824042, 0.18989271465997903, 0.18926276279226034, 0.18701595432277265, 0.18612516397465145, 0.18838755576788396, 0.19337741560359564, 0.1988761381756261, 0.20219580037672694, 0.2011438416192808, 0.19435181289019618, 0.18139901606865202, 0.1631229724670352, 0.1421303222568609, 0.12265519006404978, 0.10774580881615708, 0.0953316032887567, 0.08339972365374834, 0.08158701502586968, 0.0992562359458734, 0.126758220534832, 0.15323455137587536, 0.17444895137011537, 0.18928330249198488, 0.19734325829913635, 0.19813510892304775, 0.19089266024503787, 0.17464807272562372, 0.14853433763604681, 0.11258925726068898, 0.07034223234921308, 0.043450072090732414 ], [ 0.05576822663257293, 0.042129295156330536, 0.028233771872363242, 0.022054174913520214, 0.041976458976785265, 0.055420898228806297, 0.051846151911473785, 0.03744941322710554, 0.030400874432286965, 0.029990076705750324, 0.020558776727788098, 0.001660317740236342, 0.031012127580218898, 0.06881773013126263, 0.10465452243355987, 0.13485431914375606, 0.1583547014953306, 0.17491739635988715, 0.1846070958020708, 0.1881089114952042, 0.187158188670342, 0.18458175930793447, 0.1835277009825041, 0.18590869704753715, 0.19124881428924753, 0.19716529396113594, 0.20081612421690234, 0.1999145899011145, 0.19303914089372232, 0.17972961270420612, 0.16079831098805747, 0.13890352932228792, 0.11854779830780414, 0.10320372770496807, 0.09069443831434705, 0.0784042490842704, 0.07657353992383821, 0.09535919757514394, 0.12394073971418355, 0.15111958777530884, 0.172840601474554, 0.18810256547321866, 0.19654581287340753, 0.19768795054896418, 0.19078598098876703, 0.17492291075313074, 0.14933045728353586, 0.11426122925992913, 0.07381909603603182, 0.049451528941058503 ], [ 0.050710029420362714, 0.03908032578062994, 0.029329922983101057, 0.02706429234791328, 0.04502917013821168, 0.05745374990494253, 0.053996974761692726, 0.040469894538982594, 0.03306399979731291, 0.03092022351319391, 0.020590237332644732, 0.0011454186039476471, 0.030490997556873702, 0.06790606534306379, 0.10339792615821125, 0.13338755275139605, 0.156820716741567, 0.1733726954422069, 0.18299030595275112, 0.18628174117275795, 0.18499187830905756, 0.18206459859060703, 0.18083597288331074, 0.1833440670632221, 0.18905766227695783, 0.19541721105448542, 0.19941948610141513, 0.19868308055982042, 0.19173470406624735, 0.17807409418152634, 0.15848246124883775, 0.13565763121567645, 0.11437093718915697, 0.09857286003935688, 0.08600726911019035, 0.07336451447649565, 0.07151999558672323, 0.0914946026656164, 0.1211472201683792, 0.14900086002973875, 0.17121603715667894, 0.18690763019494552, 0.19574422713159645, 0.19725146410145108, 0.19071028670397422, 0.17525865783190783, 0.1502343175957852, 0.11611234895755114, 0.07751996522137598, 0.05537820592107858 ], [ 0.04557219429784179, 0.03636646810778902, 0.031103240598240902, 0.0319628264625777, 0.04824025179248036, 0.05959553973242693, 0.056177530614705116, 0.043367655368324425, 0.03556058404692297, 0.03175982816724643, 0.020415019368751737, 0.0013463546590088142, 0.0302480949422885, 0.06712710354787531, 0.10218437448044296, 0.1319152094549585, 0.15526205583893074, 0.17179854085227542, 0.1813405242224789, 0.18441149168649032, 0.18276357797295434, 0.17946306669803133, 0.17804782832504065, 0.18069217525644454, 0.18680390126887775, 0.1936329077943178, 0.19800747570383725, 0.19745140775910905, 0.1904415083992428, 0.17643716865906148, 0.1561826389352508, 0.1324014651036783, 0.11013001208939825, 0.0938544433064054, 0.08127690605542862, 0.06829010366485579, 0.06643624379234742, 0.08767629063089932, 0.11838196805524942, 0.14687816984279384, 0.16957427357063437, 0.1856978546150431, 0.19493817443041128, 0.1968252661195105, 0.19066462197021694, 0.17565288205307192, 0.1512397524052857, 0.11812550028895005, 0.08139621561106249, 0.06122394950204096 ], [ 0.04035719201658627, 0.03407482322776758, 0.033414038432949295, 0.03674203846939697, 0.05154213062901598, 0.06180446489660485, 0.05834888087167273, 0.04611800473956917, 0.03787989025204227, 0.03249911357222786, 0.020042366563989146, 0.002170410616939923, 0.030280046290896312, 0.06647612461400876, 0.10100892766644305, 0.13043331627977142, 0.15367641736569979, 0.17019416769850437, 0.17965794410528285, 0.18249862909268338, 0.18047321558371643, 0.17677587069038148, 0.17516116317310024, 0.1779516379594025, 0.18448766820447174, 0.1918136003407752, 0.1965818314999003, 0.19622177253025086, 0.18916266792269168, 0.174823751393124, 0.15390659268291085, 0.12914502609627898, 0.1058316162928329, 0.08904992690349535, 0.07651118462713935, 0.06319223181932507, 0.06133365036656467, 0.08391918006191174, 0.1156488778392264, 0.1447509535671941, 0.16791418851740605, 0.18447258942322697, 0.1941273509472115, 0.1964089654624311, 0.1906479514260405, 0.17610294745747287, 0.1523402081304657, 0.12028337509929024, 0.08540569058480223, 0.06698319758525847 ], [ 0.03506821194231483, 0.03230227261476295, 0.036128805392857996, 0.04139584487573663, 0.054881879175523604, 0.06404391873990749, 0.06047815210447965, 0.048702439660766164, 0.040014382709478866, 0.03313260891704054, 0.019486483182021043, 0.003228347322698273, 0.030570492913970647, 0.065945299525887, 0.09986553507582731, 0.12893747409021095, 0.1520614090771661, 0.1685588842643701, 0.17794290924935607, 0.18054381592662544, 0.1781209223994302, 0.17400184731901658, 0.17217392985606106, 0.17512119502386775, 0.18210931773763053, 0.18996071794963051, 0.19514444611916854, 0.19499648014653764, 0.1879013941861767, 0.1732389460260098, 0.15166259549370925, 0.12589956516397974, 0.10148376418899978, 0.08416099306141898, 0.0717192123889051, 0.058084229945386444, 0.05622548451587002, 0.08023924379822564, 0.11295132158715782, 0.1426182585900268, 0.16623453140577923, 0.18323119235939475, 0.19331148678931476, 0.19600217198718153, 0.19065917162516316, 0.17660604324985438, 0.15352883784615864, 0.1225687970908565, 0.08951224415224276, 0.07265095173024853 ], [ 0.02970924448406847, 0.031144175774943782, 0.0391350520464587, 0.04591949422284253, 0.05821822049678539, 0.06628224942014949, 0.06253774507630054, 0.05110689085396759, 0.04195881815262283, 0.033658033888011196, 0.018766185621108794, 0.0043950537815296955, 0.03109151867321191, 0.06552376231360625, 0.09874706644876559, 0.12742288569683, 0.1504145757663355, 0.16689209490901213, 0.17619593183564983, 0.17854793071305805, 0.17570705660354993, 0.1711399819813491, 0.16908414732602, 0.17219972821918755, 0.1796694467577557, 0.18807591883662975, 0.1936973713156232, 0.19377793665739795, 0.18666098408985163, 0.17168802167121114, 0.1494594263102575, 0.12267768496776191, 0.09709618029421178, 0.07918958224176839, 0.06691172105420702, 0.05298228644746405, 0.051127528912467114, 0.0766534409166809, 0.11029203439689532, 0.14047872478015597, 0.16453393611974548, 0.18197304452046362, 0.19249035783535057, 0.1956045055267963, 0.19069712333805458, 0.17715921373852936, 0.15479859257045658, 0.12496498798325405, 0.09368509393706749, 0.07822274998915509 ], [ 0.024285164550198673, 0.030676149382899514, 0.042344490066972766, 0.05030939992380801, 0.06151897971382111, 0.06849235399300782, 0.06450458162062425, 0.053320579636354976, 0.043709671282580985, 0.0340753493425672, 0.017904755282592485, 0.0056315062427291325, 0.031806665126270485, 0.0651978462095982, 0.09764537403255659, 0.1258843937253462, 0.1487334318829609, 0.16519332528161462, 0.17441771203649467, 0.17651208856619935, 0.17323222897053123, 0.1681894297110459, 0.16588991165458128, 0.16918628163707733, 0.17716892113364527, 0.18616110656337556, 0.19224282244820762, 0.19256864452198283, 0.18544480604026453, 0.17017638559186615, 0.14730634002236634, 0.11949342873977985, 0.09268065939057524, 0.07413792424280052, 0.06210157820211131, 0.04790662132901297, 0.046059049161743276, 0.07317958958606968, 0.10767299900890241, 0.1383305720629547, 0.16281093811263078, 0.180697568674707, 0.19166379822886184, 0.19521560507054636, 0.1907606041307476, 0.17775938847614525, 0.15614230783052788, 0.12745577647818876, 0.09789812663284013, 0.08369464031578122 ], [ 0.018801816851167424, 0.030934411095530082, 0.04569039188832949, 0.05456303066190347, 0.06475907400730888, 0.07065121533385317, 0.0663594371513665, 0.055335251712702385, 0.045264754300598425, 0.03438594438829748, 0.01692986694977487, 0.006919666869424759, 0.03267461036442631, 0.06495145998083686, 0.09655138331241726, 0.12431652796848888, 0.1470154989670403, 0.16346224984643004, 0.17260915849938308, 0.1744376628607693, 0.17069733078977367, 0.16514953848837075, 0.1625894072851724, 0.1660800843873579, 0.17460890487113903, 0.1842184468509296, 0.1907831823483301, 0.19137119728411986, 0.18425628443046022, 0.16870955134230065, 0.14521302415116444, 0.11636235542626734, 0.0882515171166808, 0.06900857677380305, 0.057304545453301485, 0.042883411188164584, 0.041044398083261685, 0.06983616154671358, 0.10509533329882072, 0.13617159516742552, 0.1610639960213759, 0.17940424957592022, 0.19083171342778688, 0.1948351380402335, 0.1908483810529065, 0.17840341211121488, 0.15755278399179426, 0.13002575399677366, 0.1021292336820827, 0.08906315454571005 ], [ 0.013266109100387084, 0.0319047609542743, 0.049123227444434, 0.058678824812282135, 0.0679189828418144, 0.07273944460441416, 0.06808637281752854, 0.05714464854637604, 0.04662295624078454, 0.03459194555175611, 0.015873437272958354, 0.008247527976153, 0.03365261912903348, 0.0647665670151751, 0.09545520866377681, 0.12271356172933882, 0.1452583479158783, 0.1616987216909399, 0.17077140977954683, 0.17232630793732184, 0.16810356424410283, 0.1620198752124455, 0.1591809189620459, 0.16288057592659608, 0.17199089188613598, 0.18225038469710753, 0.18932100443669855, 0.19018827323397922, 0.18309888247206046, 0.16729310233652947, 0.14318954052006921, 0.11330159193271674, 0.08382615480967391, 0.06380447417813682, 0.05254042317178078, 0.03794805763126076, 0.0361157839116215, 0.06664197675675529, 0.10255918490677013, 0.13399916654030866, 0.15929151806218322, 0.17809265623993595, 0.18999409369630743, 0.19446280955149264, 0.1909592032703881, 0.17908807350492562, 0.15902285925809154, 0.13266038322125692, 0.10635971344954911, 0.09432528295846311 ], [ 0.007686157928935511, 0.03352712641107188, 0.05260648580307233, 0.06265611603465934, 0.07098360125266155, 0.07474086156590751, 0.06967226432463597, 0.05874413203536829, 0.04778406119436822, 0.03469564845412469, 0.014771175468465243, 0.009604353895695313, 0.03469920972738155, 0.06462372297402887, 0.09434628913159958, 0.12106957649834475, 0.14345964607536776, 0.15990280456326553, 0.1689058566199835, 0.17017998278226004, 0.1654524754526737, 0.1588002547478668, 0.15566284435589386, 0.15958743443381823, 0.1693167406025196, 0.18025966163747767, 0.18785901493696455, 0.18902262800682998, 0.18197608343893906, 0.16593265092243537, 0.14124625040913807, 0.11032985053892193, 0.0794257664928601, 0.05852899068619299, 0.04783480998718803, 0.033150924062952634, 0.03131825273256276, 0.06361577690048825, 0.10006363765801515, 0.13181024834233568, 0.1574918934318997, 0.1767624661129997, 0.18915102790795055, 0.19409837154462078, 0.1910918144834709, 0.17981013372043442, 0.16054547464984967, 0.13534606644667824, 0.1105737518995441, 0.09947844943960181 ], [ 0.0020725146635177413, 0.035712560227885944, 0.056113284259548715, 0.06649506473921835, 0.07394138342903565, 0.07664212619650196, 0.07110641719464939, 0.06013041049279691, 0.04874862168830309, 0.03469908345963273, 0.013661521733117285, 0.010978571251323647, 0.03577587297745496, 0.06450262798569249, 0.09321353884296386, 0.11937853419692276, 0.14161720912771328, 0.15807480705594235, 0.1670141649485051, 0.16800097559401891, 0.16274599039962404, 0.1554907725460608, 0.1520337074055164, 0.15620060873805533, 0.1665887115878835, 0.17824933294763334, 0.18640011401887494, 0.18787708607611023, 0.18089137041732115, 0.16463379317539892, 0.13939372203284406, 0.10746739654283459, 0.07507621765519013, 0.05318602589747101, 0.04322184939638245, 0.028567663516183634, 0.02671900998310895, 0.0607756609650471, 0.09760663459956513, 0.12960141433703926, 0.15566352889876503, 0.1754134910251689, 0.18830271751092315, 0.19374163166622735, 0.1912449649802664, 0.18056635254950865, 0.1621137306249234, 0.13807018090715428, 0.11475798084306815, 0.10452048726367759 ], [ 0.003571511014152011, 0.03836281745968755, 0.059623802862742485, 0.07019659317856407, 0.07678370101429986, 0.07843242433153738, 0.07238025618690173, 0.06130133315579382, 0.04951787234337768, 0.03460373241507745, 0.012583557109462937, 0.012356681983008572, 0.036847949421643725, 0.06438265523837614, 0.09204550629866036, 0.1176343561772029, 0.13972905774034428, 0.15621531882060827, 0.165098299427398, 0.16579192911067306, 0.15998645397719113, 0.1520918414515822, 0.1482921723944892, 0.15272035441660237, 0.16380950843621472, 0.1762227845347098, 0.18494737568948785, 0.18675453110691778, 0.1798482046950948, 0.1634020597782747, 0.13764261971024055, 0.10473594830207596, 0.07080912059851296, 0.04778012704219629, 0.038748557655341236, 0.024317835737855117, 0.02242527061180928, 0.058138377318615445, 0.0951849223577929, 0.1273688823588377, 0.15380489072234227, 0.17404570478207002, 0.18744949048861964, 0.19339246178097633, 0.19141742318524665, 0.1813535133015014, 0.16372093531149884, 0.14082108785435457, 0.11890110672451715, 0.10944961551961567 ], [ 0.009224235742592258, 0.04138467937700799, 0.0631234020785797, 0.07376232323622244, 0.07950435859620916, 0.08010320449345347, 0.07348707708268767, 0.062255732122874115, 0.05009367333911856, 0.03441041283705451, 0.011573474426312827, 0.013722814537017541, 0.03788488827154064, 0.06424332731074313, 0.09083053694427391, 0.11583100819528618, 0.13779347894444471, 0.15432524866078762, 0.1631605473514868, 0.1635558665290186, 0.15717667237267335, 0.1486042334411412, 0.1444370587813054, 0.14914727482723214, 0.16098232209235847, 0.17418374920877067, 0.18350404623815192, 0.18565789514713738, 0.17885000296302006, 0.16224286352190015, 0.13600357483087247, 0.10215848968917275, 0.06666311111209829, 0.04231667766831326, 0.03448161376550034, 0.020596229358874313, 0.018617505054463773, 0.05571848670121991, 0.09279402107248585, 0.1251085579132635, 0.15191455199616977, 0.17265927220483476, 0.18659181513029227, 0.19305080599193727, 0.19160798657490208, 0.1821684456396859, 0.16536064456942437, 0.14358812145855615, 0.12299360068745491, 0.11426441619893457 ], [ 0.014880069266500831, 0.04469708669628885, 0.06660125732076355, 0.07719451656744179, 0.08209922397953963, 0.0816479606191185, 0.07442185057905173, 0.0629932978730613, 0.050478475168671474, 0.03411933858202951, 0.010659550865935752, 0.015058821300939591, 0.038860118872636296, 0.06406472233241507, 0.08955693392791443, 0.11396259067684422, 0.1358090922253844, 0.1524058643060394, 0.1612035426438223, 0.16129621778919312, 0.15431995901882992, 0.14502912721593317, 0.14046735680110833, 0.14548236802089198, 0.15811087878336882, 0.17213632195919826, 0.18207354103016024, 0.18459014664692494, 0.17790011354133758, 0.16116144413588684, 0.13448703966327277, 0.09975897449700999, 0.06268528050586009, 0.03680221835307128, 0.030517638767322993, 0.01771142866916783, 0.015599952341024991, 0.05352743967352071, 0.090428223372687, 0.12281608932955813, 0.14999124545826978, 0.17125457938056884, 0.18573031340925034, 0.19271668804861694, 0.19181549184595084, 0.1830080463081108, 0.16702669428571798, 0.14636156274839257, 0.1270274404561044, 0.11896381196537921 ], [ 0.02052807159358902, 0.04823291784593609, 0.07004936988470031, 0.08049601700051201, 0.08456594241469065, 0.08306205465222254, 0.07518106989134982, 0.0635144791529457, 0.050675296813561116, 0.03373035310512221, 0.009856466790685043, 0.016344868889534576, 0.039750720350291716, 0.06382780217519374, 0.08821311272139233, 0.1120234337694456, 0.13377492032966587, 0.15045883361817106, 0.15923028964372377, 0.15901684592998377, 0.15142018430190127, 0.14136816278537767, 0.13638224385701872, 0.141727080714945, 0.15519949167034583, 0.17008497378749055, 0.18065943943622198, 0.1835542773132777, 0.1770017918857455, 0.1601628113354435, 0.133103126184616, 0.09756190475866278, 0.058932610328885436, 0.0312450593735548, 0.02699708860282552, 0.01607573648528143, 0.013817113959962683, 0.051572647397791195, 0.08808062475629276, 0.1204869347677087, 0.14803392176403243, 0.16983226483404212, 0.18486577374900146, 0.19239021802370054, 0.19203882423588164, 0.18386929764663829, 0.1687132254453435, 0.14913260292358307, 0.13099589532379785, 0.12354704462181527 ], [ 0.026158376452042865, 0.051937942197206696, 0.07346184804940764, 0.08367019519712693, 0.08690371245602632, 0.08434257310270786, 0.07576263547588188, 0.06382040108845538, 0.050687709505806276, 0.03324331490166815, 0.009160952398063329, 0.01756041346413822, 0.040537017468321564, 0.06351466310806206, 0.08678774621515883, 0.11000819692547255, 0.1316904648202978, 0.1484862669163052, 0.15724418631845485, 0.15672207313595554, 0.14848182917330957, 0.13762350445466195, 0.132181101719371, 0.1378833708054884, 0.15225311625254487, 0.1680345635662793, 0.17926547768121828, 0.18255328782495542, 0.17615817566534545, 0.15925168713669685, 0.1318614333775642, 0.09559177165128944, 0.0554730613380187, 0.025656625533088825, 0.02411716897015275, 0.01601845983875858, 0.013658574885361402, 0.0498566584618044, 0.08574318638582544, 0.11811644129367385, 0.14604181316227058, 0.16839325127506796, 0.1839991629418071, 0.1920715981429196, 0.19227692591058618, 0.18474928384162964, 0.1704147026060101, 0.15189329954108666, 0.1348933466627985, 0.12801365428738384 ], [ 0.03176177672407952, 0.05576874474874704, 0.07683438164216416, 0.0867208955807506, 0.08911310722987295, 0.0854882121902012, 0.0761657719099067, 0.06391279752187176, 0.05051981814761772, 0.0326585973299095, 0.008551051866449302, 0.018685379587787692, 0.04120217995387919, 0.06310871519106911, 0.08526989789900973, 0.10791197308261735, 0.1295557864398652, 0.14649076002914097, 0.15524904645635834, 0.15441670599610977, 0.145510042730758, 0.13379791397460855, 0.12786353455221924, 0.1339537802797049, 0.14927740943233814, 0.16599034730597811, 0.17789553939735958, 0.18159017245403278, 0.17537225974032186, 0.15843244863935635, 0.13077086775522687, 0.09387235976751271, 0.052385660940289985, 0.020054956100933705, 0.022126072316890844, 0.0174922629638375, 0.015070724701586715, 0.04837657483034178, 0.08340682981908135, 0.11569993619457081, 0.14401450245669703, 0.16693877751503275, 0.18313163696967605, 0.1917611276573853, 0.19252880334914732, 0.18564520490399072, 0.17212592645290214, 0.15463652833038, 0.138715137556092, 0.13236345929483062 ], [ 0.037329684405503896, 0.05969056024169903, 0.0801638556822428, 0.08965238551228523, 0.0911959292328266, 0.08649918680909706, 0.07639097336708645, 0.06379395518028652, 0.05017623256749047, 0.03197764940955603, 0.007989993588199006, 0.01970133112715858, 0.04173186456300652, 0.06259480018274344, 0.08364914172981879, 0.10573039790806625, 0.12737159036090667, 0.14447543758617315, 0.15324912031497687, 0.1521060593727928, 0.14251070370928318, 0.12989483604895313, 0.12342938778868942, 0.1299415208800036, 0.1462787919707703, 0.16395798411719897, 0.17655364367514848, 0.18066790266366933, 0.1746468713970457, 0.15770907258980923, 0.12983946311426892, 0.0924259333386676, 0.04975855886229666, 0.01447613733229464, 0.021265318975012264, 0.020101299726244422, 0.01758097678401604, 0.047123834209505236, 0.08106156168212873, 0.11323283072788658, 0.141951997068647, 0.16547043008000395, 0.18226455046538748, 0.1914592066542298, 0.19279353367118965, 0.18655438840461458, 0.17384204112368354, 0.15735593275519638, 0.14245744625639, 0.13659653681473646 ], [ 0.04285411830192371, 0.06367539146987163, 0.08344806468624322, 0.09246930664558894, 0.0931550898534971, 0.0873771591343097, 0.07643997530817433, 0.06346666859412721, 0.04966202135427663, 0.03120355233513114, 0.00743344674011013, 0.020592458416804606, 0.042113913637938524, 0.061959259283255554, 0.0819156682045239, 0.10345976505297443, 0.12513931640636067, 0.1424439959407489, 0.15124911310218145, 0.14979597813731535, 0.13949048563638364, 0.1259184989436072, 0.11887876788085827, 0.1258505755019693, 0.14326451381117336, 0.1619435380621098, 0.17524393042186195, 0.17978940977697083, 0.17398464622123708, 0.15708508310831398, 0.12907420653048365, 0.09127234517686864, 0.04768379720430712, 0.00902709854433621, 0.021654783065054146, 0.02341029499429586, 0.02070380984354616, 0.04608444699897652, 0.07869662489762758, 0.11071073660423145, 0.13985480793792587, 0.16399017397673965, 0.1813994645413366, 0.19116633870956212, 0.19307026986740453, 0.18747429902953183, 0.17555853698332727, 0.1600458729091367, 0.1461171791436333, 0.140713204210486 ], [ 0.04832769434805291, 0.06770050138819549, 0.08668550037557672, 0.09517662834459052, 0.09499450698436594, 0.08812518315827238, 0.076315750990956, 0.06293420586234524, 0.04898264219486968, 0.03034149920628234, 0.006837529648510069, 0.021346276193660415, 0.04233810845225215, 0.061189962165859875, 0.08006037696524028, 0.10109714893650625, 0.12286123429536772, 0.1404007449724449, 0.1492542005617936, 0.1474928558643616, 0.13645692513681904, 0.12187403363091287, 0.11421206295690677, 0.12168581911657539, 0.14024272140089056, 0.1599534749958886, 0.17397064286297004, 0.17895756683862432, 0.17338800500408336, 0.15656350398071203, 0.12848087824253518, 0.09042813222920289, 0.04624794298398659, 0.004330795525706823, 0.023212026821323825, 0.02710949550466478, 0.024121276456179935, 0.04523970808230395, 0.07630067192800041, 0.10812959571205952, 0.13772403290067056, 0.16250038199197017, 0.18053815270758003, 0.1908831322976297, 0.1933582449086763, 0.18840254604341997, 0.1772712494989681, 0.162701374903524, 0.14969187966680955, 0.14471400112477506 ], [ 0.05374361459268152, 0.07174725110969672, 0.0898751932728771, 0.09777960299728396, 0.09671901563232575, 0.08874766178145455, 0.07602253221068674, 0.06220028651463765, 0.0481438445289553, 0.029399122840235374, 0.006165262916053106, 0.021953990486852606, 0.04239596767915604, 0.06027630799721018, 0.07807495695151864, 0.09864053726118394, 0.1205405438928497, 0.1383506478400947, 0.14727004081894704, 0.14520364939134997, 0.13341849249618687, 0.11776761575749561, 0.10942996443006227, 0.11745316404052844, 0.1372225256732345, 0.15799465341683977, 0.1727381070582562, 0.17817516981869572, 0.17285913208032733, 0.15614681687043747, 0.1280639131760486, 0.08990568024397197, 0.045519285757945144, 0.00465580177739135, 0.02570335366264191, 0.031009576772742107, 0.02765211538174563, 0.044567324277585925, 0.0738619546774336, 0.10548582392703007, 0.13556144405704093, 0.16100386182511803, 0.17968260459821353, 0.19061030088173608, 0.1936567747235749, 0.18933688877088817, 0.17897635482300184, 0.16531808156625283, 0.1531796504281421, 0.14859967229582824 ], [ 0.05909565414265778, 0.07580022039703607, 0.09301659406820643, 0.10028372302507407, 0.09833428753673601, 0.08925031326221797, 0.07556585432190228, 0.06126907393703084, 0.04715154291720103, 0.028386598316208544, 0.005390561101374465, 0.022410533316406907, 0.04228057866502775, 0.059209207969938595, 0.07595195569205934, 0.09608897627894998, 0.11818148029035139, 0.13629935754632452, 0.145302781517121, 0.1429358879443527, 0.1303846630772293, 0.11360663577334847, 0.1045334896230961, 0.1131597356904063, 0.13421406873530392, 0.15607430827911856, 0.17155070835244726, 0.1774449183358039, 0.17239995549015044, 0.15583692669668303, 0.12782629134381948, 0.08971254780983783, 0.04553482246702403, 0.009490577086672123, 0.028864035151848093, 0.03499825413498522, 0.031194354691075364, 0.044042831260356276, 0.07136852527743985, 0.10277647033270351, 0.1333695784757285, 0.15950388027138557, 0.17883502722806682, 0.19034866162592662, 0.1939652600476863, 0.1902752402205667, 0.1806703626428402, 0.16789220500658306, 0.1565790861147954, 0.15237115109898797 ], [ 0.06437814608616439, 0.07984654592338264, 0.0961094844261037, 0.10269467936235536, 0.09984675659872627, 0.08964014387039063, 0.0749526260569875, 0.0601451861895438, 0.04601166268758151, 0.027316453790651306, 0.004500108723078335, 0.022714286632031695, 0.041986450104942216, 0.05798105761941631, 0.07368483982451098, 0.0934427328144404, 0.1157894232873414, 0.1342532489275508, 0.14335906115309804, 0.14069767531511815, 0.1273659874943498, 0.10939990381788044, 0.09952400550344898, 0.1088140866008487, 0.13122858651398128, 0.1542000266861094, 0.17041286474056433, 0.17676939610390854, 0.17201212933747817, 0.15563513525010053, 0.12776946319103755, 0.08985103194289012, 0.04629205792609571, 0.01494208149145758, 0.03247466027803422, 0.03900786909919949, 0.0346892746926607, 0.04364113881531966, 0.06880844197240397, 0.09999939384031982, 0.1311518313617529, 0.15800418358785148, 0.17799784351062395, 0.19009913268173462, 0.19428318716124482, 0.19121566898804568, 0.18235010680193017, 0.1704204813995969, 0.1598892154247317, 0.1560295438069723 ], [ 0.0695859646111614, 0.08387542268844975, 0.09915390960175798, 0.10501832117248813, 0.10126354751223181, 0.08992542349254652, 0.07419122491281208, 0.05883373065599452, 0.04472996296435818, 0.02620303753137507, 0.0034941356476602043, 0.02286653199609553, 0.04150937783568142, 0.056585706123653934, 0.07126804939842081, 0.09070347825084367, 0.11337101043379053, 0.13221944440048758, 0.14144600339522848, 0.1384976833548332, 0.1243741575543613, 0.1051578974126118, 0.09440325367512836, 0.10442645850574495, 0.12827846361862585, 0.15237971438825726, 0.16932899720112757, 0.1761510513321179, 0.17169701868592657, 0.15554212388410174, 0.12789331419614125, 0.09031803224528143, 0.04774949816118294, 0.020497163264725362, 0.036376882840672614, 0.042996561801274716, 0.03810240020307731, 0.04333804690983215, 0.06616997469942379, 0.09715346006416627, 0.12891255052065725, 0.1565090130929227, 0.17717368778407236, 0.1898627290213323, 0.19461012754376658, 0.19215639958072772, 0.1840127341418821, 0.17290012819346295, 0.16310945048806053, 0.15957611456013432 ], [ 0.07471450658563461, 0.08787772604573166, 0.102150127181858, 0.10726061657357486, 0.10259240543708652, 0.09011566072194807, 0.0732916188567069, 0.0573403699738756, 0.04331184578391242, 0.025061615322754, 0.002388113240430132, 0.022870677780290043, 0.040846319726549125, 0.05501842907517222, 0.06869704902916403, 0.0878745011406951, 0.11093425218170647, 0.13020583148194761, 0.13957120306457826, 0.13634513484596314, 0.12142206383388111, 0.10089306158340937, 0.0891733768576181, 0.1000091046707039, 0.12537727547361968, 0.15062155207124392, 0.1683034971352572, 0.17559217732909704, 0.1714556872904303, 0.1555579458383947, 0.12819617083520451, 0.0911052324360382, 0.04983560442012721, 0.026060379968929775, 0.04046221497230685, 0.04693788765781345, 0.041413646819754145, 0.04311160939330218, 0.06344180566702291, 0.09423876241808032, 0.12665713056462383, 0.15502311497349566, 0.17636539811649782, 0.18964055680719943, 0.194945736485777, 0.19309581131122086, 0.18565569196185297, 0.1753288038319316, 0.16623954256921705, 0.16301227103612861 ], [ 0.07975967187026792, 0.09184572246099387, 0.10509856769240511, 0.10942761417005202, 0.10384162491939625, 0.09022157365582902, 0.07226551469134489, 0.05567142932454131, 0.041762163272816455, 0.023907115173822612, 0.001227719038713715, 0.022731333871578593, 0.039995280275498236, 0.05327591102548119, 0.06596837964335622, 0.08496095685907575, 0.10848864680865176, 0.1282210697638689, 0.13774270238179756, 0.13424977364732574, 0.11852383936958973, 0.09662017252340642, 0.08383694722280115, 0.09557668731224082, 0.12253981137111264, 0.1489339405545256, 0.1673406911452427, 0.17509489358167757, 0.1712888884086647, 0.1556820284368255, 0.12867484758824452, 0.09219957527052636, 0.0524620492932224, 0.03159761160543033, 0.044656954965820866, 0.05081503441783424, 0.04461205394367055, 0.04294327067551419, 0.0606132212140233, 0.09125687277817086, 0.1243921048005074, 0.15355174321037302, 0.1755760051943971, 0.18943380630875295, 0.1952897507082699, 0.1940324359066321, 0.18727671444032817, 0.1777045700050347, 0.1692795430627117, 0.1663395508068206 ], [ 0.08471784262103307, 0.09577284556857354, 0.10799980387600994, 0.11152540522334344, 0.1050199765839644, 0.09025505225209593, 0.07112653243489052, 0.05383405878096906, 0.040085037380642306, 0.02275259756418511, 0.0004826557101622182, 0.022453323116671243, 0.03895520999099772, 0.05135624463082826, 0.06307971556701271, 0.08197016478129221, 0.10604529154364614, 0.12627458468955874, 0.13596895605252884, 0.13222181991105847, 0.1156948823007201, 0.09235677686508346, 0.07839699720164259, 0.09114676749542776, 0.11978207055124394, 0.14732543424166877, 0.16644480348997615, 0.17466112758997063, 0.17119705887336914, 0.15591318507199978, 0.1293247322650509, 0.0935839697048697, 0.05553630962743789, 0.03709096689892101, 0.048910452096939595, 0.05461749696892371, 0.04769283381563905, 0.042818746927364065, 0.05767429241577545, 0.0882111287236486, 0.12212523209209909, 0.15210065448846957, 0.17480871764173594, 0.18924374339810357, 0.1956419850501874, 0.19496495397952796, 0.1888738083170164, 0.18002585638536045, 0.172229768977216, 0.16955960836885664 ], [ 0.08958586181979868, 0.0996535204508928, 0.11085452623878314, 0.11356008634443648, 0.10613663042625551, 0.09022910771470871, 0.06989040325266001, 0.051836469581790716, 0.038283708019228084, 0.02160760362227037, 0.0014719070815014017, 0.022040733383586895, 0.037725928734762236, 0.0492589547859757, 0.06002993334836566, 0.07891196577391792, 0.10361698466452147, 0.12437654517078851, 0.134258783802455, 0.1302719081828737, 0.11295184849142649, 0.08812371817344013, 0.07285705379579073, 0.0867404065462471, 0.11712122185718414, 0.14580466248552895, 0.1656199166633905, 0.17429259774762493, 0.1711803165367648, 0.15624963656408344, 0.1301399048074963, 0.09523814579279653, 0.058970623021708427, 0.04252867554719972, 0.05318722944433399, 0.058339087097157336, 0.05065562563458156, 0.04272865623746843, 0.05461604327844366, 0.08510696630118199, 0.11986557517786442, 0.15067609394358172, 0.174066903670307, 0.18907169967992038, 0.19600232829292996, 0.19589219050286794, 0.19044523808923977, 0.18229142776977106, 0.17509077224865485, 0.17267420283307292 ], [ 0.0943610112495961, 0.10348302373422961, 0.11366352307333027, 0.1155377226512098, 0.10720107483970251, 0.09015780405125015, 0.06857518545361574, 0.04968827082256938, 0.036360425348129194, 0.020476603660584146, 0.0026750521445548306, 0.02149611725988456, 0.03630808604754156, 0.04698505929596931, 0.056819201490171306, 0.07579915509866499, 0.10121831117706293, 0.12253782185313998, 0.1326213091039505, 0.12841100636549013, 0.11031260332591761, 0.08394575876603443, 0.06722117819962531, 0.08238289703269888, 0.11457551615136553, 0.14438023896096838, 0.1648699306513191, 0.17399079755496358, 0.17123846112407295, 0.1566890411798509, 0.13111328309115103, 0.09713956669034769, 0.06268681946301813, 0.04790195035964384, 0.05746193892565848, 0.06197668939602886, 0.05350339808528, 0.042668917907721746, 0.05143060697479412, 0.08195230935268646, 0.11762356593876294, 0.14928477062323287, 0.17335406902643893, 0.18891906133398845, 0.19637073819870104, 0.19681310942638833, 0.19198951093829136, 0.18450035352248442, 0.17786331234021743, 0.1756851862569494 ], [ 0.09904098910966153, 0.1072573704785012, 0.11642766362890683, 0.1174643114003454, 0.10822303084172227, 0.09005616676645917, 0.06720148836593078, 0.047400944514494066, 0.03431640020944851, 0.019357807569840554, 0.003821690898392406, 0.020819933268565294, 0.03470317570542559, 0.04453718349424052, 0.05344910512930555, 0.07264800755199896, 0.09886570199959721, 0.12076992273873892, 0.13106588308521672, 0.12665031389927692, 0.10779612028231866, 0.07985229555326422, 0.061494013998467344, 0.07810463444565773, 0.11216413984862864, 0.14306065967527723, 0.16419852152666528, 0.17375698144393126, 0.17137097845755667, 0.15722853233755119, 0.13223678823208965, 0.09926431657589442, 0.066617975740204, 0.053203782561900864, 0.061716152757177116, 0.06552944762937615, 0.05624171104268966, 0.042640941281907714, 0.04811137261937447, 0.07875802841982926, 0.11541105195457947, 0.1479338216180179, 0.17267383127398472, 0.18878725677297356, 0.19674723584626744, 0.19772680756598027, 0.19350536156661197, 0.18665197920135862, 0.18054833168151155, 0.17859449260340998 ], [ 0.10362388744466614, 0.11097322128158577, 0.11914788345778837, 0.11934574617453533, 0.10921236131739216, 0.08994006373543682, 0.06579268699028372, 0.044988514348329865, 0.032151823415890075, 0.018242579656026717, 0.004852813744662731, 0.02001029362015568, 0.03291362778278492, 0.0419197568816875, 0.049922828450766524, 0.06947891153546328, 0.09657745341631363, 0.1190849029858557, 0.12960199300329933, 0.1250011381414326, 0.10542231297255321, 0.07587814860707572, 0.05568085011486345, 0.07394212187103785, 0.10990699807719836, 0.14185419088022783, 0.1636091001363932, 0.17359215247675594, 0.1715770479385261, 0.1578647628169301, 0.13350152154588588, 0.10158790297027896, 0.07070815354104404, 0.058428399538081516, 0.06593630002099052, 0.06899820727542022, 0.058878180325859425, 0.042651613698775764, 0.044653128029268165, 0.07553848346620257, 0.11324131739919777, 0.1466307639653677, 0.17202989053827794, 0.1886777432417016, 0.19713189935352246, 0.19863250789098397, 0.1949917370962619, 0.18874590024239596, 0.1831469335753097, 0.18140412730863026 ], [ 0.10810816954316237, 0.11462780478097237, 0.1218251712433395, 0.12118778177688745, 0.11017897548458042, 0.08982605377025257, 0.06437510070713809, 0.04246848979280295, 0.02986596003427996, 0.01711561194581573, 0.005725009508708799, 0.019063045663686252, 0.030943012244886242, 0.03913933952637907, 0.046245433894911175, 0.06631712428627368, 0.09437369013326696, 0.11749524610973501, 0.12823915521211196, 0.12347474884106464, 0.10321178766524616, 0.07206436366748595, 0.04978771080740645, 0.06993905926356629, 0.10782441767493471, 0.14076874885419227, 0.163104771710215, 0.17349705215500102, 0.171855553105266, 0.1585939541505697, 0.13489794556038856, 0.10408593548081914, 0.07491122262908564, 0.06357098564010417, 0.07011231294277029, 0.07238511510883529, 0.06142205825403458, 0.04271308098313945, 0.041052208846344994, 0.07231216388408797, 0.11112906999220219, 0.14538343365274284, 0.17142599692898547, 0.18859199250732833, 0.1975248570809452, 0.19952955232715716, 0.19644778215266848, 0.1907819375756969, 0.1856603622619949, 0.18411615744093404 ], [ 0.11249264744222867, 0.11821885200950269, 0.12446055662877752, 0.12299600005208483, 0.11113272919286087, 0.08973119938880525, 0.06297809681718697, 0.03986320604033018, 0.02745731952311576, 0.015955868319384496, 0.0064009566284489875, 0.017972178281593903, 0.02879640957268951, 0.0362051632178497, 0.04242430869796956, 0.06319364713765642, 0.09227625201591243, 0.11601371459643176, 0.12698679327151347, 0.12208221182456128, 0.10118550559024184, 0.06845890600384463, 0.043821498914403526, 0.0661473918402691, 0.1059367640431252, 0.13981177425678903, 0.16268829727360662, 0.17347215254266346, 0.17220509502248701, 0.1594119497961921, 0.13641606224061698, 0.10673466505224055, 0.07918939261990493, 0.06862751951400164, 0.07423671681950933, 0.07569331781648159, 0.06388387997882933, 0.042842298388906, 0.03730667381210014, 0.06910243411820687, 0.10909038450270704, 0.14419991136287943, 0.17086591495941028, 0.18853147581150473, 0.19792628041369675, 0.20041739418566104, 0.19787282423478111, 0.1927601150478719, 0.18808998488195933, 0.1867327024324729 ], [ 0.11677645965881484, 0.12174453998653073, 0.127055098729905, 0.12477577691463325, 0.11208332208891224, 0.08967284193465293, 0.06163406498008464, 0.0372017345930535, 0.02492389735761419, 0.014738160521574032, 0.006848262630720766, 0.016730522940490298, 0.026481049193883235, 0.033130045523350415, 0.03846991313273039, 0.06014618969634383, 0.09030848227682094, 0.11465316918683319, 0.12585410271247477, 0.12083420449855296, 0.09936434927024551, 0.06511702549676242, 0.03779025283445285, 0.06262806184102776, 0.1042639722599192, 0.13899010446575144, 0.1623620577712052, 0.17351765086696452, 0.17262400820489282, 0.16031427067833723, 0.13804558269259337, 0.10951138515257049, 0.08351177760066944, 0.07359466760812017, 0.07830400158280586, 0.07892672488647887, 0.06627514666873452, 0.04306032151492109, 0.03341654605954211, 0.06593837958816781, 0.10714259243751319, 0.14308843501654553, 0.17035338538289244, 0.1884976482753781, 0.19833637622258715, 0.20129559032083832, 0.1992663594531389, 0.19468063853003184, 0.1904372751170827, 0.18925592536509356 ], [ 0.12095904925318933, 0.12520344259968322, 0.12960987514042513, 0.126532250914792, 0.11304019309406194, 0.08966833954691256, 0.06037819393192749, 0.03452260465645059, 0.022263479725524723, 0.013435107426796251, 0.0070394299140436704, 0.01533072636135524, 0.024007415832323357, 0.029931984681290918, 0.03439710152701026, 0.05722013348333348, 0.0884948946731972, 0.11342635783258724, 0.12484990496217951, 0.11974081747213802, 0.09776859524557922, 0.06210094443405593, 0.03170367220918475, 0.05945101678630368, 0.10282500189277581, 0.1383098479177481, 0.16212802179616756, 0.1736334667146608, 0.17311037873542537, 0.1612961717360736, 0.13977608391192337, 0.1123947078439837, 0.08785313098591903, 0.07846970673739063, 0.08231017551267004, 0.08208981455434138, 0.06860802924520958, 0.043391311974304056, 0.0293842075559387, 0.06285571864403017, 0.10530410738700026, 0.14205729967824776, 0.16989208496987357, 0.18849193296532274, 0.19875537910547428, 0.20216379311196706, 0.20062803870062523, 0.19654387659605274, 0.19270379832583187, 0.19168802479159128 ], [ 0.12504014231621483, 0.12859448732598688, 0.13212597133295217, 0.1282702937097368, 0.11401241602099599, 0.08973477151695448, 0.05924797195465353, 0.0318776211950998, 0.019474001947389918, 0.012019193545328728, 0.006952029437713291, 0.01376653378219706, 0.021391252581896503, 0.02663706426318363, 0.030227599194232988, 0.054469304292205846, 0.08686070066144073, 0.11234567755049829, 0.12398249398063114, 0.11881134836446601, 0.09641730684531084, 0.05947839195460122, 0.02557436716660424, 0.05669380563118197, 0.10163723612437552, 0.13777626491768014, 0.16198771777387586, 0.17381924189155776, 0.17366206420877306, 0.16235269821199144, 0.14159714948463498, 0.11536473381111993, 0.09219278783522795, 0.08325046264839406, 0.08625243917379995, 0.08518746971496877, 0.070895084366891, 0.04386125681856331, 0.02521515751842531, 0.05989769217892183, 0.10359417648835599, 0.14111474598791046, 0.16948558484754742, 0.18851570484100574, 0.1991835435107874, 0.20302174235667347, 0.2019576543065054, 0.19835034266230353, 0.194891198014038, 0.19403122707350381 ], [ 0.12901972695970826, 0.13191691670439887, 0.134604470428482, 0.1299944828288381, 0.11500859747886862, 0.08988861613717022, 0.05828233524791518, 0.02933698217005064, 0.016553958214374487, 0.01046468073322072, 0.006568895919011452, 0.012034612703866873, 0.018657448756936205, 0.0232850157435989, 0.02599498417696699, 0.051956208133975446, 0.08543118603214263, 0.11142291500182518, 0.1232594801792753, 0.11805409551188474, 0.09532767425198171, 0.05731946706871759, 0.01942144201937742, 0.05443795885115992, 0.10071585778852497, 0.1373936595838801, 0.16194221136379205, 0.17407434296018312, 0.17427671511315856, 0.16347874055532363, 0.14349849241359733, 0.11840313735442176, 0.09651380520544725, 0.08793525796438596, 0.09012894041510533, 0.08822483571276878, 0.07314897970094736, 0.04449644512239477, 0.020919713036153132, 0.057115751698191025, 0.10203255108340957, 0.14026883894544373, 0.16913730811298106, 0.188570274817155, 0.19962113584377153, 0.20386925715628895, 0.20325512721235575, 0.20010067848685018, 0.1970011835060072, 0.1962877792165534 ], [ 0.13289803287787777, 0.1351702537402124, 0.1370464433567922, 0.1317090771257852, 0.11603677944917062, 0.09014541293054333, 0.057520413674669785, 0.02699538320071781, 0.013502891156043908, 0.00874921097704041, 0.005878296820739765, 0.010137730676911422, 0.01584826557417781, 0.0199404487922002, 0.021755555022558947, 0.04975119291395185, 0.08423094148245382, 0.11066897438836196, 0.1226876370726443, 0.117476160595042, 0.09451434307164037, 0.0556915006464903, 0.013283964340067117, 0.05276253974602005, 0.10007324555415377, 0.13716528750343918, 0.16199208872309345, 0.17439786641714106, 0.1749517972580662, 0.1646690869764198, 0.14547005935176957, 0.12149318650443754, 0.10080227342279434, 0.09252286601978375, 0.0939385852693916, 0.09120719506970111, 0.07538222920984591, 0.04532180335821048, 0.016517517366591225, 0.054569732452461786, 0.10063907433195939, 0.13952733957064176, 0.1688504875049357, 0.18865687417562843, 0.2000684266537291, 0.20470622786621862, 0.2045204946984283, 0.20179563893313593, 0.19903551869940306, 0.19845994218495258 ], [ 0.13667551153759847, 0.13835427062107208, 0.13945293946391407, 0.13341799529634363, 0.11710434903363767, 0.09051942368040894, 0.05699988011235338, 0.02497721177016717, 0.010322117732290685, 0.006855039196662187, 0.0048740648578907315, 0.008092185947733073, 0.013042432636373537, 0.016716509655887557, 0.01761425613837717, 0.04792984491654708, 0.08328297282324106, 0.11009360387401443, 0.12227275673569495, 0.11708326993577875, 0.09398878403275937, 0.05465214762295671, 0.00730155554028961, 0.051735056189443296, 0.09971844014882307, 0.13709328325170383, 0.16213744612427702, 0.17478864641945827, 0.1756846148616171, 0.165918472868879, 0.14750211642802244, 0.12461971600611912, 0.10504676755259174, 0.09701246869511286, 0.09768088832934636, 0.09413985621793287, 0.07760694170848828, 0.04635924754989901, 0.012052391232419234, 0.052327035842943945, 0.09943319051536297, 0.13889757264028377, 0.16862812397428795, 0.18877663956469648, 0.2005256829970005, 0.20553260817736166, 0.20575389868055285, 0.20343607790995988, 0.20099601180289983, 0.20054998467591167 ], [ 0.14035281704600858, 0.14146896027255776, 0.1418249776434383, 0.1351247978084113, 0.11821795785806405, 0.09102330938080841, 0.05675499853442726, 0.02343553544679653, 0.0070165431119896, 0.004769979643994016, 0.003555720737961754, 0.005951742305508886, 0.010402918164112871, 0.013824293150338774, 0.013791413014640147, 0.04656799590040695, 0.08260774193042782, 0.10970513381660733, 0.12201952038802502, 0.11687962416542107, 0.09375876194417411, 0.05424183854399815, 0.002945787415762289, 0.051401346575827865, 0.09965673069978048, 0.1371786111860332, 0.16237788624286317, 0.17524526492008813, 0.17647233392751985, 0.16722162649850164, 0.1495853175380008, 0.12776906787675157, 0.10923791075811916, 0.10140361721625668, 0.10135585172023028, 0.09702805458497502, 0.07983458753635315, 0.04762624285106386, 0.007660118750929778, 0.05046022159248152, 0.09843338984072154, 0.13838629430875402, 0.16847294702318286, 0.18893059881750388, 0.2009931610657018, 0.2063484073877873, 0.20695557459060857, 0.20502293540613964, 0.202884505968601, 0.2025601773358785 ], [ 0.14393078773544235, 0.14451451039178626, 0.14416353807860957, 0.13683267254242515, 0.11938345345196676, 0.09166784151850402, 0.056814571575601734, 0.022535568599876887, 0.0036052077169219134, 0.0024889623905159355, 0.001928901342430138, 0.003915087217004999, 0.008291240791979711, 0.011656290850115315, 0.010787397805551735, 0.04573425310713342, 0.08222221442722578, 0.10951024121785465, 0.12193139021368204, 0.11686778501959666, 0.09382795886798935, 0.05447755367872753, 0.006552136083005241, 0.05177743044504444, 0.09988940355544614, 0.13742104189746931, 0.16271252123922447, 0.17576606402834583, 0.17731200556633145, 0.16857331053554717, 0.15171075645058565, 0.13092901115211436, 0.11336802567175278, 0.10569619535014155, 0.10496386536072513, 0.09987686518194985, 0.08207578894344489, 0.04913475117444095, 0.004074441868559194, 0.04904247210834949, 0.09765661294004152, 0.1379995638829931, 0.1683873776850072, 0.1891196578113688, 0.20147109916638523, 0.20715368291725542, 0.20812584084772184, 0.206557225544469, 0.20470287074211754, 0.2044927874002951 ], [ 0.14741042849805772, 0.14749127967994255, 0.14646955468408035, 0.13854442437677342, 0.12060582461404337, 0.09246166552198146, 0.05720007627119004, 0.022416069704956746, 0.0006740073001099055, 0.0001904510382413341, 0.00010325017803723817, 0.002852576094120072, 0.007400094069598257, 0.0108020087723287, 0.009569207298335698, 0.045481076271488334, 0.08213900763816737, 0.10951375462127146, 0.12201052781041248, 0.11704860616968966, 0.0941957935674067, 0.05534998461216505, 0.012483778346447814, 0.05284642608324967, 0.10041368068723783, 0.13781915547242307, 0.16313998256023265, 0.17634916037281792, 0.1782005889473749, 0.16996835917140785, 0.15387000437428813, 0.1340886496349754, 0.11743085453469318, 0.10989038469130125, 0.10850562353536372, 0.10269112632267481, 0.08434013977162148, 0.050890689820317386, 0.004713713746067649, 0.04814083871526995, 0.09711764946311353, 0.13774262428306477, 0.16837349498829277, 0.18934458857396128, 0.20195971112587366, 0.20794853311074973, 0.20926508892241555, 0.2080400255853664, 0.20645299426233554, 0.20635007373891961 ] ] }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.0003321257718535709, 1.3835257419136632e-05, 1.2238136822908984e-05, 8.364884023384541e-06, 1.0544193444679958e-05, 2.0055265231627602e-05, 0.40000000000000013, 0.3999999998492455, 1.3890224244565256e-05, 3.641702636498082e-05, 0.022530540960039112, 0.01174201173744873, 0.006080546665681634, 2.1803906405489848e-06, 1e-06, 7.432392575837478e-06, 1.6511772925197605e-05, 1.8303579054427957e-05, 1.5532328257580145e-05 ], "xaxis": "x", "y": [ 0.9604558348655701, 0.6945788334450949, 1.0, 0.9999999999999991, 1.0, 0.9999999238964399, 0.0, 0.0, 1.0, 1.0, 0.9914832711219788, 0.4515240788459778, 0.557227373123169, 0.07939111441373825, 0.37484552638878843, 0.0, 4.596786915871204e-16, 0.18691569336179018, 0.4211702800362558 ], "yaxis": "y" }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "showlegend": false, "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.0003321257718535709, 1.3835257419136632e-05, 1.2238136822908984e-05, 8.364884023384541e-06, 1.0544193444679958e-05, 2.0055265231627602e-05, 0.40000000000000013, 0.3999999998492455, 1.3890224244565256e-05, 3.641702636498082e-05, 0.022530540960039112, 0.01174201173744873, 0.006080546665681634, 2.1803906405489848e-06, 1e-06, 7.432392575837478e-06, 1.6511772925197605e-05, 1.8303579054427957e-05, 1.5532328257580145e-05 ], "xaxis": "x2", "y": [ 0.9604558348655701, 0.6945788334450949, 1.0, 0.9999999999999991, 1.0, 0.9999999238964399, 0.0, 0.0, 1.0, 1.0, 0.9914832711219788, 0.4515240788459778, 0.557227373123169, 0.07939111441373825, 0.37484552638878843, 0.0, 4.596786915871204e-16, 0.18691569336179018, 0.4211702800362558 ], "yaxis": "y2" } ], "layout": { "annotations": [ { "font": { "size": 14 }, "showarrow": false, "text": "Mean", "x": 0.25, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" }, { "font": { "size": 14 }, "showarrow": false, "text": "Standard Error", "x": 0.8, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" } ], "autosize": false, "height": 450, "hovermode": "closest", "legend": { "orientation": "h", "x": 0, "y": -0.25 }, "margin": { "b": 100, "l": 35, "pad": 0, "r": 35, "t": 35 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "width": 950, "xaxis": { "anchor": "y", "autorange": false, "domain": [ 0.05, 0.45 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "xaxis2": { "anchor": "y2", "autorange": false, "domain": [ 0.6, 1 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "yaxis": { "anchor": "x", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "momentum" }, "type": "linear" }, "yaxis2": { "anchor": "x2", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "type": "linear" } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "render(plot_contour(model=model, param_x='lr', param_y='momentum', metric_name='accuracy'))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 5. Plot best objective as function of the iteration\n", "\n", "Show the model accuracy improving as we identify better hyperparameters." ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 14.333333333333334, 14.333333333333334, 14.333333333333334, 14.333333333333334, 24.95, 24.95, 54.81666666666667, 60.050000000000004, 63.66666666666667, 72.78333333333333, 81.45, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "legendgroup": "mean", "line": { "color": "rgba(128,177,211,1)" }, "mode": "lines", "name": "mean", "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 14.333333333333334, 14.333333333333334, 14.333333333333334, 14.333333333333334, 24.95, 24.95, 54.81666666666667, 60.050000000000004, 63.66666666666667, 72.78333333333333, 81.45, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 14.333333333333334, 14.333333333333334, 14.333333333333334, 14.333333333333334, 24.95, 24.95, 54.81666666666667, 60.050000000000004, 63.66666666666667, 72.78333333333333, 81.45, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667, 86.66666666666667 ] } ], "layout": { "showlegend": true, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Model performance vs. # of iterations" }, "xaxis": { "title": { "text": "Iteration" } }, "yaxis": { "title": { "text": "Classification Accuracy, %" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "# `plot_single_method` expects a 2-d array of means, because it expects to average means from multiple \n", "# optimization runs, so we wrap out best objectives array in another array.\n", "best_objectives = np.array([[trial.objective_mean*100 for trial in experiment.trials.values()]])\n", "best_objective_plot = optimization_trace_single_method(\n", " y=np.maximum.accumulate(best_objectives, axis=1),\n", " title=\"Model performance vs. # of iterations\",\n", " ylabel=\"Classification Accuracy, %\",\n", ")\n", "render(best_objective_plot)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 6. Train CNN with best hyperparameters and evaluate on test set\n", "Note that the resulting accuracy on the test set might not be exactly the same as the maximum accuracy achieved on the evaluation set throughout optimization. " ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Arm(name='11_0', parameters={'lr': 1.2238136822908984e-05, 'momentum': 1.0})" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "data = experiment.fetch_data()\n", "df = data.df\n", "best_arm_name = df.arm_name[df['mean'] == df['mean'].max()].values[0]\n", "best_arm = experiment.arms_by_name[best_arm_name]\n", "best_arm" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": true }, "outputs": [], "source": [ "combined_train_valid_set = torch.utils.data.ConcatDataset([\n", " train_loader.dataset.dataset, \n", " valid_loader.dataset.dataset,\n", "])\n", "combined_train_valid_loader = torch.utils.data.DataLoader(\n", " combined_train_valid_set, \n", " batch_size=BATCH_SIZE, \n", " shuffle=True,\n", ")" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "collapsed": true }, "outputs": [], "source": [ "net = train(\n", " net=CNN(),\n", " train_loader=combined_train_valid_loader, \n", " parameters=best_arm.parameters,\n", " dtype=dtype,\n", " device=device,\n", ")\n", "test_accuracy = evaluate(\n", " net=net,\n", " data_loader=test_loader,\n", " dtype=dtype,\n", " device=device,\n", ")" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Classification Accuracy (test set): 92.0%\n" ] } ], "source": [ "print(f\"Classification Accuracy (test set): {round(test_accuracy*100, 2)}%\")" ] } ], "metadata": { "kernelspec": { "display_name": "python3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.7" } }, "nbformat": 4, "nbformat_minor": 2 }