1_notmnist_imagehash_remove_dup.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "5hIbr52I7Z7U"
   },
   "source": [
    "Deep Learning\n",
    "=============\n",
    "\n",
    "Assignment 1\n",
    "------------\n",
    "\n",
    "The objective of this assignment is to learn about simple data curation practices, and familiarize you with some of the data we'll be reusing later.\n",
    "\n",
    "This notebook uses the [notMNIST](http://yaroslavvb.blogspot.com/2011/09/notmnist-dataset.html) dataset to be used with python experiments. This dataset is designed to look like the classic [MNIST](http://yann.lecun.com/exdb/mnist/) dataset, while looking a little more like real data: it's a harder task, and the data is a lot less 'clean' than MNIST."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "apJbCsBHl-2A"
   },
   "outputs": [],
   "source": [
    "# These are all the modules we'll be using later. Make sure you can import them\n",
    "# before proceeding further.\n",
    "from __future__ import print_function\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import os\n",
    "import sys\n",
    "import tarfile\n",
    "from IPython.display import display, Image\n",
    "from scipy import ndimage\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from six.moves.urllib.request import urlretrieve\n",
    "from six.moves import cPickle as pickle\n",
    "\n",
    "# Config the matplotlib backend as plotting inline in IPython\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "jNWGtZaXn-5j"
   },
   "source": [
    "First, we'll download the dataset to our local machine. The data consists of characters rendered in a variety of fonts on a 28x28 image. The labels are limited to 'A' through 'J' (10 classes). The training set has about 500k and the testset 19000 labeled examples. Given these sizes, it should be possible to train models quickly on any machine."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     },
     "output_extras": [
      {
       "item_id": 1
      }
     ]
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 186058,
     "status": "ok",
     "timestamp": 1444485672507,
     "user": {
      "color": "#1FA15D",
      "displayName": "Vincent Vanhoucke",
      "isAnonymous": false,
      "isMe": true,
      "permissionId": "05076109866853157986",
      "photoUrl": "//lh6.googleusercontent.com/-cCJa7dTDcgQ/AAAAAAAAAAI/AAAAAAAACgw/r2EZ_8oYer4/s50-c-k-no/photo.jpg",
      "sessionId": "2a0a5e044bb03b66",
      "userId": "102167687554210253930"
     },
     "user_tz": 420
    },
    "id": "EYRJ4ICW6-da",
    "outputId": "0d0f85df-155f-4a89-8e7e-ee32df36ec8d"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found and verified .\\notMNIST_large.tar.gz\n",
      "Found and verified .\\notMNIST_small.tar.gz\n"
     ]
    }
   ],
   "source": [
    "url = 'https://commondatastorage.googleapis.com/books1000/'\n",
    "last_percent_reported = None\n",
    "data_root = '.' # Change me to store data elsewhere\n",
    "\n",
    "def download_progress_hook(count, blockSize, totalSize):\n",
    "  \"\"\"A hook to report the progress of a download. This is mostly intended for users with\n",
    "  slow internet connections. Reports every 5% change in download progress.\n",
    "  \"\"\"\n",
    "  global last_percent_reported\n",
    "  percent = int(count * blockSize * 100 / totalSize)\n",
    "\n",
    "  if last_percent_reported != percent:\n",
    "    if percent % 5 == 0:\n",
    "      sys.stdout.write(\"%s%%\" % percent)\n",
    "      sys.stdout.flush()\n",
    "    else:\n",
    "      sys.stdout.write(\".\")\n",
    "      sys.stdout.flush()\n",
    "      \n",
    "    last_percent_reported = percent\n",
    "        \n",
    "def maybe_download(filename, expected_bytes, force=False):\n",
    "  \"\"\"Download a file if not present, and make sure it's the right size.\"\"\"\n",
    "  dest_filename = os.path.join(data_root, filename)\n",
    "  if force or not os.path.exists(dest_filename):\n",
    "    print('Attempting to download:', filename) \n",
    "    filename, _ = urlretrieve(url + filename, dest_filename, reporthook=download_progress_hook)\n",
    "    print('\\nDownload Complete!')\n",
    "  statinfo = os.stat(dest_filename)\n",
    "  if statinfo.st_size == expected_bytes:\n",
    "    print('Found and verified', dest_filename)\n",
    "  else:\n",
    "    raise Exception(\n",
    "      'Failed to verify ' + dest_filename + '. Can you get to it with a browser?')\n",
    "  return dest_filename\n",
    "\n",
    "train_filename = maybe_download('notMNIST_large.tar.gz', 247336696)\n",
    "test_filename = maybe_download('notMNIST_small.tar.gz', 8458043)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "cC3p0oEyF8QT"
   },
   "source": [
    "Extract the dataset from the compressed .tar.gz file.\n",
    "This should give you a set of directories, labeled A through J."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     },
     "output_extras": [
      {
       "item_id": 1
      }
     ]
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 186055,
     "status": "ok",
     "timestamp": 1444485672525,
     "user": {
      "color": "#1FA15D",
      "displayName": "Vincent Vanhoucke",
      "isAnonymous": false,
      "isMe": true,
      "permissionId": "05076109866853157986",
      "photoUrl": "//lh6.googleusercontent.com/-cCJa7dTDcgQ/AAAAAAAAAAI/AAAAAAAACgw/r2EZ_8oYer4/s50-c-k-no/photo.jpg",
      "sessionId": "2a0a5e044bb03b66",
      "userId": "102167687554210253930"
     },
     "user_tz": 420
    },
    "id": "H8CBE-WZ8nmj",
    "outputId": "ef6c790c-2513-4b09-962e-27c79390c762",
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ".\\notMNIST_large already present - Skipping extraction of .\\notMNIST_large.tar.gz.\n",
      "['.\\\\notMNIST_large\\\\A', '.\\\\notMNIST_large\\\\B', '.\\\\notMNIST_large\\\\C', '.\\\\notMNIST_large\\\\D', '.\\\\notMNIST_large\\\\E', '.\\\\notMNIST_large\\\\F', '.\\\\notMNIST_large\\\\G', '.\\\\notMNIST_large\\\\H', '.\\\\notMNIST_large\\\\I', '.\\\\notMNIST_large\\\\J']\n",
      ".\\notMNIST_small already present - Skipping extraction of .\\notMNIST_small.tar.gz.\n",
      "['.\\\\notMNIST_small\\\\A', '.\\\\notMNIST_small\\\\B', '.\\\\notMNIST_small\\\\C', '.\\\\notMNIST_small\\\\D', '.\\\\notMNIST_small\\\\E', '.\\\\notMNIST_small\\\\F', '.\\\\notMNIST_small\\\\G', '.\\\\notMNIST_small\\\\H', '.\\\\notMNIST_small\\\\I', '.\\\\notMNIST_small\\\\J']\n"
     ]
    }
   ],
   "source": [
    "num_classes = 10\n",
    "np.random.seed(133)\n",
    "\n",
    "def maybe_extract(filename, force=False):\n",
    "  root = os.path.splitext(os.path.splitext(filename)[0])[0]  # remove .tar.gz\n",
    "  if os.path.isdir(root) and not force:\n",
    "    # You may override by setting force=True.\n",
    "    print('%s already present - Skipping extraction of %s.' % (root, filename))\n",
    "  else:\n",
    "    print('Extracting data for %s. This may take a while. Please wait.' % root)\n",
    "    tar = tarfile.open(filename)\n",
    "    sys.stdout.flush()\n",
    "    tar.extractall(data_root)\n",
    "    tar.close()\n",
    "  data_folders = [\n",
    "    os.path.join(root, d) for d in sorted(os.listdir(root))\n",
    "    if os.path.isdir(os.path.join(root, d))]\n",
    "  if len(data_folders) != num_classes:\n",
    "    raise Exception(\n",
    "      'Expected %d folders, one per class. Found %d instead.' % (\n",
    "        num_classes, len(data_folders)))\n",
    "  print(data_folders)\n",
    "  return data_folders\n",
    "  \n",
    "train_folders = maybe_extract(train_filename)\n",
    "test_folders = maybe_extract(test_filename)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "4riXK3IoHgx6"
   },
   "source": [
    "---\n",
    "Problem 1\n",
    "---------\n",
    "\n",
    "Let's take a peek at some of the data to make sure it looks sensible. Each exemplar should be an image of a character A through J rendered in a different font. Display a sample of the images that we just downloaded. Hint: you can use the package IPython.display.\n",
    "\n",
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAGI9JREFUeJzt3Xl0ldW5BvDnzSxjwiCEQRCM81hy\nuaXUobW0OA9tHdpaWA5gq7VWu65eOmjvqrdeq1XrbVWsXPFapdqqpZUKivRalSnggMpgGBRkCpOE\nISHJee8fOXZFZT9fSMI5x7Wf31ouw3myv7PPyffmnJP97b3N3SEi8cnLdgdEJDtU/CKRUvGLRErF\nLxIpFb9IpFT8IpFS8YtESsUvEikVv0ikCjJ5Z7165PvggYXB3MGvNmSptbFPrTl20vEt4d5TiUfn\n8hKOz5639jyu1mjPI2vP42rNfbfnsSX9zJL6vry+Oz/+0sZwmNRx0rU67MQer2/VQ29X8ZvZaAB3\nA8gH8Dt3v5V9/+CBhZg3fWAwb/Amen8ppIJZAfIT2vIfJjs2AOSRN0mFxu+73htonqTYwr8wAf68\nJT2upOctSSP4z4xpz+MC9u9j2+H1NO9kRTS/cPlomu88qSaYWQEvS28M/+KY6zNp25ba/LbfzPIB\n/AbAaQCOBHCxmR3Z1uOJSGa15zP/cADV7r7C3fcAmALgnI7plojsb+0p/v4AVrf495r0bR9hZuPM\nrMrMqmo2t/0tooh0rPYU/97+qPCJD9buPtHdK929snfP9n2+FJGO057iXwOg5V/vBgBY277uiEim\ntKf45wOoMLODzawIwEUApnZMt0Rkf2vzUJ+7N5rZ1QCmo3mob5K7v8XapOB02OsL132P3me36tpg\nNvrhl2nbX8/8Cs0PnbyD5tsrugazh/7rDtr2ysuuoXnR1jqaf3fKUzS/4ZGxwWzQXz+gbetv5Y+7\noYl/VOvyowNonioKn2K/ePQB2vby26+leZ85/LENundFMJu1/FDadshtZBwewLJLu9D8qyPn0XwR\nGc5LGuqjeLc/ol3j/O4+DcC09hxDRLJDl/eKRErFLxIpFb9IpFT8IpFS8YtESsUvEqmMzudPUvrC\ncpo31YSnQa6u60Hbdl3Ox6t9Ab1EAaVrDgxmtSk+NbXw+QX8vmkKrG8spXmPt8NzJpIe13sbTqC5\nN/LXh4oF/LGxieWbmzrTtgfOD1/XASQ/thW14enjqff59Qn+6hyad13xOZqnPpewVgGZlsuyRPuw\nwIJe+UUipeIXiZSKXyRSKn6RSKn4RSKl4heJlLm3b1npfTHsuGKf8+yAYH7PtiG0/dbG8NDQlWVz\naduFe3rRfN7OoTQvK9gZzMZ1X0bb3rXlGJrXOx9xvbbHfJo/t7s8mL21O/x8t+bYTQljR/dsGU7z\nPNL++p4Lads/1A6m+Xt7etL826Xhc2J9UyfadkYt/5mN6FxN86OLNtP8t5vDQ4UNzoell+8In8t/\nv/yP2LZkY6uW7tYrv0ikVPwikVLxi0RKxS8SKRW/SKRU/CKRUvGLRCrjU3rZbrm/nsWX1y6uCY9/\njriEj7v+ovp0mm+e3Zfm9b3D02YvPPtN2vZ//vZFmhfs4sOyZ499leY/XnBu+Nhv8mmzT+45meZJ\nU0SbinnOfGscX976lrln0Lx4Jb/z/hdtDWZ/33IYbfvqjCNoPutzfOnvCUP5otZPPf35YFbXh0/p\nXXnuxGA2vHg7bduSXvlFIqXiF4mUil8kUip+kUip+EUipeIXiZSKXyRS7RrnN7NVAGoBNAFodPdK\n9v0OoMHD4+UVV/M5+czUM/kS1HV/6kPzgx54hd+BhcfiV5/Bx5uH3DCbHzvBnAv5WgO9nywJZl2e\nSHhcWbT60m40P/yW8Dg9ADS9E96CGwAeHvHZYFazgJ8Pg3/Gn7dN40fQfOrl/Hw8KOH4zNazdgWz\nRqRafZyOuMjnC+6+qQOOIyIZpLf9IpFqb/E7gBlmtsDMxnVEh0QkM9r7tn+ku681swMBPGdmS9z9\nxZbfkP6lMA4ABvbna5OJSOa065Xf3dem/78RwFMAPrGao7tPdPdKd6/s1VPFL5Ir2lz8ZtbZzLp+\n+DWALwPg09tEJGe0521/HwBPWfMQWAGAR9392Q7plYjsd20ufndfAeC4fWljAIotfJcrpxxL2zds\nC49n/7TnfbTtlrF8nfa5w/j684WldcFsSMFLtO07Dw2jue/mH4e+2Okumk/udGYws8Ii2tYK+Sng\nTeHrMgAAKT7h3/LDby73JKxPv+523vdta/nP7PYhU4LZnAP5tRN/7MmP/a/HLKX5N3vycfxv3Xdl\nMGPnGgB0ywvvd5BPN0X/KA31iURKxS8SKRW/SKRU/CKRUvGLRErFLxKpjC/dzZw4mE/RrKnvEsz6\n5oenOQLAiWXv0HzXEXxYqU9JbTArMT5kNbxiJc231R9A89I8Pk0zvyE83OYNe2hbOD924lBfwhbv\n3hR+bhqQMMQ5gG99vrgbX259cGF4smlTFz4ktvQIPuU36XxKOh+POeK9YNa7eAdt21H0yi8SKRW/\nSKRU/CKRUvGLRErFLxIpFb9IpFT8IpHK6Di/A2hEeNx4/de60/aNa94PZvctPJG2nf4IX2q5/Fd8\nCubagQOC2dIX+e/QrSO30DzJtMWH0LzhgNZP48w4ch1BaR4fC190DZ/ibS+/RvMJM88PZtWvh3+e\nAHDIdXNoft8Pz6L5qm/0onn9yeuD2foB/WnbxrnhGkrYUf0j9MovEikVv0ikVPwikVLxi0RKxS8S\nKRW/SKRU/CKRyqn5/KnSrvwb1oSj4rxG2rQpvOp3q6TKwmsJFFrCfPuyMpo3beVbURcaf2y2L4O7\nOaQp4bWnoWshzfkKDEBxQfh58+L2PWlJ51PS+QiylkFiHXQQvfKLRErFLxIpFb9IpFT8IpFS8YtE\nSsUvEikVv0ikEsf5zWwSgDMBbHT3o9O39QDwBwCDAawCcIG788FqAHkwFFt47PY7T02l7bc1hbfZ\nPqtzeB10ADjvigU0f+vb/Whemh9eQ/6wQr7+/Ni54S2VAaC2ia/bf34XcoEDgHt35+5Av+WHnxv2\n8wSAf//vh2i+tpFfP/GVTuGt07cN4q978089iOZHFfNt04eQawwA4C9Lwsdn5xoAWkN5HbxF90MA\nRn/sthsBzHT3CgAz0/8WkU+RxOJ39xcBfHwpmnMATE5/PRnAuR3cLxHZz9r6mb+Pu68DgPT/D+y4\nLolIJuz3P/iZ2TgzqzKzqprNCfu+iUjGtLX4N5hZOQCk/78x9I3uPtHdK929sndP/ocxEcmcthb/\nVABj0l+PAfDnjumOiGRKYvGb2WMAZgM4zMzWmNllAG4FMMrM3gEwKv1vEfkUSRznd/eLA9Gp+3pn\nDkeDhz/33/DIWNq+0/rweHbJ9Y/Stje9fjY/9vPh+foAsKs8PH56/KW30bY/v/+bNC+s5eP0h9/4\nG5qnCnN33X5PhR9b57x62nb801fQvPtS/rg3fO/5YDZjwxG07bYn+Nr5u0fV0vzmY/9C87vv/How\n29WXP67Txt0TzHwfVu7XFX4ikVLxi0RKxS8SKRW/SKRU/CKRUvGLRCrjW3SnEF7metAt83j7xvA0\nyRcvP5y27fQcH8rrNXE2za0wvFD0+jHFtG35HXz77ySvXTuI5k1Ja1hnE9miu8QaaNNDf7eZ5k2L\n36H5M189OpitX9CXtj34fn4+1OTxLd9fHMTPx17k+FbAyzI1LvycaotuEUmk4heJlIpfJFIqfpFI\nqfhFIqXiF4mUil8kUhkd5zcABWRr4vq/8WmUm3Z0Dma/7D2Jtu38HT59dNppR9K8V5edwayigI9X\nb32mguY76/hA/emd76f5/+4+g+ZZZeHXl9oUX7K86L7tNK/efBTN7z5kSjBbNGAgbfvgEZ+j+VmD\nX6b5RWX8mpVvPnVpMGPnGsBraF8md+uVXyRSKn6RSKn4RSKl4heJlIpfJFIqfpFIqfhFIqXiF4mU\nil8kUip+kUip+EUipeIXiZSKXyRSKn6RSKn4RSKVOJ/fzCYBOBPARnc/On3bzQCuAFCT/rYJ7j4t\n6VgOoBHhLbqLT3uftu9H1u2fOP9k2nb2A5/hx27Huv3vLCukbcvO4OvLl9EUmPY230668YDc3aKb\nrdvfNW83bbrnym4077/4LZr/bHp4W/bEdfsn8PPh2e+MpPn2S/laBf3OezuYJa3b3/huuIY6et3+\nhwCM3svtd7r78en/EgtfRHJLYvG7+4sAtmSgLyKSQe35zH+1mb1hZpPMLOmdq4jkmLYW/70AhgI4\nHsA6AHeEvtHMxplZlZlVbdoc/qwiIpnVpuJ39w3u3uTuKQAPABhOvneiu1e6e2WvnuGFB0Uks9pU\n/GZW3uKf5wF4s2O6IyKZ0pqhvscAnAKgl5mtAXATgFPM7Hg0jyysAjB+P/ZRRPaDxOJ394v3cvOD\nbbkzA5BH3my8+6PgpwcAQKf14VHMy7o/StvOHHUozTcZ3299V3l4LL1v/gu07brr+RrwhbV8dPb4\nkt/QPH8PjbOLrNtf5/z6iGWX96R596W9aH5Bv+eD2Yx8/venTeP5+VB3ai3NT+q+hOazx38jmO3q\ny6/byMPcYKZ1+0UkkYpfJFIqfpFIqfhFIqXiF4mUil8kUhneottQaOGr/G6/hG+zva0pvEX3qAPW\n0bZDK/no5JJjy2lemh/eNrk8n0/fvGn8IzSvTZXQ/LgiPpaXv2dfJnJmluWFB592popp2/vPfYDm\n7zfwKSWjO78bzM7u+jptu/A6voX3UUVraT6ogA8lNlz3eDBj5xoAWkO2D4N9euUXiZSKXyRSKn6R\nSKn4RSKl4heJlIpfJFIqfpFIZXScPwVHvTcE899++VzavnHFqmD2xqt8XHbaY3xabb/bXqF5/iEH\nB7P+z02hbR846nCae0PCnFw+OxR7Oufu0t3eFB7vLs3fRdv+x2WX0jx/1kKaT5kVniK+5I2DaNuK\n78+h+fs3XkjzMy7k59NrJ4SzgiGDadsv/eOJYJbah8W79covEikVv0ikVPwikVLxi0RKxS8SKRW/\nSKRU/CKRyug4f5LdQ/hSzQfsrgtmPQqW07b1ZXz8s6Ccb9nM+lZo4W2oAcCOHErz/I1bad4pbyU/\nPr/7T60d/cPbogNAz4SfWVlx+DoC7xa+3gRIPh/qS/n51KOAz8kvKA+fE0l10FH0yi8SKRW/SKRU\n/CKRUvGLRErFLxIpFb9IpFT8IpEydz5eaWYDATwMoC+AFICJ7n63mfUA8AcAgwGsAnCBu9MB68rj\nSnze9PC8+2UNfGy0zsPrlR9SwH+PfZDic+ZrUvyShxILz0sfWsDX7V/SUE/znc7v+4Qi/thOvv6q\nYNZ1Cp+XbgX8vtl8/OZvSDh/yPGvXMwXKjimaD3Nt6X4dQCHFYYvgKhz/rjWNoXPNQDonddI8+55\nvG/VjeG+sXMNAA4tDO9fMfwrq1H1el2rFnhozSt/I4Dr3f0IAJ8FcJWZHQngRgAz3b0CwMz0v0Xk\nUyKx+N19nbsvTH9dC2AxgP4AzgEwOf1tkwHwZXhEJKfs02d+MxsM4AQAcwH0cfd1QPMvCAAHdnTn\nRGT/aXXxm1kXAH8CcK27b9+HduPMrMrMqmo2J3x+FJGMaVXxm1khmgv/9+7+ZPrmDWZWns7LAWzc\nW1t3n+jule5e2bsn/yOKiGROYvGbmQF4EMBid/9Vi2gqgDHpr8cA+HPHd09E9pfWTOkdCeASAIvM\n7LX0bRMA3ArgcTO7DMB7AL6edKCkpbvH3nA9bd+tekcwO2PyP2jbO18YTfNDJ/Nhxg8qugSzybfe\nQdtePf77NC/eHJ6qDADffexJmrOlu62QDzlZYcIpkDTUl0pYKpps0V2ax5fu/tov/43mfebwT59D\n7q0OZs8vP5S3vZ3Pk142NjzcBgA/+MKzNH9mzInBbPsh4XMNAGbdcU8w25eluxOL391fAoKbfp/a\n6nsSkZyiK/xEIqXiF4mUil8kUip+kUip+EUipeIXiVROLd1d+twymjdt3hLMltf1pm27LeNXF3rV\nmzQvWxVeTrn2Pwtp26LpVfy+aQqsbyyleckH4THppO2/E7cH34+agiPIzfrM/oDmvuAtmi/9ILwN\nt7/Hx+m9ajbNu47kW74vH8HPR3a+lS4vo213/TJ8rYy26BaRRCp+kUip+EUipeIXiZSKXyRSKn6R\nSKn4RSKV0XF+A5BHft8suamCti+pCY/VX9N9Em079/RBNF9dysdt63qH57X3y+dj5St/MYLmBbv4\nePewkrtofvtXw+sBFBzGH1dC1xMvQmgqTmhPDC54ieZLr+JLoh+wkj+2a/qF15d5oYSv3/DmT/ix\ny0byZcVHdefXjcz4yaXBrK4PX0OhLH9WMCvYh9dzvfKLRErFLxIpFb9IpFT8IpFS8YtESsUvEikV\nv0ikMj6fP4/M4b7m1Om07dbG8BzszxRtom1/XPEMzef1G0rzsoLwuHDSdsxjz3iB5vUJW3QPKeDb\nQf982NPB7K0jB9C21/aYT/OmhIH+e7YMp3kead8nnz/uH4/4K83fGxZeYwEARnVeGsyOKVlN2874\nGh/HH9E5vCcAABxdtJnm554fvsahgWxFDwDnV48KZtX1f6RtW9Irv0ikVPwikVLxi0RKxS8SKRW/\nSKRU/CKRUvGLRCpxnN/MBgJ4GEBfACkAE939bjO7GcAVAGrS3zrB3aexYzmARoTnKs84hc/nb6qp\nCWY7FpxE2z7/8Gdp3vfuV2ie3ye8n/uJc/h+A/93LJ+XnuSJxYfQfPJPzwpmXZ6YS9tWPnIVzb2R\nvz5UjF1Ac2ZEdVeaPz4mPJ4NAJi3iMavzLw4mK18tT9tO/SHc2j+9A8uo/mXvsXbvzksvNdC8k4O\n4TpIOb8mpKXWXOTTCOB6d19oZl0BLDCz59LZne5+e6vvTURyRmLxu/s6AOvSX9ea2WIA/NemiOS8\nffrMb2aDAZwA4MP3kleb2RtmNsnM9rrHkJmNM7MqM6vatJkvTyQimdPq4jezLgD+BOBad98O4F4A\nQwEcj+Z3BnfsrZ27T3T3Snev7NWTX7MsIpnTquI3s0I0F/7v3f1JAHD3De7e5O4pAA8A4DM8RCSn\nJBa/mRmABwEsdvdftbi9vMW3nQeAL1cqIjmlNX/tHwngEgCLzOy19G0TAFxsZsejeVxiFYDx7e3M\nti/yabXdqg8MZgNLXqZta4fyvzeUDzuK5tsqwsNSXfPCWyYDQMOXhtG8aGt46W0A6FvAhxK3HBn+\nONU14XEd1Ce87TkANDTxj2qWcPxUUfgU65k/j7bd+C98KLBPE7/vIV1XBLN3+/egbe0EfuzaIfx8\nyjM+XGcF4eeFZQDgjWQ4r/Ujfa36a/9LwF4n4dMxfRHJbbrCTyRSKn6RSKn4RSKl4heJlIpfJFIq\nfpFImXvS9MGOU3lcic+bPjCYNzgfO00hPA2yAHw8OpUwTZIdG+Bbixcav+9659cBJCm2Qpqz5y3p\ncSU9b0nYFO0k7XlcwP59bDu8nuadjC/XfuHy0TTfeVJ4Wm57xvnn+kxs9y18z/c0vfKLRErFLxIp\nFb9IpFT8IpFS8YtESsUvEikVv0ikMjrOb2Y1AN5tcVMvAHxv7ezJ1b7lar8A9a2tOrJvg9y9d2u+\nMaPF/4k7N6ty98qsdYDI1b7lar8A9a2tstU3ve0XiZSKXyRS2S7+iVm+fyZX+5ar/QLUt7bKSt+y\n+plfRLIn26/8IpIlWSl+MxttZkvNrNrMbsxGH0LMbJWZLTKz18ysKst9mWRmG83szRa39TCz58zs\nnfT/97pNWpb6drOZvZ9+7l4zs9Oz1LeBZjbLzBab2Vtm9v307Vl97ki/svK8Zfxtv5nlA1gGYBSA\nNQDmA7jY3d/OaEcCzGwVgEp3z/qYsJmdBGAHgIfd/ej0bbcB2OLut6Z/cZa5+w050rebAezI9s7N\n6Q1lylvuLA3gXABjkcXnjvTrAmThecvGK/9wANXuvsLd9wCYAuCcLPQj57n7iwA+vqvGOQAmp7+e\njOaTJ+MCfcsJ7r7O3Remv64F8OHO0ll97ki/siIbxd8fwOoW/16D3Nry2wHMMLMFZjYu253Ziz7p\nbdM/3D49vI1RdiTu3JxJH9tZOmeeu7bseN3RslH8e1tiKJeGHEa6+2cAnAbgqvTbW2mdVu3cnCl7\n2Vk6J7R1x+uOlo3iXwOg5UJ+AwCszUI/9srd16b/vxHAU8i93Yc3fLhJavr/G7Pcn3/KpZ2b97az\nNHLguculHa+zUfzzAVSY2cFmVgTgIgBTs9CPTzCzzuk/xMDMOgP4MnJv9+GpAMakvx4D4M9Z7MtH\n5MrOzaGdpZHl5y7XdrzOykU+6aGMuwDkA5jk7rdkvBN7YWZD0PxqDzRvYvpoNvtmZo8BOAXNs742\nALgJwNMAHgdwEID3AHzd3TP+h7dA305B81vXf+7c/OFn7Az37fMA/gFgEfDPJX4noPnzddaeO9Kv\ni5GF501X+IlESlf4iURKxS8SKRW/SKRU/CKRUvGLRErFLxIpFb9IpFT8IpH6f94jISVJEhu+AAAA\nAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x24181147668>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(plt.imread('.\\\\notMNIST_large\\\\D\\\\a2ltaWRvcmkgbXVnY3VwLnR0Zg==.png').astype(float))\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "PBdkjESPK8tw"
   },
   "source": [
    "Now let's load the data in a more manageable format. Since, depending on your computer setup you might not be able to fit it all in memory, we'll load each class into a separate dataset, store them on disk and curate them independently. Later we'll merge them into a single dataset of manageable size.\n",
    "\n",
    "We'll convert the entire dataset into a 3D array (image index, x, y) of floating point values, normalized to have approximately zero mean and standard deviation ~0.5 to make training easier down the road. \n",
    "\n",
    "A few images might not be readable, we'll just skip them."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     },
     "output_extras": [
      {
       "item_id": 30
      }
     ]
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 399874,
     "status": "ok",
     "timestamp": 1444485886378,
     "user": {
      "color": "#1FA15D",
      "displayName": "Vincent Vanhoucke",
      "isAnonymous": false,
      "isMe": true,
      "permissionId": "05076109866853157986",
      "photoUrl": "//lh6.googleusercontent.com/-cCJa7dTDcgQ/AAAAAAAAAAI/AAAAAAAACgw/r2EZ_8oYer4/s50-c-k-no/photo.jpg",
      "sessionId": "2a0a5e044bb03b66",
      "userId": "102167687554210253930"
     },
     "user_tz": 420
    },
    "id": "h7q0XhG3MJdf",
    "outputId": "92c391bb-86ff-431d-9ada-315568a19e59",
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ".\\notMNIST_large\\A.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\B.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\C.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\D.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\E.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\F.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\G.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\H.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\I.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_large\\J.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\A.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\B.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\C.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\D.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\E.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\F.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\G.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\H.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\I.pickle already present - Skipping pickling.\n",
      ".\\notMNIST_small\\J.pickle already present - Skipping pickling.\n"
     ]
    }
   ],
   "source": [
    "image_size = 28  # Pixel width and height.\n",
    "pixel_depth = 255.0  # Number of levels per pixel.\n",
    "\n",
    "def load_letter(folder, min_num_images):\n",
    "  \"\"\"Load the data for a single letter label.\"\"\"\n",
    "  image_files = os.listdir(folder)\n",
    "  dataset = np.ndarray(shape=(len(image_files), image_size, image_size),\n",
    "                         dtype=np.float32)\n",
    "  print(folder)\n",
    "  num_images = 0\n",
    "  for image in image_files:\n",
    "    image_file = os.path.join(folder, image)\n",
    "    try:\n",
    "      image_data = (ndimage.imread(image_file).astype(float) - \n",
    "                    pixel_depth / 2) / pixel_depth\n",
    "      if image_data.shape != (image_size, image_size):\n",
    "        raise Exception('Unexpected image shape: %s' % str(image_data.shape))\n",
    "      dataset[num_images, :, :] = image_data\n",
    "      num_images = num_images + 1\n",
    "    except IOError as e:\n",
    "      print('Could not read:', image_file, ':', e, '- it\\'s ok, skipping.')\n",
    "    \n",
    "  dataset = dataset[0:num_images, :, :]\n",
    "  if num_images < min_num_images:\n",
    "    raise Exception('Many fewer images than expected: %d < %d' %\n",
    "                    (num_images, min_num_images))\n",
    "    \n",
    "  print('Full dataset tensor:', dataset.shape)\n",
    "  print('Mean:', np.mean(dataset))\n",
    "  print('Standard deviation:', np.std(dataset))\n",
    "  return dataset\n",
    "        \n",
    "def maybe_pickle(data_folders, min_num_images_per_class, force=False):\n",
    "  dataset_names = []\n",
    "  for folder in data_folders:\n",
    "    set_filename = folder + '.pickle'\n",
    "    dataset_names.append(set_filename)\n",
    "    if os.path.exists(set_filename) and not force:\n",
    "      # You may override by setting force=True.\n",
    "      print('%s already present - Skipping pickling.' % set_filename)\n",
    "    else:\n",
    "      print('Pickling %s.' % set_filename)\n",
    "      dataset = load_letter(folder, min_num_images_per_class)\n",
    "      try:\n",
    "        with open(set_filename, 'wb') as f:\n",
    "          pickle.dump(dataset, f, pickle.HIGHEST_PROTOCOL)\n",
    "      except Exception as e:\n",
    "        print('Unable to save data to', set_filename, ':', e)\n",
    "  \n",
    "  return dataset_names\n",
    "\n",
    "train_datasets = maybe_pickle(train_folders, 45000)\n",
    "test_datasets = maybe_pickle(test_folders, 1800)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "vUdbskYE2d87"
   },
   "source": [
    "---\n",
    "Problem 2\n",
    "---------\n",
    "\n",
    "Let's verify that the data still looks good. Displaying a sample of the labels and images from the ndarray. Hint: you can use matplotlib.pyplot.\n",
    "\n",
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52909, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAEQhJREFUeJzt3XuMXOV5x/Hvs+u1Xduk4mbjGAdz\nsREGNSbaOhSqFoQIECiQFBBISRyVYmhA5ZJKIDcVtFErVBESN6K0S+JglAAhDRe3ok2IFZWm4bbc\nMSYxcowxWLa5qOFS23t5+scO6WL2vO/snplzZv38PpK1s/PMmXn2zPl5Lu855zV3R0Ti6aq7ARGp\nh8IvEpTCLxKUwi8SlMIvEpTCLxKUwi8SlMIvEpTCLxLUlCofbKpN8+nMrPIh/59Zup7Z03Fo/+K+\nF87blly2m/RjW6YuY3Myz1mivuHVOcllu994N/3gJbendtnJu+z2XU1tUKXCb2anASuBbuBb7n5D\n6vbTmckn7eQyDzlh1jM1WfeB3cn6W2f9XmHtga/emFz2t7umJ+s91p2sy9gGfChZ/5/hnYW1T//V\nVcll973t4WS97PbULo/62qZvO+G3/WbWDdwMnA4sBi40s8UTvT8RqVaZz/xLgZfcfaO77wbuAs5u\nTVsi0m5lwj8PeGXU71sa132AmS03s34z6x9gV4mHE5FWKhP+sb5U+NC3HO7e5+697t7bw7QSDyci\nrVQm/FuA+aN+Pxh4rVw7IlKVMuF/HFhoZoea2VTgAmBNa9oSkXab8FCfuw+a2eXAjxgZ6lvl7uta\n1tk42ZT0n5Ibehk66RPJ+neuv6mwdkB3et+F3JCUtEfqeUk9nwBXvHxZst790yeT9ez2ODiYrFeh\n1Di/uz8APNCiXkSkQtq9VyQohV8kKIVfJCiFXyQohV8kKIVfJKhKj+cvKzV2mhs37V68KFn/81vv\nSNaPnvpbhbXcOL4O2W2P3HpNPS+p5xPgqsz2cPNZZyXrQy/8Mlkvsy23il75RYJS+EWCUvhFglL4\nRYJS+EWCUvhFguqsob6u9NCNDxUP3XTPmZ1c9vi7nk3Wz5hRfKZXgF0+UFibZj3JZaUeqaHA1PMJ\ncMaM9H0/ldmefn7Kx5L1oe07iouZHDDcmkPE9covEpTCLxKUwi8SlMIvEpTCLxKUwi8SlMIvElT1\n4/y5qY1Ti04pHk+f/oP0lMhfOeDFZP294fSpvWd0pWdllcklt29GbnvIbU+f/cH8ZP29k4sfP7U/\nC5DO0DhmBtcrv0hQCr9IUAq/SFAKv0hQCr9IUAq/SFAKv0hQpcb5zWwT8DYwBAy6e29mgeRYfW4a\n7c13H1VYe+GI7yaX1Ti+jEdue8htT/cc8WCyvvjOzxXW5p/7fHJZ60n0NtD8fjSt2MnnJHd/vQX3\nIyIV0tt+kaDKht+BH5vZE2a2vBUNiUg1yr7tP8HdXzOz2cCDZvaiuz80+gaN/xSWA0wnc2I0EalM\nqVd+d3+t8XM7cC+wdIzb9Ll7r7v39tj0Mg8nIi004fCb2Uwz2+f9y8CngPTXlCLSMcq87Z8D3Gsj\nhxdOAe5w9/9oSVci0nYTDr+7bwQ+Ps6FkmP5G1Yel1x84/H/VFircxx/yIeT9eHxHGQtLdNF8Zh3\nt5X7rrvsfgAvHF+8X8phKy9NLrvwikeKi978tqahPpGgFH6RoBR+kaAUfpGgFH6RoBR+kaAqPXX3\n7o/OZPMlxxfWN573j8nlU9Mq13lIbm7YKDPhsuyFcttjalveeF7xkDbAUW99qbC2+58Tw4B70Cu/\nSFAKv0hQCr9IUAq/SFAKv0hQCr9IUAq/SFDm4zgEsKzej0/3x35UPHVx7tDYlLKHaOYeO3X/x/5d\n8bgrwP7P70zWvTt9umUbinlIcNn18sYxxWeOempFep+SMttDM9q1rS899RX6n9nZ1Pm79covEpTC\nLxKUwi8SlMIvEpTCLxKUwi8SlMIvElSlx/PnlB07rcvs/nfSN3jk2WoakQ+YvfN36m6hUCds6/V3\nICK1UPhFglL4RYJS+EWCUvhFglL4RYJS+EWCyo7zm9kq4Exgu7sf07huP+D7wAJgE3C+u7/VvjY7\n28CsnmS9pyt95n7rST8NPjA47p72BmXXS+55ia6ZV/7bgNP2uO5aYK27LwTWNn4XkUkkG353fwh4\nc4+rzwZWNy6vBs5pcV8i0mYT/cw/x923AjR+zm5dSyJShbZ/4Wdmy82s38z6d7wx1O6HE5EmTTT8\n28xsLkDj5/aiG7p7n7v3unvvgftrykqRTjHR8K8BljUuLwPub007IlKVbPjN7E7gYeBIM9tiZhcB\nNwCnmNkG4JTG7yIyiWTH+d39woLSyS3uZdKy3CnYhzPfdQxlTrOeW35vVXK9ZJ+X4LSHn0hQCr9I\nUAq/SFAKv0hQCr9IUAq/SFAKv0hQCr9IUAq/SFAKv0hQCr9IUAq/SFAKv0hQCr9IUB01RfeklTny\nFMvcIDddc275vVXZ9RJ0tTVLr/wiQSn8IkEp/CJBKfwiQSn8IkEp/CJBKfwiQVU6zu84Q158PuXu\n3Lhuh+ralTm1tnu6PLC7hd3sPcqul+zzEtzkTJuIlKbwiwSl8IsEpfCLBKXwiwSl8IsEpfCLBJUd\n5zezVcCZwHZ3P6Zx3fXAxcCOxs1WuPsD2fvCkmP5qX0AoHP3A3j34OnJ+r6HLUjWfUp3sm6DMcer\ns+tlYDBZf2te+nmJrpk03QacNsb1X3f3JY1/2eCLSGfJht/dHwLerKAXEalQmffRl5vZs2a2ysz2\nbVlHIlKJiYb/FuBwYAmwFfha0Q3NbLmZ9ZtZ/443Yn52FelEEwq/u29z9yF3HwZuBZYmbtvn7r3u\n3nvg/ukvcESkOhMKv5nNHfXrZ4DnW9OOiFSlmaG+O4ETgQPMbAtwHXCimS0BHNgEXNLGHkWkDcwz\nx5q30rRDDvaD/vKKwvqvzupLLr/LB4rv23om3FdZ7wzvTNaHqG4dTybdmRPr59ZbD+mPkTO6phbf\n9yTdpyRn6amv0P/MzqZmLJicf6GIlKbwiwSl8IsEpfCLBKXwiwSl8IsEVempu6dtfo9Flz5WWF/4\nkS8ml99w4m2FtfeG06d5Tg37lDWrS4eO1iE3xHrov15cWFt3xs3JZWdY+7aXTqFXfpGgFH6RoBR+\nkaAUfpGgFH6RoBR+kaAUfpGgKh3nx8CmFD/k4V9InxPkzJ+cXlj7t0X/nly2nfsB5A4PjWw4cVju\nMOn1ljtM+w//5qpk/aj/Lj7v7Iw/Sj/fe+shv6NN/r9ARCZE4RcJSuEXCUrhFwlK4RcJSuEXCUrh\nFwmq2nF+Bx9OnI45M7Y6fG7xWP11a49OLvvXB65L1lOnBYf0mPPeMOY7Ubnx8NRYfm4cf/EtX0rW\n5/f9PFn/31N7k/Xo4m61IsEp/CJBKfwiQSn8IkEp/CJBKfwiQSn8IkFlx/nNbD5wO3AQMAz0uftK\nM9sP+D6wANgEnO/ub2UfcXiouNaVnnJ56PU3CmuPX7A4uex9a15O1s+Z+U6yPuDFffdYuu/JLDeO\nv8sHk/XUeRKOXPVnyWUXfDU9jp/bXroGNDV6SjOv/IPAl939KOA44DIzWwxcC6x194XA2sbvIjJJ\nZMPv7lvd/cnG5beB9cA84GxgdeNmq4Fz2tWkiLTeuD7zm9kC4FjgUWCOu2+Fkf8ggNmtbk5E2qfp\n8JvZLOCHwJXu/utxLLfczPrNrH+AXRPpUUTaoKnwm1kPI8H/nrvf07h6m5nNbdTnAtvHWtbd+9y9\n1917e5jWip5FpAWy4TczA74NrHf3m0aV1gDLGpeXAfe3vj0RaZdmDuk9Afg88JyZPd24bgVwA3C3\nmV0EbAbOK91NahiQ9Gm/h9ZvSC5785+m2ztydXrK5kU9xdNwp4YBobOHAnNDeYOk/7bcKc8Pv+vS\nwtoRX3k4uWzX9PTU58M701N0S1o2/O7+M8AKyie3th0RqYr28BMJSuEXCUrhFwlK4RcJSuEXCUrh\nFwmq2lN3l+SDxYePWk96vLnrP59K1i+69upk/Sc3/kNhLTfW3cnTPaem0Ib86bUPXbM8WV909SOF\ntdR+G5B+vsvKnaq9K/O62Ll7bjRPr/wiQSn8IkEp/CJBKfwiQSn8IkEp/CJBKfwiQU2qcf4UHyie\nvhvy+wHsc1fxeDTAcR+9srD2yNXfSC6b2w+gTrlzDRz24J8k64sufSxZT613H0yPtVt3ydH0ogPR\nye+/kPPecHp7m2bpaHXCtO71dyAitVD4RYJS+EWCUvhFglL4RYJS+EWCUvhFgjL36qYx/ojt55+0\nDj3bd2a659ScAt1HH5ledGp6zNcyz4FbYsC6zfypdekblOktt+2V/Lu7Zs0qrG247ujksv/yxyuT\n9SXTys0+lTqfQJl9EJae+gr9z+xsasXplV8kKIVfJCiFXyQohV8kKIVfJCiFXyQohV8kqOw4v5nN\nB24HDgKGgT53X2lm1wMXAzsaN13h7g+k7qujx/lzUmPOFe4rIdXI7bvx4jUzk/XHTvpmsn5Ad3r5\nlAEv3ufk+NNe5YlndjU1zt/MyTwGgS+7+5Nmtg/whJk92Kh93d1vbOaBRKSzZMPv7luBrY3Lb5vZ\nemBeuxsTkfYa12d+M1sAHAs82rjqcjN71sxWmdm+BcssN7N+M+sfYFepZkWkdZoOv5nNAn4IXOnu\nvwZuAQ4HljDyzuBrYy3n7n3u3uvuvT2U2x9aRFqnqfCbWQ8jwf+eu98D4O7b3H3I3YeBW4Gl7WtT\nRFotG34zM+DbwHp3v2nU9XNH3ewzwPOtb09E2qWZb/tPAD4PPGdmTzeuWwFcaGZLAAc2AZe0pcNO\nkRrOyx0OPJklDmWezHLTgw+t+0WyvvAL6fv/3O9emqxvvqZ4e3rsuG8ll53VNb2wZqnzle+hmW/7\nf8bYZ0BPjumLSGfTHn4iQSn8IkEp/CJBKfwiQSn8IkEp/CJB7TVTdNdqLx0L35v54GD6Bpl9N6wr\nPZ7ujz+XrM8/t7h2+mevSC57yF8U74Pwq933JZcdTa/8IkEp/CJBKfwiQSn8IkEp/CJBKfwiQSn8\nIkFVOkW3me0AXh511QHA65U1MD6d2lun9gXqbaJa2dsh7n5gMzesNPwfenCzfnfvra2BhE7trVP7\nAvU2UXX1prf9IkEp/CJB1R3+vpofP6VTe+vUvkC9TVQtvdX6mV9E6lP3K7+I1KSW8JvZaWb2CzN7\nycyuraOHIma2ycyeM7Onzay/5l5Wmdl2M3t+1HX7mdmDZrah8XPMadJq6u16M3u1se6eNrNP19Tb\nfDP7qZmtN7N1ZnZF4/pa112ir1rWW+Vv+82sG/glcAqwBXgcuNDdX6i0kQJmtgnodffax4TN7A+A\nd4Db3f2YxnV/D7zp7jc0/uPc192v6ZDergfeqXvm5saEMnNHzywNnAN8kRrXXaKv86lhvdXxyr8U\neMndN7r7buAu4Owa+uh47v4Q8OYeV58NrG5cXs3IxlO5gt46grtvdfcnG5ffBt6fWbrWdZfoqxZ1\nhH8e8Mqo37fQWVN+O/BjM3vCzJbX3cwY5jSmTX9/+vTZNfezp+zMzVXaY2bpjll3E5nxutXqCP9Y\n5z/qpCGHE9z9E8DpwGWNt7fSnKZmbq7KGDNLd4SJznjdanWEfwswf9TvBwOv1dDHmNz9tcbP7cC9\ndN7sw9venyS18XN7zf38RifN3DzWzNJ0wLrrpBmv6wj/48BCMzvUzKYCFwBraujjQ8xsZuOLGMxs\nJvApOm/24TXAssblZcD9NfbyAZ0yc3PRzNLUvO46bcbrWnbyaQxlfAPoBla5+99W3sQYzOwwRl7t\nYeTMxnfU2ZuZ3QmcyMhRX9uA64D7gLuBjwGbgfPcvfIv3gp6O5GRt66/mbn5/c/YFff2+8B/Ac8B\nw42rVzDy+bq2dZfo60JqWG/aw08kKO3hJxKUwi8SlMIvEpTCLxKUwi8SlMIvEpTCLxKUwi8S1P8B\nI1zz+NBSo3EAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241dc77ce80>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52911, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAD6NJREFUeJzt3W+MXNV5x/Hfs+u1HeyoxY5tXGOC\ncZyqQBRTb61UoMgUETlRKkOlOLhV66ppnKpQQZNIRX4TXiQNqgKUF4XUCVaMRACrQOwX5I9lRXJQ\nUsLaQhjqNHGIAdfu7mKjxKZge3eevtjraDF7zxnPnZk76+f7kaydvWfuzOM7+9s7s+fcc8zdBSCe\nvroLAFAPwg8ERfiBoAg/EBThB4Ii/EBQhB8IivADQRF+IKgZ3Xyy/rlzfMb8eaXts159s4vVABee\nt/WmTvspa+a+lcJvZmsl3S+pX9I33f3u5JPNn6fFd95e2r7i1mfTT9jXX97mjfS+DGNGAM/67qbv\n2/LbfjPrl/Rvkj4u6UpJG8zsylYfD0B3VfnMv1rSQXd/2d1PS3pM0rr2lAWg06qEf4mk1yZ9f7jY\n9g5mtsnMhsxsaPzkyQpPB6CdqoR/qj8qvOuDtbtvcfdBdx/snzu3wtMBaKcq4T8saemk7y+VdKRa\nOQC6pUr4n5O0wsyWmdlMSbdI2tmesgB0Wstdfe4+Zma3Sfq+Jrr6trr7S6l9PvS7o/rpzf9e2r7s\nPX+bfM4P/s1QeaNlujZz7XQFIphK/fzu/rSkp9tUC4AuYngvEBThB4Ii/EBQhB8IivADQRF+IKiu\nXs/fkOuUnylt/9Xabyb3/+Bjf1XatmzD/pbrkpS+XFiSGuPVHh/oMZz5gaAIPxAU4QeCIvxAUIQf\nCIrwA0F1tauvT6ZZNlDa/n+N08n9f/7Rh0vbVu1cn9x3wc0vJ9t9bCzZnuwKpBsQ0xBnfiAowg8E\nRfiBoAg/EBThB4Ii/EBQhB8Iqqv9/DkX9c1MtqfGAexdtT257/XfTS8jOPvPjifbGydOlDdO58uB\nM1OaW3/m/9bDvJGYjr2XX5Mu4cwPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0FV6uc3s0OSTkgalzTm\n7oPtKKpMahzAycbbyX1/eNWOZPv6796QbD+5bl5p2/ix9BiBWpcHr/jc2XkOpiuWbG/LIJ/r3f31\nNjwOgC7ibT8QVNXwu6QfmNleM9vUjoIAdEfVt/3XuvsRM1soaZeZ/czd90y+Q/FLYZMkXbakpy4l\nAEKrdOZ39yPF1xFJT0laPcV9trj7oLsPLpg/fS8SAS40LYffzOaY2XvP3pb0MUkvtqswAJ1V5X34\nIklP2USXyQxJ33b377WlKgAd13L43f1lSR9uYy2VzO2bnWzPrQmw/Yrdyfa//95HStte+dNFyX3H\nhkeS7ZX7nKusKZCZi2Bszcr0/j2s73T5/73vmefTO+dek5xpME6Arj4gKMIPBEX4gaAIPxAU4QeC\nIvxAUGHG2+amBT/lZ5LtDyz5z9K2P7n6M8l9B/53ONluM9Ivg49nuuu80fJjjzy5PNm+b/Ch9HNP\nU8sf/7tk+wf+sfz1ltrxmtXfFciZHwiK8ANBEX4gKMIPBEX4gaAIPxAU4QeCCtPPnzND6Utbz3h5\nv62Vd7M3x3K/g9N9xqlltEefuiK5775Vjyfbc5dCD1j6uPWp4qWxCQ2l+8obKn9hfvnpryf3Xe6Z\ncQCf7+A4gC6NAeDMDwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANB0c/fpFx/dlJ2au5qAwVSffl7V21P\n7pvrx8/Ng1Cn3Csy7uXHPff//uUtmXEAVnE+gIHy4+pj6bkl2jUOgDM/EBThB4Ii/EBQhB8IivAD\nQRF+ICjCDwSV7ec3s62SPilpxN2vLrbNk/S4pMslHZK03t3f6FyZvc1zv0Jz/bKZ6/lHd2Tm1k9c\nkz+d+/Gr6k8c11mZH/3sOIDcfABqfRxAtbkAkru+QzNn/m9JWnvOtjsl7Xb3FZJ2F98DmEay4Xf3\nPZKOn7N5naRtxe1tkm5qc10AOqzVz/yL3P2oJBVfF7avJADd0PE/+JnZJjMbMrOh0WOZ9csAdE2r\n4R82s8WSVHwdKbuju29x90F3H1wwv8LFMQDaqtXw75S0sbi9UdKO9pQDoFuy4TezRyX9RNLvm9lh\nM/uMpLsl3Whmv5B0Y/E9gGkk28/v7htKmm5ocy3TVv+patfjH//O+5Pt+65Jz63/68ZbpW1zbVZy\n3/GKcwlMV6kxAFJ+HMApT19zX2UcQJW5AHSm+XUSGOEHBEX4gaAIPxAU4QeCIvxAUIQfCIqpu5uU\n6hJrDKR/hx554qpk+0vXPNJSTWf9Tt97Ku2Pd8t1BeYuna1ySfAHxtOXAy//YqIr8Dym9ebMDwRF\n+IGgCD8QFOEHgiL8QFCEHwiK8ANB0c9fyPXrpi7hvOKrP0vu+x+/tyvZ/sLp9HPPNqY/a8VsK+/z\nvmzG3EqP3clLgg/+efpy4GUXbSp/3K/+JLnvZJz5gaAIPxAU4QeCIvxAUIQfCIrwA0ERfiAo+vkL\nuSmsZ9lAadtL930oue9f7EpPn20z08tk+1jMfn6bkV7hKXdcTl67rLRtzwNbkvvmfh5y/fzZ9sR5\nN/fcv7qpvPbVD76e3HcyzvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EFS2n9/Mtkr6pKQRd7+62HaX\npM9KGi3uttndn+5Ukb1uzuG3k+3jx453qRJMNuuNS+suoSW5MQJnvHx8g+cWFJikmTP/tyStnWL7\nfe6+svgXNvjAdJUNv7vvkcSpC7jAVPnMf5uZvWBmW83s4rZVBKArWg3/g5KWS1op6aike8ruaGab\nzGzIzIZGj8Ucow70opbC7+7D7j7u7g1J35C0OnHfLe4+6O6DC+anL9QA0D0thd/MFk/69mZJL7an\nHADd0kxX36OS1kh6n5kdlvQlSWvMbKUmFio+JOlzHawRQAdkw+/uG6bY/FAHapm2GrPSH2f6zJLt\nNqN8rgBJ8rHyOd4vZFWPS2PGhTmGbcDKf95M6Z+1yS7MowMgi/ADQRF+ICjCDwRF+IGgCD8QFFN3\nt0PuKkrP3CEzVXN2/wtV1eMS9LA1izM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRFP38beOZXqM3I\nHOb+9CXBzV+keYGpeFxyr0t0HB4gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIp+/jYYOJmeQtrHxtIP\nkGuPquJxyb0uvWo8M49BbgnvZnHmB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgsv38ZrZU0sOSLpHU\nkLTF3e83s3mSHpd0uaRDkta7+xudK7V3Df/R3GT7/ItWJduz8wFkpq+/UFU9LseumtW+Ytos1Zff\nrn78nGaeZUzSF9z9DyR9RNKtZnalpDsl7Xb3FZJ2F98DmCay4Xf3o+6+r7h9QtIBSUskrZO0rbjb\nNkk3dapIAO13Xu8vzOxySddIelbSInc/Kk38gpC0sN3FAeicpsNvZnMlPSHpDnf/zXnst8nMhsxs\naPTYeCs1AuiApsJvZgOaCP4j7v5ksXnYzBYX7YsljUy1r7tvcfdBdx9cMD89ISOA7smG38xM0kOS\nDrj7vZOadkraWNzeKGlH+8sD0CnmmWWOzew6ST+StF8TXX2StFkTn/u3S7pM0quSPuXux1OPNfjh\n2f7T7y+tWjPQ83KX5aac8vSlzH/8tTtK2w4+cq/eGn6tqdnes/387v6MyqdIv6GZJwHQexjhBwRF\n+IGgCD8QFOEHgiL8QFCEHwiKqbvboEqfLupR9bLZM54eqt6XWUC8ofLxNdd9+fbkvpd8/celba/4\nm8l9J+PMDwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANB0c/fBt2aahndU7UfP2f1V/6htG1hoh9fkmxW\nYkryU83XxU8tEBThB4Ii/EBQhB8IivADQRF+ICjCDwRFPz9Cys3BUOV6fEla/c/l/fiStPCB8r58\nG5iZ3NdPnUo0puuajDM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwSV7ec3s6WSHpZ0iaSGpC3ufr+Z\n3SXps5JGi7tudvenO1UocL5Sffm5ORhy4wBS1+NL6X58KX1NfrIfv42aGeQzJukL7r7PzN4raa+Z\n7Sra7nP3r3WuPACdkg2/ux+VdLS4fcLMDkha0unCAHTWeX3mN7PLJV0j6dli021m9oKZbTWzi0v2\n2WRmQ2Y2NHosPTUSgO5pOvxmNlfSE5LucPffSHpQ0nJJKzXxzuCeqfZz9y3uPujugwvm97ehZADt\n0FT4zWxAE8F/xN2flCR3H3b3cXdvSPqGpNWdKxNAu2XDb2Ym6SFJB9z93knbF0+6282SXmx/eQA6\npZm/9l8r6S8l7Tez54ttmyVtMLOVklzSIUmf60iFQIkqS6P/uvFWsv36L38+2Z6dXrvKZbld0sxf\n+5+Rpry4mT59YBpjhB8QFOEHgiL8QFCEHwiK8ANBEX4gKKbuxrSVmz77ZKO8L33NPV9M7ntJ1X78\nM6eT7b2AMz8QFOEHgiL8QFCEHwiK8ANBEX4gKMIPBGV+Hkv6Vn4ys1FJr0za9D5Jr3etgPPTq7X1\nal0StbWqnbW9390XNHPHrob/XU9uNuTug7UVkNCrtfVqXRK1taqu2njbDwRF+IGg6g7/lpqfP6VX\na+vVuiRqa1UttdX6mR9Afeo+8wOoSS3hN7O1ZvbfZnbQzO6so4YyZnbIzPab2fNmNlRzLVvNbMTM\nXpy0bZ6Z7TKzXxRfp1wmraba7jKz/ymO3fNm9omaaltqZj80swNm9pKZ3V5sr/XYJeqq5bh1/W2/\nmfVL+rmkGyUdlvScpA3u/l9dLaSEmR2SNOjutfcJm9lHJZ2U9LC7X11s+xdJx9397uIX58Xu/k89\nUttdkk7WvXJzsaDM4skrS0u6SdJfq8Zjl6hrvWo4bnWc+VdLOujuL7v7aUmPSVpXQx09z933SDp+\nzuZ1krYVt7dp4oen60pq6wnuftTd9xW3T0g6u7J0rccuUVct6gj/EkmvTfr+sHpryW+X9AMz22tm\nm+ouZgqLimXTzy6fvrDmes6VXbm5m85ZWbpnjl0rK163Wx3hn2r1n17qcrjW3f9Q0scl3Vq8vUVz\nmlq5uVumWFm6J7S64nW71RH+w5KWTvr+UklHaqhjSu5+pPg6Iukp9d7qw8NnF0ktvo7UXM9v9dLK\nzVOtLK0eOHa9tOJ1HeF/TtIKM1tmZjMl3SJpZw11vIuZzSn+ECMzmyPpY+q91Yd3StpY3N4oaUeN\ntbxDr6zcXLaytGo+dr224nUtg3yKrox/ldQvaau7f6XrRUzBzK7QxNlempjZ+Nt11mZmj0pao4mr\nvoYlfUnSdyRtl3SZpFclfcrdu/6Ht5La1mjiretvV24++xm7y7VdJ+lHkvZLOruU72ZNfL6u7dgl\n6tqgGo4bI/yAoBjhBwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANBEX4gqP8H4DeyFIG48EoAAAAASUVO\nRK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241dccbcfd0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52912, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAD6BJREFUeJzt3X+MHPV5x/HP585nOzhJw+84QGOg\nhgalqROdIMhV5RaRkgjJJFUQVkuNGsW0BbWJUCmiqkC0aWhSoJbakphiYVQCpAKCpdIQRBNIWkAc\nhALBaQDXTRxbNthJMCBs393TP26dHubmO3e3P2bPz/slWbc3z87Ow7Kfm939zszXESEA+Qw03QCA\nZhB+ICnCDyRF+IGkCD+QFOEHkiL8QFKEH0iK8ANJzevlxuZ7QSzUol5u8v+5pl5zoOPYUdV9n/qe\nnW1t2rX3wFwTdS+ogrrXw3Pbjq6s7duzW6NvvDatF1Rb4bd9jqS1kgYl/VNEXFu6/0It0hk+q51N\nzprnlf9TY3S0WN+98szK2kPXrC2uO+TBtuqYe8ZivFgfL/xxqHs9DF/1h5W17999Q7mxSWb9tt/2\noKR/kPRRSadJWmX7tNk+HoDeaucz/+mSXoiIzRGxT9IdklZ2pi0A3dZO+I+T9KNJv29tLXsT22ts\nj9ge2a+9bWwOQCe1E/6pvlR4yweZiFgXEcMRMTykBW1sDkAntRP+rZJOmPT78ZK2tdcOgF5pJ/yP\nS1pq+0Tb8yVdIGljZ9oC0G2zHuqLiFHbl0q6XxNDfesj4nsd62ymBsrDI3VDeYOnnFysf/HPv1xZ\nO2xgfnHdumEfHHr2Rvn1VnrNnPTA7xfXXXrTI5W1efFaubHJ9532PacQEfdJuq+dxwDQDA7vBZIi\n/EBShB9IivADSRF+ICnCDyTV0/P52+bq05Q9UHMK82B5LP6IW3YV6yveVj1Wvzf2F9dd4KFiHXPP\n/hgr1uuO/firl3+5snbqpc8X1x0vHdNSbutN2PMDSRF+ICnCDyRF+IGkCD+QFOEHkppTQ32eVz1k\nFvv3Fdd9/u/PKNa/vqT6lF1Jen28+vHrhnUw97R7GvbW0VeL9Ycuqb4a9MCe7xbXLV6JegZts+cH\nkiL8QFKEH0iK8ANJEX4gKcIPJEX4gaT6apy/dibdwlj+z37nw8V1N3/iS8V6/Wm5ffVUocvaufS2\nJP3WjZcX68d/+z8rax4qP3bxmJYZzAzOnh9IivADSRF+ICnCDyRF+IGkCD+QFOEHkmpr8Nr2Fkl7\nNHHB4NGIGK5dqXDZ4dpptJeeVFm77i//sW7Dxeo8laf4HjR/Jw8ldcd11I3jn/lfv12sH//56nF8\nqXxMS4yWe+uUThy58hsR8XIHHgdAD7E7A5JqN/wh6Ru2n7C9phMNAeiNdt/2L4+IbbaPkfSA7e9H\nxMOT79D6o7BGkhbqsDY3B6BT2trzR8S21s+dku6RdPoU91kXEcMRMTykBe1sDkAHzTr8thfZfseB\n25I+IunZTjUGoLvaedt/rKR7PDFz7jxJX4mIr3ekKwBdN+vwR8RmSb86o5VsebAwnl4zzfY7b/lp\nZW35wvKbGKbRzqc0jXbd/++Nr5W/nzri028U66OlabQlxVhhLu2YwUn5bWCoD0iK8ANJEX4gKcIP\nJEX4gaQIP5BUb69HHVG87PAL15cvv/3iidWX3y5NoS11dxrtum2Pz2Te5DlmoMH9Rzef1y9ccWGx\nvmjrY8V67WXoR3sznFfCnh9IivADSRF+ICnCDyRF+IGkCD+QFOEHkurpOP/YkYv003PPrKw/c/7a\n4vr7o/o0ySan0O7mMQTojpP+5Q+K9aV3PVqstzWNdp9gzw8kRfiBpAg/kBThB5Ii/EBShB9IivAD\nSfV0cPy979mhm665obJ+2MDC4vpjUX3+dt0U2qV1213/l+4vT1M48LP2nma3c9p6u6eNR/ly6u7m\naek1jx01u66hPdW9n/L5kfJju/zf3atptLuJPT+QFOEHkiL8QFKEH0iK8ANJEX4gKcIPJFU7AG17\nvaRzJe2MiPe3lh0h6U5JSyRtkXR+RPyk7rEO84A+ML96LL/dsfhuGi8MOr/v8v8prjv28q5Ot4M2\nNX/V/OZNJ023SDrnoGVXSHowIpZKerD1O4A5pDb8EfGwpN0HLV4paUPr9gZJ53W4LwBdNtv30cdG\nxHZJav08pnMtAeiFrn+Itr3G9ojtkZd2jXV7cwCmabbh32F7sSS1fu6sumNErIuI4YgYPvrI6gtw\nAuit2YZ/o6TVrdurJd3bmXYA9Ept+G3fLukRSafa3mr7U5KulXS27eclnd36HcAcUjvOHxGrKkpn\nzXRjoWjrnPx+FccfW6x7z6vl+mD541CM8V3JrIxXj+bXno8fh/6RAHMzbQDaRviBpAg/kBThB5Ii\n/EBShB9IqqeX7rY8Z4fzSry/PBQ3vndvsR4DNUc+jjPUh8479JIIYFoIP5AU4QeSIvxAUoQfSIrw\nA0kRfiApwg8kRfiBpAg/kBThB5Ii/EBShB9IivADSRF+ICnCDyRF+IGkCD+QFOEHkiL8QFKEH0iK\n8ANJEX4gqdrw215ve6ftZyctu9r2j20/1fr3se62CaDTprPnv0XSOVMsvyEilrX+3dfZtgB0W234\nI+JhSbt70AuAHmrnM/+ltp9ufSw4vGMdAeiJ2Yb/RkknS1omabuk66ruaHuN7RHbIy/tYs45oF/M\nKvwRsSMixiJiXNJNkk4v3HddRAxHxPDRR9ZMSAmgZ2YVftuLJ/36cUnPVt0XQH+qnaLb9u2SVkg6\nyvZWSVdJWmF7maSQtEXSxV3sEUAX1IY/IlZNsfjm2WwsFBqL8cr6oOfmMUcxVP444wULyvXB8vox\nxnclmKT0ehid/sPMzbQBaBvhB5Ii/EBShB9IivADSRF+IKnaob5OslwczisNA0r9OxTorTuK9fG9\ne4v16GQzyG0GL6b+TBOAriP8QFKEH0iK8ANJEX4gKcIPJEX4gaR6Os7/eozr6X1vVNY/MH9hcf0m\nTwcekCtrm/7mxPK6rywtP3j1Q0/gQIBDjguHtETNS/mdL1TfYfTOR6fdA3t+ICnCDyRF+IGkCD+Q\nFOEHkiL8QFKEH0jKEb0bRF501Alx2rmfrax/86/XFtcfcvUlrkvj8FL/XgsAmKmLt55ZWfva7/2r\nXnpuV92RI5LY8wNpEX4gKcIPJEX4gaQIP5AU4QeSIvxAUrXn89s+QdKtkt4taVzSuohYa/sISXdK\nWiJpi6TzI+Inpcca3PWa3nXrI5X1X1n2x8VeXrzgS5W118f3Fdc9zPOL9XbUbXtc5fkIkM8bUT3N\n9sLC8SyS9MIrR1c/7tjQtHuYzp5/VNJlEfE+SR+WdInt0yRdIenBiFgq6cHW7wDmiNrwR8T2iHiy\ndXuPpE2SjpO0UtKG1t02SDqvW00C6LwZfea3vUTSByU9JunYiNguTfyBkHRMp5sD0D3TDr/tt0u6\nS9JnIuKVGay3xvaI7ZH9Ks9ZB6B3phV+20OaCP5tEXF3a/EO24tb9cWSdk61bkSsi4jhiBge0oJO\n9AygA2rDb9uSbpa0KSKun1TaKGl16/ZqSfd2vj0A3TKdS3cvl3ShpGdsP9VadqWkayV91fanJP1Q\n0idrH8mWh6qH3JZePlJc/YIzfrOydseJ/15cd2/sL9YXePpDJAc7bKB7w4g4NA0VXo91r8Whgeph\nQs/gOu+14Y+I76j6yvJnTXtLAPoKR/gBSRF+ICnCDyRF+IGkCD+QFOEHkurpFN2KUIxVj1FqvFCT\n9MpF76qs/cf95dNmly8sj52Wpv+WuPQ3Dj28ooGkCD+QFOEHkiL8QFKEH0iK8ANJEX4gqd6O80vF\nsXzPK7cz9vzmytplf/FHxXUf/WL1Zb8laVTlYwxKp0lzDADmIl61QFKEH0iK8ANJEX4gKcIPJEX4\ngaQIP5BU78f5C2J0tFgvXfP/F257tLjuSWdeXKxv/sSXi/XSNNzdnP4b6Bb2/EBShB9IivADSRF+\nICnCDyRF+IGkCD+QVO04v+0TJN0q6d2SxiWti4i1tq+W9GlJL7XuemVE3NetRiUpRqvnNK+7FsAp\nn/1usf67H1pRrP/zkm9V1vYW5lqX6udbB5ownYN8RiVdFhFP2n6HpCdsP9Cq3RARf9u99gB0S234\nI2K7pO2t23tsb5J0XLcbA9BdM/rMb3uJpA9Keqy16FLbT9teb/vwinXW2B6xPbJfe9tqFkDnTDv8\ntt8u6S5Jn4mIVyTdKOlkScs08c7guqnWi4h1ETEcEcNDWtCBlgF0wrTCb3tIE8G/LSLulqSI2BER\nYxExLukmSad3r00AnVYbftuWdLOkTRFx/aTliyfd7eOSnu18ewC6ZTrf9i+XdKGkZ2w/1Vp2paRV\ntpdp4qLWWySVz5nthKi+fnaMF66tLUmFU3IlafdFJxTr3/q36r+TK97G9N+Ye6bzbf93JHmKUlfH\n9AF0F7scICnCDyRF+IGkCD+QFOEHkiL8QFJ9denuthSm/pamMf33D14s1v/0c9WHMTx0zdriukMe\nLNbLVaA72PMDSRF+ICnCDyRF+IGkCD+QFOEHkiL8QFKOwjnyHd+Y/ZKk/5206ChJL/esgZnp1976\ntS+J3mark729NyKOns4dexr+t2zcHomI4cYaKOjX3vq1L4neZqup3njbDyRF+IGkmg7/uoa3X9Kv\nvfVrXxK9zVYjvTX6mR9Ac5re8wNoSCPht32O7f+2/YLtK5rooYrtLbafsf2U7ZGGe1lve6ftZyct\nO8L2A7afb/2ccpq0hnq72vaPW8/dU7Y/1lBvJ9j+pu1Ntr9n+09ayxt97gp9NfK89fxtv+1BST+Q\ndLakrZIel7QqIp7raSMVbG+RNBwRjY8J2/51Sa9KujUi3t9a9gVJuyPi2tYfzsMj4s/6pLerJb3a\n9MzNrQllFk+eWVrSeZIuUoPPXaGv89XA89bEnv90SS9ExOaI2CfpDkkrG+ij70XEw5J2H7R4paQN\nrdsbNPHi6bmK3vpCRGyPiCdbt/dIOjCzdKPPXaGvRjQR/uMk/WjS71vVX1N+h6Rv2H7C9pqmm5nC\nsa1p0w9Mn35Mw/0crHbm5l46aGbpvnnuZjPjdac1Ef6pZv/ppyGH5RHxIUkflXRJ6+0tpmdaMzf3\nyhQzS/eF2c543WlNhH+rpMkT4x0vaVsDfUwpIra1fu6UdI/6b/bhHQcmSW393NlwPz/XTzM3TzWz\ntPrgueunGa+bCP/jkpbaPtH2fEkXSNrYQB9vYXtR64sY2V4k6SPqv9mHN0pa3bq9WtK9DfbyJv0y\nc3PVzNJq+LnrtxmvGznIpzWU8XeauHDt+oj4XM+bmILtkzSxt5cmrmz8lSZ7s327pBWaOOtrh6Sr\nJH1N0lcl/aKkH0r6ZET0/Iu3it5WaOKt689nbj7wGbvHvf2apG9LekbSgSmSr9TE5+vGnrtCX6vU\nwPPGEX5AUhzhByRF+IGkCD+QFOEHkiL8QFKEH0iK8ANJEX4gqf8D+NqADa+gtvoAAAAASUVORK5C\nYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241dcceb9e8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52911, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAER9JREFUeJzt3XuMXOV5x/HvsxevvcaATQI4hmBw\nLAolBZKtuariEhLTRjI0wrKjCjekOFRQgYraUv5o+KcSqgqEXqAywY1pAySEm1uRNMgJASSKWCjh\nEhMgjjHGxiaYFAJ4vbvz9I8d08Xsec/snDNzZvf5fSRrd+eZM/Pu2fntmfV7M3dHROLpqroBIlIN\nhV8kKIVfJCiFXyQohV8kKIVfJCiFXyQohV8kKIVfJKiedj7ZDOvzmcxu51NKYL5/f2ZteI4lj53x\n2rvpB7f08VQ0cnY377LHh3IaN6ZQ+M1sKXAj0A18092vTd1/JrM5yc4u8pQSSVd3ul4bTZaHTxnI\nrG09szd57JF//Viybr0zknUfGU7WW/XL4XHf0PB9m37bb2bdwD8D5wLHAivN7NhmH09E2qvI3/xL\ngJfdfZO77wHuBJaV0ywRabUi4V8AvDru66312z7EzFab2aCZDQ4zVODpRKRMRcI/0X8qfOQPGXdf\n4+4D7j7QS1+BpxORMhUJ/1bg8HFfHwZsK9YcEWmXIuF/AlhsZkea2QxgBbC+nGaJSKs13dXn7iNm\ndhnwX4x19a119+dLa5mEZ13p7mqvpY/vGs6+w4urbk4eu2jWJcn6p67475wnz+mmTH1rOV2YZSnU\nz+/uDwAPlNQWEWkjDe8VCUrhFwlK4RcJSuEXCUrhFwlK4RcJqq3z+UWmil8s/5dk/dNHfDlZX7D8\n5WTdh/dk1qwnHUsfGUnWG6Urv0hQCr9IUAq/SFAKv0hQCr9IUAq/SFDq6itD3jLOU1lFS1CXwQv8\nXP639n6y/uxJtyfrX37ozPTjf2luZm3k9R3JY5MrBw83/j3ryi8SlMIvEpTCLxKUwi8SlMIvEpTC\nLxKUwi8SlPr5G5VairlNSy1XouBOuVNVv6V34X2vlj0lF+D2I3+crP/jhiMyaw+sPCV5bO2ZF7KL\nkxiXoSu/SFAKv0hQCr9IUAq/SFAKv0hQCr9IUAq/SFCF+vnNbDPwDjAKjLj7QBmNqkSB/uzk/GqA\nnK2mO5kPDaXvkHfeUvtoT+G1Avq7io0D+LO5r2TWFt/zevLYay+/MLPmjzyWPHa8Mgb5nOnuvyrh\ncUSkjfS2XySoouF34Idm9qSZrS6jQSLSHkXf9p/m7tvM7GDgQTN7wd0fHn+H+i+F1QAz6S/4dCJS\nlkJXfnffVv+4E7gXWDLBfda4+4C7D/TSV+TpRKRETYffzGab2Zy9nwOfB54rq2Ei0lpF3vYfAtxr\nY8sj9wC3u/sPSmmViLRc0+F3903A8SW2pZicNdqtpzdZT22ZDPDGn2bPsb72ym8mj61V2Kmyx9P9\n8At6fp2sr7jr8mT9qL9M9yuntpv2WrqfP6/eSl0UG5uRNw5g2LPHjSztT4+tOPqmGzJr5/1B473u\n6uoTCUrhFwlK4RcJSuEXCUrhFwlK4RcJamot3Z3ozivalbflb05N1jdeclOyPlWNevol8NIf3Zys\nH3XoRcn64gufyi7mTAe23nTbfGjqLhvea9nfe6obEOCwnlmZtRnW+PVcV36RoBR+kaAUfpGgFH6R\noBR+kaAUfpGgFH6RoDqrnz+v3zexBHZeP/6LN31kkaEP+eV56X78IR9O1lO6pvDv2KGcJag3fW5t\nsn7K97+UWTtw+c7ksbV330vWp6vUGACA0dRy6JMwdV+VIlKIwi8SlMIvEpTCLxKUwi8SlMIvEpTC\nLxJU+/v5U335ef2Xlj1nf8tdn04e+svT1iTreVsq91n2qeqexBzqqSavzznvvD12/N2Zta8+eHry\n2NdXLEjWRzZvSda9Z+pujZ6Ser3ZJJYcn76vWhFJUvhFglL4RYJS+EWCUvhFglL4RYJS+EWCyu3n\nN7O1wBeBne5+XP22ecB3gIXAZmC5u7/V0DPWstck7z5oXvrY783MLG08+t+Shxbpx4d032reXP9R\nr26r6artHH03s3brJx9NHnv9fx6VrG9YekyyXntvJFmPrpEr/7eApfvcdhWwwd0XAxvqX4vIFJIb\nfnd/GNi1z83LgHX1z9cB55XcLhFpsWb/5j/E3bcD1D8eXF6TRKQdWj6238xWA6sBZtLf6qcTkQY1\ne+XfYWbzAeofM1didPc17j7g7gO99DX5dCJStmbDvx5YVf98FXB/Oc0RkXbJDb+Z3QE8BhxtZlvN\n7KvAtcA5ZvYScE79axGZQnL/5nf3lRmlsyf7ZNbXR/fCRZn1T92enp/9D5/4UWYtrx+/v2tGunEF\n9CXWGQCYxBTraaef7POet/78n8/blKwf/5NXkvVL7lqdrKdM5zUa9pr+36GITEjhFwlK4RcJSuEX\nCUrhFwlK4RcJqq1Ldx+0+G0uvCe7u27FnPSs4NTU2aJdeXndTqmun0UbvpI8tmdL9lRkgNGcplvU\nGcF5O1HnXLpqh+0urSnTka78IkEp/CJBKfwiQSn8IkEp/CJBKfwiQSn8IkG1tZ9/btcIF+z3ZmZ9\nOGeJ69ypsxVZ+K/p36E9P3osWbee9I/BR2IuQV30vIyc9dns4lnp5y4y7mOqmPrfgYg0ReEXCUrh\nFwlK4RcJSuEXCUrhFwlK4RcJqq39/Hl6rbvqJjTFe4qtzZ3Xn8006FNuhnWnv++8fv6iP5fpLuar\nSkQUfpGoFH6RoBR+kaAUfpGgFH6RoBR+kaBy+/nNbC3wRWCnux9Xv+0a4GLgjfrdrnb3B3IfC5sW\n86D3ZSPFFtbP7a8OOp8fLzYMpejPZbprJInfApZOcPsN7n5C/V9u8EWks+SG390fBna1oS0i0kZF\n3oNfZmbPmNlaM5tbWotEpC2aDf/NwCLgBGA7cF3WHc1stZkNmtngG2+ONvl0IlK2psLv7jvcfdTd\na8AtwJLEfde4+4C7D3z8oKk5cUdkOmoq/GY2f9yX5wPPldMcEWmXRrr67gDOAD5mZluBrwNnmNkJ\ngAObga+1sI0i0gK54Xf3lRPcfGszT+Z4cj30qToGQPP5W0Pz+Vsr5qtKRBR+kagUfpGgFH6RoBR+\nkaAUfpGgOmrp7mFPD//t1KW9NaW3RTSlt6V05RcJSuEXCUrhFwlK4RcJSuEXCUrhFwlK4RcJqq39\n/G/Xunjw/VmZ9aX9Q8njh3w4s9ZnvU23q6hNK9O/Q2edcmqyXuvL6Y/2oFNTLX1euobS5+X9hdmv\nF9GVXyQshV8kKIVfJCiFXyQohV8kKIVfJCiFXyQoc2/fnOcD+j/hJ//WxZn1s/798eTxfzHvF5m1\n92p7ksf2d81IN05kGljyhVcZ/OnuhgaG6MovEpTCLxKUwi8SlMIvEpTCLxKUwi8SlMIvElTufH4z\nOxy4DTgUqAFr3P1GM5sHfAdYCGwGlrv7W6nH8vd3U3v6Z5n1h849JtmW1+87ILN23fynkse2chxA\nap0BgNE2jqWQ/9dt2d3dVa7/0CkaufKPAFe6+zHAycClZnYscBWwwd0XAxvqX4vIFJEbfnff7u5P\n1T9/B9gILACWAevqd1sHnNeqRopI+Sb1N7+ZLQROBB4HDnH37TD2CwI4uOzGiUjrNBx+M9sPuBu4\nwt3fnsRxq81s0MwGh0mv0Sci7dNQ+M2sl7Hgf9vd76nfvMPM5tfr84GdEx3r7mvcfcDdB3rpK6PN\nIlKC3PCbmQG3Ahvd/fpxpfXAqvrnq4D7y2+eiLRK7pReMzsdeAR4lrGuPoCrGfu7/7vAJ4EtwAXu\nviv1WPt3zfOTe76QWc/birp77tzMWs996XcV6xf/IFnXlGCZDiYzpTe3n9/dHwWyHuzsyTRMRDqH\nRviJBKXwiwSl8IsEpfCLBKXwiwSl8IsE1dYtuvGcvvyu7uTho29lzxiufS7dD3/i91Yk6//zu3cm\n66lxAH2WPo01Wjult/bB8IvydfJ05NSUXYCuxLWtK7P3eu9jT//r4vT/DkVkQgq/SFAKv0hQCr9I\nUAq/SFAKv0hQCr9IUO3t589TG03XE+MAfDR97MHLXkjWj1p3UbK+6Zy1mbVhTz93r6XHLxTXwsdv\naGb41DPq6bERees75I3tmArjBDq/hSLSEgq/SFAKv0hQCr9IUAq/SFAKv0hQCr9IUJ3Vz58nNQ4g\nZy0A60l/q4tXpbf4XvSNSzJr3z//uuSxL+z5eLK+a3S/ZH3bnuz9CgC2DR2YWds5lH7sN3fPTtbf\nGUrvh7B7OGctg1r29WVGT3qfhlkz0lufz5+d3jXuMwe8mln7yoFPph+7J33eio4TSI39aP24kDG6\n8osEpfCLBKXwiwSl8IsEpfCLBKXwiwSl8IsEZZ6zLruZHQ7cBhwK1IA17n6jmV0DXAy8Ub/r1e7+\nQOqx9rd5fpJVtKt3zhrv5M2/TvTrds+Zkz40Z60B35Puz/aRdJ0OXlu/pfJ+ponzYp/97eShP790\nVrJ+/1n/lKz/zoyZyXpqnECRfR5OXfoaT/50qKFVGBoZ5DMCXOnuT5nZHOBJM3uwXrvB3f++2YaK\nSHVyw+/u24Ht9c/fMbONwIJWN0xEWmtSf/Ob2ULgRODx+k2XmdkzZrbWzCYcg2pmq81s0MwGhxkq\n1FgRKU/D4Tez/YC7gSvc/W3gZmARcAJj7wwmHODu7mvcfcDdB3pJjxMXkfZpKPxm1stY8L/t7vcA\nuPsOdx919xpwC7Ckdc0UkbLlht/MDLgV2Oju14+7ff64u50PPFd+80SkVRrp6jsdeAR4Fj7YC/pq\nYCVjb/kd2Ax8rf6fg5kq7erLU6QrMG/J8VZLtb3gEtLWVbCLNCVnWmz+4TldYqmfS4FuQoCew9L/\n573pT45I1i9b/h+ZtUsPzJ6KDOluwpOXbi2vq8/dH2Xi1duTffoi0tk0wk8kKIVfJCiFXyQohV8k\nKIVfJCiFXySo3H7+MnV0P38ReX3GrRZ1Sm+eAuMf8sY35E3TzvuZdPX3Z9a2XXxC8tg/vOihzNot\nK37Ctud/3dALUld+kaAUfpGgFH6RoBR+kaAUfpGgFH6RoBR+kaDa2s9vZm8Ar4y76WPAr9rWgMnp\n1LZ1artAbWtWmW07wt3Te8LXtTX8H3lys0F3H6isAQmd2rZObReobc2qqm162y8SlMIvElTV4V9T\n8fOndGrbOrVdoLY1q5K2Vfo3v4hUp+orv4hUpJLwm9lSM/u5mb1sZldV0YYsZrbZzJ41s6fNbLDi\ntqw1s51m9ty42+aZ2YNm9lL944TbpFXUtmvM7LX6uXvazH6/orYdbmY/NrONZva8mV1ev73Sc5do\nVyXnre1v+82sG3gROAfYCjwBrHT3n7W1IRnMbDMw4O6V9wmb2e8BvwFuc/fj6rf9HbDL3a+t/+Kc\n6+5/1SFtuwb4TdU7N9c3lJk/fmdp4Dzgj6nw3CXatZwKzlsVV/4lwMvuvsnd9wB3AssqaEfHc/eH\ngV373LwMWFf/fB1jL562y2hbR3D37e7+VP3zd4C9O0tXeu4S7apEFeFfAIzfkmQrnbXltwM/NLMn\nzWx11Y2ZwCF7d0aqfzy44vbsK3fn5nbaZ2fpjjl3zex4XbYqwj/REkOd1OVwmrt/BjgXuLT+9lYa\n09DOze0ywc7SHaHZHa/LVkX4twKHj/v6MGBbBe2YkLtvq3/cCdxL5+0+vGPvJqn1jzsrbs8HOmnn\n5ol2lqYDzl0n7XhdRfifABab2ZFmNgNYAayvoB0fYWaz6/8Rg5nNBj5P5+0+vB5YVf98FXB/hW35\nkE7ZuTlrZ2kqPnedtuN1JYN86l0Z3wC6gbXu/rdtb8QEzOwoxq72MLaJ6e1Vts3M7gDOYGzW1w7g\n68B9wHeBTwJbgAvcve3/8ZbRtjOY5M7NLWpb1s7Sj1PhuStzx+tS2qMRfiIxaYSfSFAKv0hQCr9I\nUAq/SFAKv0hQCr9IUAq/SFAKv0hQ/wd/iBLMzcsj7AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241813fd4e0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52912, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAEPtJREFUeJzt3X2MXNV5x/Hfs+v1GhuH8Goc42BD\nDQ2F1KQrCDWNnCBSqIgMkYKw0si0CEciNAShppS0hVLR0qRArLYhMcHBpARCm1D4g0KQS0LTYMRC\nEQac8uIaMFhegx0wL1nvy9M/dpwsZu85s3Nn5s7yfD+Stbv3mbP3ePb+9s7sufccc3cBiKer6g4A\nqAbhB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgCD8Q1LR27my69foMzWrnLn/NMvXMhY4jBxX3++gP\nDJTatWUfgYl45oc2kqg/++KcZNuunW+md17yeGqVX+pN7fbBug6oUuE3s9MkrZLULenb7n516vEz\nNEsn2illdtkwm5b+r/rwcLK+Y9lJhbWfXLkq2bbHukvVMbEhH0nW3xgdLKx96uKLkm1n/dtDyXrZ\n46lVHvJ1dT+24Zf9ZtYt6Z8lnS7pGEnLzeyYRr8fgPYq857/BEnPuvsmd98t6TZJy5rTLQCtVib8\n8yS9OO7rLbVt72BmK82s38z6h1T8MgxAe5UJ/0R/VHjXnzncfbW797l7X496S+wOQDOVCf8WSfPH\nfX2YpJfLdQdAu5QJ/8OSFpnZQjObLukcSXc1p1sAWq3hoT53HzazCyXdq7GhvjXu/mTTejZZXenh\nstzQS/dRRybrX/vKtwprM7umJ9uO+GiyjtbYv3tmYe3Cq25Ptv3u+t9N1odfyrzItcxQewfMoFVq\nnN/d75Z0d5P6AqCNuLwXCIrwA0ERfiAowg8ERfiBoAg/EFRb7+cvLTF2al2ZcdXu9Fj8ATe9mqwv\n3ad4rH7Qh5Jte60nWUdjcrdCp34u58zemWz7jRvTx8s+v58ep8/e8juSuB25TdcAcOYHgiL8QFCE\nHwiK8ANBEX4gKMIPBDWlhvpsWvGQmQ/tTrZ95p9OTNbvWVB8y64kvTVa/P1zt/SiGqkh1tTPU5Ie\nOO6OZP03//qCZP3wy3+WrFtP8TGTO5abhTM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwTVUeP82dsg\nE+Ofr332o8m2mz79zWQ9f1tuRz1VKCn388wdDw+dd02yfuaDX0zWp9/zcHExMw29RtOrE9eLMz8Q\nFOEHgiL8QFCEHwiK8ANBEX4gKMIPBFVq8NrMNkvaJWlE0rC792UbJcYws8toLzqisHbN33wjt+Nk\ndZrSY6vdxu/J95Lcz3M0M332fl37JOsrvn5nsv6vS48vrA0PvJJsm1z+exKzfjfjypWPu3umtwA6\nDaczIKiy4XdJPzKzR8xsZTM6BKA9yr7sX+LuL5vZIZLuM7Ofu/sD4x9Q+6WwUpJmaGbJ3QFollJn\nfnd/ufZxQNIdkk6Y4DGr3b3P3ft61FtmdwCaqOHwm9ksM5u953NJn5T0RLM6BqC1yrzsnyPpDhsb\ndpgm6Xvufk9TegWg5RoOv7tvkvTbk2pkJutOjKdnltl+302/KKwtmZF+EcMy2piMMst/S9K57xtI\n1v/xhv0Kawd9aluybXLei0mM8zPUBwRF+IGgCD8QFOEHgiL8QFCEHwiqvfNRuyen33722vT0288t\nLJ5+O7fkciuX0c7te1SjLds3inUlzm1lj4fc0HDumHjkd24vrB17aXr573lXJ5b/ZqgPQA7hB4Ii\n/EBQhB8IivADQRF+ICjCDwTV1nH+kQNn6RdnnFRY33D2qmT7IS++zbLKJbRbeQ0Bpqbc8Tjkxcts\n333BV5NtP/v0JYW10XXr0x0bhzM/EBThB4Ii/EBQhB8IivADQRF+ICjCDwTV1sHxwz+wTTdceV1h\nfWbXjGT7ES++Lz635HKqbdn2v3FvepnCrtequwZhSkvP5J69d71n3puFtZ+f/N3J92cScsfTYOJ+\n/w9O2zfZ9qVPFNeGHk42fQfO/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QVHYA2szWSDpD0oC7H1vb\ndoCk70taIGmzpLPdfWfue820Ln14evFYftmx+FYaTQwqf+jL/5dsO/LKq83uDurgJyVWkD853bbs\nsZhbwjs1B8QFL6XXrzj6z58qrO184+1k2/HqSdNNkk7ba9ulkta5+yJJ62pfA5hCsuF39wck7dhr\n8zJJa2ufr5V0ZpP7BaDFGn0dPcfdt0pS7eMhzesSgHZo+ZtoM1tpZv1m1r/91eJ5ywC0V6Ph32Zm\ncyWp9nGg6IHuvtrd+9y97+ADiyfgBNBejYb/Lkkrap+vkHRnc7oDoF2y4TezWyU9KOloM9tiZudJ\nulrSqWb2jKRTa18DmEKy4/zuvrygdMpkd+byUvfkdyo/bE6ybrveSNe702+HfCTm30psWvrw9OHh\nZP3tOb3N7M47pObdr8cLw8XHxHN/clS68a7HC0ueuT5hvKmZNgClEX4gKMIPBEX4gaAIPxAU4QeC\nauuc0iabssN5KTaUHvYZHRxM1r0rc+XjaMyhPmWGOHNDfV1Dmbm9S8gN9eWWbT/9+osKa4et/1my\nrfUkvvdQbr7zX3vvJRFAXQg/EBThB4Ii/EBQhB8IivADQRF+ICjWjgYmMOjpawhy4/gf23BWsn7Y\n3xWP5edvZU5MC+71X9vAmR8IivADQRF+ICjCDwRF+IGgCD8QFOEHgmKcH5hAr6Wjse7t9BwMs1em\nrxMYtuL77rNTtU9iLD+FMz8QFOEHgiL8QFCEHwiK8ANBEX4gKMIPBJUd5zezNZLOkDTg7sfWtl0h\n6XxJ22sPu8zd725VJ4GGJIbDU0vFS/nl4r/yV+cn6/s9vz5ZT92zn1uPoFnqOfPfJOm0CbZf5+6L\na/8IPjDFZMPv7g9I2tGGvgBoozLv+S80s8fNbI2Z7d+0HgFoi0bDf72kIyUtlrRV0jVFDzSzlWbW\nb2b9218NuuYc0IEaCr+7b3P3EXcflXSDpBMSj13t7n3u3nfwgZkFKQG0TUPhN7O54748S9ITzekO\ngHapZ6jvVklLJR1kZlskXS5pqZkt1thgymZJn29hHwG0QDb87r58gs03NrIzlyfHV3Njq53Ke9Jv\nZ6y3N13vTrfP3t/9HpWbv16Z502Jpepzx9oR9/1xsr7olvQ4ftfs2cm6795dWMsdDxpNXMAwlPhP\n72Vqpg1AaYQfCIrwA0ERfiAowg8ERfiBoNo6dbfJkkMsZW+zrIpt2Zasjw4OJuvNmYj5vcczz1tO\n12Dx8fRHL/xesu2iFY+W2vforl2l2jeMJboB5BB+ICjCDwRF+IGgCD8QFOEHgiL8QFBtHed/y0f1\n+O5fFtY/PH1Gsn2VtwN3Je4P3fj3C9NtX1+U/ua5uzCjXghQ8nnZd+FrhbW3dx6SbLv9mt9K7zo3\nKVX6kpW0zP973+eLj/WhzK3G43HmB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgzCdx/29Zsw6a78ec\ncXFh/f6/XZVs32PFg6upcXipc+cCACbrLwaOK6x9Z/n92vrkzrrm7yYRQFCEHwiK8ANBEX4gKMIP\nBEX4gaAIPxBU9n5+M5sv6WZJh2rsLuXV7r7KzA6Q9H1JCyRtlnS2u+9Mfa/uV9/U+29+sLB+3OIv\nJvvy3DnfLKy9NVq85LEkzbTpyXoZuX2Plrq5G41KXReSM+StXRZ9KDE3RU/mmpSnXj+0sPb2SE/d\nfajnzD8s6RJ3/5Ckj0r6gpkdI+lSSevcfZGkdbWvAUwR2fC7+1Z3f7T2+S5JGyXNk7RM0traw9ZK\nOrNVnQTQfJN6z29mCyQdL+khSXPcfas09gtCUnpeJAAdpe7wm9m+kn4g6Uvu/vok2q00s34z6x9S\nubXXADRPXeE3sx6NBf8Wd/9hbfM2M5tbq8+VNDBRW3df7e597t7Xo95m9BlAE2TDb2Ym6UZJG939\n2nGluyStqH2+QtKdze8egFapZ+ruJZI+J2mDmT1W23aZpKsl3W5m50l6QdJnst/JTNZTPOS26Mv9\nyebnnPiJwtptC/8z2XbQh5L1Xqt/iGRvM7taN4yIapQ5HuqRGkrMDVHO6B4urHVZ/bfoZ8Pv7j9V\n8Uzip9S9JwAdhSv8gKAIPxAU4QeCIvxAUIQfCIrwA0G1dYluuctHErdKjqZvo3z93PcX1v773vRt\ns0tmpMdtU8t/S0z9jfcejmggKMIPBEX4gaAIPxAU4QeCIvxAUIQfCKq94/xScizfpqW7M/LMpsLa\nJX95QbLt+q8VT/stScPKTNWcuE2aawAwFXHUAkERfiAowg8ERfiBoAg/EBThB4Ii/EBQ7R/nT/Dh\n4vnIJSXn/N/vlvXJtkec9PlkfdOnv5Wsp5bhbuXy30CrcOYHgiL8QFCEHwiK8ANBEX4gKMIPBEX4\ngaCy4/xmNl/SzZIOlTQqabW7rzKzKySdL2l77aGXufvdreqoJPnwUHE/M3MBHHXx/yTrf/iRpcn6\nvyz4cWFt0Iv7JbV+rXegEfVc5DMs6RJ3f9TMZkt6xMzuq9Wuc/d/aF33ALRKNvzuvlXS1trnu8xs\no6R5re4YgNaa1Ht+M1sg6XhJD9U2XWhmj5vZGjPbv6DNSjPrN7P+IQ2W6iyA5qk7/Ga2r6QfSPqS\nu78u6XpJR0parLFXBtdM1M7dV7t7n7v39ai3CV0G0Ax1hd/MejQW/Fvc/YeS5O7b3H3E3Ucl3SDp\nhNZ1E0CzZcNvZibpRkkb3f3acdvnjnvYWZKeaH73ALRKPX/tXyLpc5I2mNljtW2XSVpuZos1Nqn1\nZknpe2abwYvnz/bRxNzakpS4JVeSdpw7P1n/8X8U/55cug/Lf2Pqqeev/T+VZBOUWjqmD6C1OOUA\nQRF+ICjCDwRF+IGgCD8QFOEHguqoqbtLSSz9LdWx/PfTzyXrf3pV8WUMP7lyVbJtj3Un6+kq0Bqc\n+YGgCD8QFOEHgiL8QFCEHwiK8ANBEX4gKPPEPfJN35nZdknPj9t0kKRX2taByenUvnVqvyT61qhm\n9u1wdz+4nge2Nfzv2rlZv7v3VdaBhE7tW6f2S6Jvjaqqb7zsB4Ii/EBQVYd/dcX7T+nUvnVqvyT6\n1qhK+lbpe34A1an6zA+gIpWE38xOM7P/NbNnzezSKvpQxMw2m9kGM3vMzPor7ssaMxswsyfGbTvA\nzO4zs2dqHydcJq2ivl1hZi/VnrvHzOwPKurbfDO738w2mtmTZnZRbXulz12iX5U8b21/2W9m3ZKe\nlnSqpC2SHpa03N2famtHCpjZZkl97l75mLCZfUzSG5Judvdja9u+KmmHu19d+8W5v7v/WYf07QpJ\nb1S9cnNtQZm541eWlnSmpHNV4XOX6NfZquB5q+LMf4KkZ919k7vvlnSbpGUV9KPjufsDknbstXmZ\npLW1z9dq7OBpu4K+dQR33+ruj9Y+3yVpz8rSlT53iX5Voorwz5P04rivt6izlvx2ST8ys0fMbGXV\nnZnAnNqy6XuWTz+k4v7sLbtyczvttbJ0xzx3jax43WxVhH+i1X86achhibt/RNLpkr5Qe3mL+tS1\ncnO7TLCydEdodMXrZqsi/FskjV8Y7zBJL1fQjwm5+8u1jwOS7lDnrT68bc8iqbWPAxX351c6aeXm\niVaWVgc8d5204nUV4X9Y0iIzW2hm0yWdI+muCvrxLmY2q/aHGJnZLEmfVOetPnyXpBW1z1dIurPC\nvrxDp6zcXLSytCp+7jptxetKLvKpDWV8XWMT165x96va3okJmNkRGjvbS2MzG3+vyr6Z2a2Slmrs\nrq9tki6X9O+Sbpf0QUkvSPqMu7f9D28FfVuqsZeuv1q5ec977Db37WRJ/yVpg6Q9SyRfprH315U9\nd4l+LVcFzxtX+AFBcYUfEBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGg/h8Olu1y9QNS1AAAAABJ\nRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x24181439c88>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52912, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAED5JREFUeJzt3X2MXOV1x/Hf2fV6HWzaAMHGMg5v\nMlURlUi1oi9EESkhhSqpoRIo/oPaDcVOCi0kTlXXlRL+aBqTBhJXTZyaYmGqAIlKKFaLEpBTiaQB\n4wVRIHF5qe0S15ZtcAo2hPXuzukfeyEbs/d5xvNy7+ye70eydnaeuTPHs/PbO7PnPvcxdxeAePrq\nLgBAPQg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgZlX5YLNt0OdobpUP+XNm6fHMkY5HF5XX\nfd4pB9IPnX5kWfYWmIor/TMbT4w/v29BcttZB19PP3ibr6dueVOv66iPNPWCaiv8ZnaZpPWS+iX9\no7uvS91+jubqN+ySdh4yVUx6eNZActxHjybHd1//W6Vj/7Hi75Lb9mXeYA1Yf3IcUxv18eT4kcZI\n6djvfOHTyW3nf+2HyXEbmJ0cz72eumWbb236ti2/7TezfklflXS5pPMkLTOz81q9PwDVaucz/4WS\nXnT3ne5+VNK9kpZ2piwA3dZO+BdJ+smk7/cU1/0CM1tpZsNmNjyq8rdhAKrVTvin+pD9jr9yuPtG\ndx9y96EBDbbxcAA6qZ3w75G0eNL3p0va2145AKrSTvi3S1piZmeZ2WxJH5O0pTNlAei2llt97j5m\nZjdI+q4mWn2b3P1HHavsOLXbynvps7+dHH/uj75WOjbqtPLq0Jc5PuKk/hNKx777l3+b3Pajhz+T\nHH/3Pz2aHO/VVuBkbfX53f1BSQ92qBYAFeLwXiAowg8ERfiBoAg/EBThB4Ii/EBQlc7nb1eqd5qd\nkvvX5VNyJem5j5f38aX09NFcvxnd0W/pfVfqZza/P31eiYe+cFty/PLRTyXHT7z3seR4O6/lTmHP\nDwRF+IGgCD8QFOEHgiL8QFCEHwiq+lZf4iy77UzL3fU36Vbe8ys2JMdHfDQ5Pkvl03JzLSfUIzWV\nOnfm31/ue1dy/L4vfik5fvXI6uT4CfdvKx2rajowr1ogKMIPBEX4gaAIPxAU4QeCIvxAUIQfCKra\nPr9Zspef61/uXFfey3/hD7vXx5fa6+WPe6PlbdEdudOp514vC2fNS47f+ZVbk+PXHi2fEjz4b9uT\n2yaPAxhtfno5e34gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCKqtPr+Z7ZZ0WNK4pDF3H0pu4J7s5e+8\nJT0n/4Vrynv5dfbxc5jvP/0MWvrcErljN84ZSB8HsOGr60vHrh/9s+S2Aw8Nlw+6J7edrBMH+XzQ\n3V/uwP0AqBC7JCCodsPvkh4ysyfMbGUnCgJQjXbf9l/k7nvNbL6kh83sv9z9kck3KH4prJSkOTqh\nzYcD0Clt7fndfW/x9YCk+yVdOMVtNrr7kLsPDWiwnYcD0EEth9/M5prZiW9dlvRhSc92qjAA3dXO\n2/4Fku63iVNxz5J0t7t/pyNVAeg68+PoC7Zr8IzFvnDNjaXjO6/8h+T2qV5+nX383DngEU/uuJN5\nfXNKx7b+LP1a/vyqFaVjTzz29zr82p6mJvXT6gOCIvxAUIQfCIrwA0ERfiAowg8EVempu3/t3Qf1\neKKdl5sm2c4y2bn7zm2faud9aNUnk9vO3fVqctwTy5ZLklXYjkWTcj+TzM9UjfLXo89Ox/Jdr5VP\nou0bGUs/7uTbNn1LADMK4QeCIvxAUIQfCIrwA0ERfiAowg8EVWmf3+XJfnlu2eReNe/HB5LjYzt3\nV1MIQkgdseKeXuZ+Mvb8QFCEHwiK8ANBEX4gKMIPBEX4gaAIPxBUpX1+k03bXn5KY175aZglSX3p\n/7P1p8d9nFODY5LUuSmO49QP7PmBoAg/EBThB4Ii/EBQhB8IivADQRF+IKhsn9/MNkn6iKQD7n5+\ncd3Jkr4p6UxJuyVd7e4/7V6Zvc3GM83VRrpPn23NZrYHWtHMnv9OSZcdc90aSVvdfYmkrcX3AKaR\nbPjd/RFJh465eqmkzcXlzZKu6HBdALqs1c/8C9x9nyQVX+d3riQAVej6H/zMbKWZDZvZ8MFX+OwK\n9IpWw7/fzBZKUvG19AyW7r7R3YfcfejUU2bepB5gumo1/FskLS8uL5f0QGfKAVCVbPjN7B5Jj0r6\nFTPbY2bXSlon6VIze0HSpcX3AKaRbJ/f3ZeVDF3S4VqmLe9Pr8VuszJPs2V+B/dl1nqfobyRPgLC\nMs9L8jwIfhwT32cojvADgiL8QFCEHwiK8ANBEX4gKMIPBFXpqbtnqr5XX0+Oj42NVVRJLKkzWCOP\nPT8QFOEHgiL8QFCEHwiK8ANBEX4gKMIPBEWfvwNe/sDpyfET95yaHPfM1FTLTG2drtzS/+++8XQj\nf3wwfWaowf3lx180/nNHcltlapsJU4LZ8wNBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUGH6/P2502Nn\nDFh5T3nbLRvaum+05r9HjyTH/3jlTaVjs5/O9PFzrxef/kvPsecHgiL8QFCEHwiK8ANBEX4gKMIP\nBEX4gaCyfX4z2yTpI5IOuPv5xXU3S7pO0sHiZmvd/cFuFdnrxjmBfKkRL1+z4IS+2cltnz76ZnL8\nUx+/MTk++3vD5YN96XMBqDH9+/g5zez575R02RTXf9ndLyj+hQ0+MF1lw+/uj0g6VEEtACrUzmf+\nG8zsaTPbZGYndawiAJVoNfwbJJ0j6QJJ+yTdWnZDM1tpZsNmNnzwlZn/OQqYLloKv7vvd/dxd29I\nul3ShYnbbnT3IXcfOvWUzB9ZAFSmpfCb2cJJ314p6dnOlAOgKs20+u6RdLGk95jZHkmfk3SxmV0g\nySXtlrSqizUC6IJs+N192RRX39GFWqatds8VMJ2NZua1p3r5uzLz8f/0hk8nx+d87/HkuA2UP7aP\nHk1uG0HcVy0QHOEHgiL8QFCEHwiK8ANBEX4gqDCn7kZrcq281CnNJWnfWHk775rVq5Pbzv3Xbcnx\nVCtPop2Xw54fCIrwA0ERfiAowg8ERfiBoAg/EBThB4Kiz98BuV54L2sofdrxWUr38V9t/Cw5/gdr\nPlM69kv//FhyW/r43cWeHwiK8ANBEX4gKMIPBEX4gaAIPxAU4QeCqrTP7/JkTzw3N7xXTde6J6Rr\nzx3D8KHPpk+vffLdj5aO2eBgclsfGUmOoz3s+YGgCD8QFOEHgiL8QFCEHwiK8ANBEX4gqGyf38wW\nS7pL0mmSGpI2uvt6MztZ0jclnSlpt6Sr3f2nyfuSJXvi456eW96rS2F/5410v/r1Rnq839L/73Fv\n/f89LkuONzL3fcv6qVZo/7n5m36YHE8uk00fv1bNvKrGJK1291+V9JuSrjez8yStkbTV3ZdI2lp8\nD2CayIbf3fe5+5PF5cOSdkhaJGmppM3FzTZLuqJbRQLovON6P2lmZ0p6n6Rtkha4+z5p4heEpPmd\nLg5A9zQdfjObJ+k+STe5+2vHsd1KMxs2s+GDr0zfc90BM01T4TezAU0E/xvu/u3i6v1mtrAYXyjp\nwFTbuvtGdx9y96FTT5nOE2CAmSUbfjMzSXdI2uHut00a2iJpeXF5uaQHOl8egG4xd0/fwOz9kr4v\n6Rnp7fM8r9XE5/5vSXqvpJckXeXuh1L3NXjG6X7aX91YOr7r9zcmaxnx0dKx3Cmmc3JtxCONN0vH\nrv7d5aVjkjS+48XkuPWna/fx1j8uWV+61eeN9M9fjcxj92We99z26KhtvlWv+aH0D72Q7fO7+w+k\n0mbxJcdTGIDe0ZtHzQDoOsIPBEX4gaAIPxAU4QeCIvxAUJWeunvwpTd07iceLx0/e+QTye13XvX1\n0rHUMQCS1Jf5PZc7SuBwY6x8cCSzVHSm1+2ZqczKHIuR3DRz11n08Wcs9vxAUIQfCIrwA0ERfiAo\nwg8ERfiBoAg/EFSlfX6ZJU/lvOTGx5KbnzWwsnRs1xXpcwGk5uNL+WW230i02m0800y3pqZXd2/7\ndtDHn7HY8wNBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUNX2+d3lY+Xz7m1Wupxz/6T8XABnWfkxAJK0\na2n6OIBRT/ez/69RfnyCxjK98Nx8/Fwfv435/EAZ9vxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EFS2\nz29miyXdJek0SQ1JG919vZndLOk6SQeLm6519wezj5joWefWoU8dB3DuJ8uPAZCks/quS47v+ujt\nyfHDjYHywdH0mgFAL2rmIJ8xSavd/UkzO1HSE2b2cDH2ZXf/UvfKA9At2fC7+z5J+4rLh81sh6RF\n3S4MQHcd12d+MztT0vskbSuuusHMnjazTWZ2Usk2K81s2MyGRzXSVrEAOqfp8JvZPEn3SbrJ3V+T\ntEHSOZIu0MQ7g1un2s7dN7r7kLsPDWiwAyUD6ISmwm9mA5oI/jfc/duS5O773X3cJ1aZvF3Shd0r\nE0CnZcNvZibpDkk73P22SdcvnHSzKyU92/nyAHRLM3/tv0jSNZKeMbOniuvWSlpmZhdIckm7Ja1q\nu5rM1NVUKzA7HXjV9uT42YPXJscf/uD68rpo9WEaauav/T+QNNWE83xPH0DP4gg/ICjCDwRF+IGg\nCD8QFOEHgiL8QFDVnrq7XW1MB1ZfegnuJSueSI5fvu7Py7edtyf92K8cSo8DNWDPDwRF+IGgCD8Q\nFOEHgiL8QFCEHwiK8ANBmVe4/LOZHZT0P5Oueo+klysr4Pj0am29WpdEba3qZG1nuPupzdyw0vC/\n48HNht19qLYCEnq1tl6tS6K2VtVVG2/7gaAIPxBU3eHfWPPjp/Rqbb1al0Rtraqltlo/8wOoT917\nfgA1qSX8ZnaZmT1nZi+a2Zo6aihjZrvN7Bkze8rMhmuuZZOZHTCzZyddd7KZPWxmLxRfp1wmraba\nbjaz/y2eu6fM7Pdqqm2xmf27me0wsx+Z2Y3F9bU+d4m6anneKn/bb2b9kp6XdKmkPZK2S1rm7j+u\ntJASZrZb0pC7194TNrMPSDoi6S53P7+47ouSDrn7uuIX50nu/hc9UtvNko7UvXJzsaDMwskrS0u6\nQtIK1fjcJeq6WjU8b3Xs+S+U9KK773T3o5LulbS0hjp6nrs/IunYM4EslbS5uLxZEy+eypXU1hPc\nfZ+7P1lcPizprZWla33uEnXVoo7wL5L0k0nf71FvLfntkh4ysyfMbGXdxUxhQbFs+lvLp8+vuZ5j\nZVdurtIxK0v3zHPXyorXnVZH+Kda/aeXWg4XufuvS7pc0vXF21s0p6mVm6syxcrSPaHVFa87rY7w\n75G0eNL3p0vaW0MdU3L3vcXXA5LuV++tPrz/rUVSi68Haq7nbb20cvNUK0urB567Xlrxuo7wb5e0\nxMzOMrPZkj4maUsNdbyDmc0t/hAjM5sr6cPqvdWHt0haXlxeLumBGmv5Bb2ycnPZytKq+bnrtRWv\naznIp2hlfEVSv6RN7v75youYgpmdrYm9vTRxZuO766zNzO6RdLEmZn3tl/Q5Sf8i6VuS3ivpJUlX\nuXvlf3grqe1iTbx1fXvl5rc+Y1dc2/slfV/SM5IaxdVrNfH5urbnLlHXMtXwvHGEHxAUR/gBQRF+\nICjCDwRF+IGgCD8QFOEHgiL8QFCEHwjq/wG7KOB/vLK6NwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x24181474e80>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52912, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAEJlJREFUeJzt3X+QVfV5x/H3s8sCCsYBlR9B1DR1\nOkWsJN2iE53WjGOCbaaYP+KETjvUSUOaSKuJScMwnZFM2g5JVaSNYQYLDc6oSWYSK3/YRMu0IYnW\nuvgjQGgbJ0NkgQAGa4QOy/54+sde0g3u+Z6799xzzl2ez2uG2bv3e8+9D+fez969+3zP+Zq7IyLx\ndNVdgIjUQ+EXCUrhFwlK4RcJSuEXCUrhFwlK4RcJSuEXCUrhFwlqSpUPNtWm+XRmVPmQ/88sPZ4z\n03FwbnbdV8091kpFUqO9Ry5JjvccOZm+g4Kvp7Kc4iSnfSCnuFGFwm9my4CNQDfwD+6+PnX76czg\nWrupyEO2zKZNS477wEBy/PAfvidz7D8+/eWWapL6/Ma9n0iOz7//meR40ddTWZ7zHU3ftuVf+82s\nG3gQuAVYBKwws0Wt3p+IVKvIZ/6lwCvu/mN3Pw18FVjenrJEpGxFwr8AODDm+/7Gdb/EzFaZWZ+Z\n9Q1Sz69CIvJWRcI/3h8V3vJXDnff7O697t7bQ/pzkohUp0j4+4GFY76/FDhUrBwRqUqR8D8PXGlm\n7zCzqcCHge3tKUtEytZyq8/dh8xsNfBtRlt9W919b9sqmyDrmZocz2u9HF2d3coDeP7ujYnRnuS2\nwz6SHO82zbVqRZH9mn4+4brTdybH53wppxWY93ocPJ0cr0KhPr+7Pwk82aZaRKRCessRCUrhFwlK\n4RcJSuEXCUrhFwlK4RcJqtLj+YtK9U7z+qY/vSvdx3/5L9KH5Q57d2JMffw65O3X1PMyheznE+DF\ntenXwzVT0ocEz3ug9XkAVc0B0KtSJCiFXyQohV8kKIVfJCiFXyQohV8kqI5q9RU5DPLQp9OtvN2f\nSrduBn04Od417omLRqmV15lSz0teezbv9ZDXGr46pxX49nuzW4FVHQ6sV61IUAq/SFAKv0hQCr9I\nUAq/SFAKv0hQCr9IUNX2+c0KHcp48LPZvfw9d5bXx4diPWPpPLlzMwrOA8ibV7K4O3sewIIvFDgt\n+GBTq3MDeucXCUvhFwlK4RcJSuEXCUrhFwlK4RcJSuEXCapQn9/M9gNvAsPAkLv3JjdwT/byU318\nSPfyy+zj59Hx/OeesucBpF7Li0mfCyA5D8A9ue1Y7Zjk8153f60N9yMiFdJblkhQRcPvwFNmtsvM\nVrWjIBGpRtFf+69390NmNgd42sz+0913jr1B44fCKoDpnF/w4USkXQq987v7ocbXo8DjwNJxbrPZ\n3XvdvbeHaUUeTkTaqOXwm9kMM7vgzGXgfcCedhUmIuUq8mv/XOBxMztzP4+6+7faUpWIlM58An3B\noqYvWOiXffyTmeN7P/JgaY9dZi8+r6crnafH0kt0F1XmOR6u2nJH5tirmzZw6uCBpg7qV6tPJCiF\nXyQohV8kKIVfJCiFXyQohV8kqEpbfb95zTR/5lsLWt6+zGWy81ozqfu/ds3Hk9te/J3+5PjIhTOS\n4zZc3XPUSbw73bHqeuNkcvy137k0c+y59ZuS2xZ5PTQjdf8jtP58v2fZQXa9PKBWn4hkU/hFglL4\nRYJS+EWCUvhFglL4RYJS+EWCqnaJ7hxlH2ZZlpn96aXFh35yIDluU9JPw8jQ0IRrOhfk7ZehnP0y\ns39OO8tpq9Q8gbwUtOsQcr3ziwSl8IsEpfCLBKXwiwSl8IsEpfCLBKXwiwRVaZ/fsEnby0/xoj9C\nu3P2yUjM4/lz90tOn7/w89KhUhmynKXoxzpHd4+I5FH4RYJS+EWCUvhFglL4RYJS+EWCUvhFgsrt\n85vZVuADwFF3X9y4bjbwNeAKYD9wm7u/Xl6Znc2KrsY8nHN89kjQJcCHm+9Zj6fw83KOa+ad/yvA\nsrOuWwPscPcrgR2N70VkEskNv7vvBI6fdfVyYFvj8jbg1jbXJSIla/Uz/1x3PwzQ+Nq550sSkXGV\n/gc/M1tlZn1m1nfsZ0E/u4p0oFbDf8TM5gM0vh7NuqG7b3b3XnfvveSic++gHpHJqtXwbwdWNi6v\nBJ5oTzkiUpXc8JvZY8CzwK+ZWb+ZfQRYD9xsZj8Cbm58LyKTSG6f391XZAzd1OZaJq2yj+cv1u2e\nxHQ8f6m0e0SCUvhFglL4RYJS+EWCUvhFglL4RYKq9NTdjieXF+7KaWqlljWuU9mH9HrUJbqLbq9D\nepM6M00iUjqFXyQohV8kKIVfJCiFXyQohV8kKIVfJKhK+/zDOCdGBjLH39Y1Pb29Zzdu65wDcHzR\ntOT4nBNXJ8cHL5iaHLegS3R7V7rT3/NG9msJ4GeL089LdHrnFwlK4RcJSuEXCUrhFwlK4RcJSuEX\nCUrhFwnK3KvrIZ83d6H/6h98KnN852fuS25/Ydd5mWOp8wQA9JhWC4qmf+hE5tj87vOT23bquSPy\nLH3/AfpePtXUqRAm5/9QRApT+EWCUvhFglL4RYJS+EWCUvhFglL4RYLKPZ7fzLYCHwCOuvvixnXr\ngI8Cxxo3W+vuT+bdV8/Rk8zb+Ezm+E3/mz0HAOD76/4uc2wK6T5+mfMAUucZkGwDnl6P4Pyu9HkO\n/v71y5PjWx/8vcyxF//yy8ltI2jmnf8rwLJxrt/g7ksa/3KDLyKdJTf87r4TOF5BLSJSoSKf+Veb\n2Q/MbKuZzWpbRSJSiVbDvwl4J7AEOAxkTso3s1Vm1mdmfYOkz7kmItVpKfzufsTdh919BHgIWJq4\n7WZ373X33h50QkWRTtFS+M1s/phvPwjsaU85IlKVZlp9jwE3AhebWT9wD3CjmS0BHNgPfKzEGkWk\nBLnhd/cV41y9paVHM8N6snu3Fz30bHLz60f+PHPs3z63IbnteZbuGReZBzBZj/2uwoAPZo7l9fF3\nnkrf9z/fdl1y/JILT6bvICFv7sa58JxP/v+BiLRE4RcJSuEXCUrhFwlK4RcJSuEXCarSJbpxxwdP\nZw6n2oAAF23JbgW+d+STyW3/5fP3J8dnWnr2YaoVGPm04KlWHsA068kcy2vlff7225PjXXtfTI4P\nvr83/QDB6Z1fJCiFXyQohV8kKIVfJCiFXyQohV8kKIVfJKhq+/w5UnMAID0PYPY/pg8HvnkkfVrw\nb/9VennwWYklnfN63V3n8M/YVB8f4KWB7FO3fe5PPpHcdsp3drVU0xldQ9UtPz8ZnbuvShFJUvhF\nglL4RYJS+EWCUvhFglL4RYJS+EWC6qg+f54i5wKYtS09D+CWofQ8gO3rs+cBzOmekdy2k08DXbS2\n759Kb7/u9j/NHMvr4+c9p3nzQjhH2/ypc0v4BP7TeucXCUrhFwlK4RcJSuEXCUrhFwlK4RcJSuEX\nCSq3z29mC4GHgXnACLDZ3Tea2Wzga8AVwH7gNnd/vbxS04qcCwDgwkf+PTn++9ydOfaZex5Nblun\nYSw5PqMr+3h7gBump5/SP/vb9PyIeT98JXPMlyxKbstIzhyEN9JLcP/PpennvE6p+RUjFU1QaOad\nfwi4291/HbgOuMPMFgFrgB3ufiWwo/G9iEwSueF398Pu/kLj8pvAPmABsBzY1rjZNuDWsooUkfab\n0Gd+M7sCeBfwHDDX3Q/D6A8IYE67ixOR8jQdfjObCXwDuMvdfz6B7VaZWZ+Z9Q2S/nwpItVpKvxm\n1sNo8B9x9282rj5iZvMb4/OBo+Nt6+6b3b3X3Xt7SC+GKSLVyQ2/mRmwBdjn7mOXut0OrGxcXgk8\n0f7yRKQs5p5uK5jZDcB3gd2MtvoA1jL6uf/rwGXAq8CH3P146r7eZrP9WrupaM3l6MpZZnsk+zBK\nLN1Oo+RDdq0r+/F9aCi5bffc9J9q1jz7VHL83VPT62yfZ9nttqpaWuMpe1n1vEOli7hqyx2ZY69u\n2sCpgwdyXpCjcvv87v49yGwWd2iSRSSPZviJBKXwiwSl8IsEpfCLBKXwiwSl8IsENalO3V2qVB8f\n0vMA8nq6efddkHtTbd3x5cwDmGHpQ6Vndk1Pjqf63WX32suU18fPm8OQ+r8v3pheuvzyLzyTOfZT\nTx/mPJbe+UWCUvhFglL4RYJS+EWCUvhFglL4RYJS+EWCUp+/WYWO5y/Qh29G6nwBieWcR7ctt7Zk\nv7vEY97z5C09XmYfH9K9/AWJPj7knIZ+sPnnU+/8IkEp/CJBKfwiQSn8IkEp/CJBKfwiQSn8IkGp\nz98OOWsflK9Av7zk2rsSS4Tn9drLVHYf/+r708fkL7g3u5eft5x8cjn6CTyfeucXCUrhFwlK4RcJ\nSuEXCUrhFwlK4RcJSuEXCSq3z29mC4GHgXmMNpQ3u/tGM1sHfBQ41rjpWnd/sqxCRSYqr5efktfH\nv+aL6T7+2x9o/Zj8ZB+/jZqZ5DME3O3uL5jZBcAuM3u6MbbB3e8trzwRKUtu+N39MHC4cflNM9sH\nLCi7MBEp14Q+85vZFcC7gOcaV602sx+Y2VYzm5WxzSoz6zOzvkEGChUrIu3TdPjNbCbwDeAud/85\nsAl4J7CE0d8M7htvO3ff7O697t7bw7Q2lCwi7dBU+M2sh9HgP+Lu3wRw9yPuPuzuI8BDwNLyyhSR\ndssNv5kZsAXY5+73j7l+/pibfRDY0/7yRKQszfy1/3rgj4DdZvZS47q1wAozWwI4sB/4WCkVimTI\na+WlDhke8MHktr1/szo5Pu9LBU6vTXXtvJRm/tr/PRj3oGz19EUmMc3wEwlK4RcJSuEXCUrhFwlK\n4RcJSuEXCUqn7pZJq8ipv3/rvjuT4/Pz+vjT0lPVfaDzj2PRO79IUAq/SFAKv0hQCr9IUAq/SFAK\nv0hQCr9IUOYVLi9tZseAn4y56mLgtcoKmJhOra1T6wLV1qp21na5u1/SzA0rDf9bHtysz917aysg\noVNr69S6QLW1qq7a9Gu/SFAKv0hQdYd/c82Pn9KptXVqXaDaWlVLbbV+5heR+tT9zi8iNakl/Ga2\nzMz+y8xeMbM1ddSQxcz2m9luM3vJzPpqrmWrmR01sz1jrpttZk+b2Y8aX8ddJq2m2taZ2cHGvnvJ\nzH63ptoWmtm/mtk+M9trZnc2rq913yXqqmW/Vf5rv5l1A/8N3Az0A88DK9z9h5UWksHM9gO97l57\nT9jMfhs4ATzs7osb130ROO7u6xs/OGe5+2c7pLZ1wIm6V25uLCgzf+zK0sCtwB9T475L1HUbNey3\nOt75lwKvuPuP3f008FVgeQ11dDx33wkcP+vq5cC2xuVtjL54KpdRW0dw98Pu/kLj8pvAmZWla913\nibpqUUf4FwAHxnzfT2ct+e3AU2a2y8xW1V3MOOY2lk0/s3z6nJrrOVvuys1VOmtl6Y7Zd62seN1u\ndYR/vNV/OqnlcL27vxu4Bbij8eutNKeplZurMs7K0h2h1RWv262O8PcDC8d8fylwqIY6xuXuhxpf\njwKP03mrDx85s0hq4+vRmuv5hU5auXm8laXpgH3XSSte1xH+54ErzewdZjYV+DCwvYY63sLMZjT+\nEIOZzQDeR+etPrwdWNm4vBJ4osZafkmnrNyctbI0Ne+7TlvxupZJPo1WxgNAN7DV3f+68iLGYWa/\nwui7PYye2fjROmszs8eAGxk96usIcA/wT8DXgcuAV4EPuXvlf3jLqO1GRn91/cXKzWc+Y1dc2w3A\nd4HdwJmlfNcy+vm6tn2XqGsFNew3zfATCUoz/ESCUvhFglL4RYJS+EWCUvhFglL4RYJS+EWCUvhF\ngvo/AeYKB1v1anQAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241814a0748>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52912, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAADuBJREFUeJzt3W+MXNV9xvHn2bXBBUcqdgxxHQjG\nMVUpVUmztaJSRUSIiFSRDJXi4qqpq6ZxooKSlLQqcl/Am6qoapLyoqV1wIqJEv6oCbVfkDTIikSp\nCGVBKCahTQi4xMW1F5sqdqjBu/vri72OFth77uz8u+P9fT+StTP3zN357fU+e2fmnHuOI0IA8hlr\nuwAA7SD8QFKEH0iK8ANJEX4gKcIPJEX4gaQIP5AU4QeSWjbMJxtfeW4sW72qtv3sF386xGqApeek\nfqrX4zV38tiewm/7Wkl3SBqXdFdE3F58stWrtPaWT9e2b7zx8fITjo3Xt8VseV+GMSOBx2Nfx4/t\n+mW/7XFJfyfpQ5Iuk7TV9mXdfj8Aw9XLe/5Nkp6LiOcj4nVJ90na3J+yAAxaL+FfJ+nH8+4frLa9\nge3ttidtT86cONHD0wHop17Cv9CHCm95Yx0ROyNiIiImxleu7OHpAPRTL+E/KOnCefffKeml3soB\nMCy9hP8JSRttr7d9lqQbJO3tT1kABq3rrr6ImLZ9k6R/0VxX366I+F5pn1/5+Sn9+/X/WNu+/uf+\nqPicl/7hZH2jG7o2m9rpCkQyPfXzR8RDkh7qUy0AhojhvUBShB9IivADSRF+ICnCDyRF+IGkhno9\n/6xCr8Wp2vYXrr2ruP+l9/1+bdv6rfu7rktS+XJhSZqd6e37AyOGMz+QFOEHkiL8QFKEH0iK8ANJ\nEX4gqaF29Y3JOtvLa9tfnX29uP8P3n9Pbdt7924p7rvm+ueL7TE9XWwvdgXSDYgzEGd+ICnCDyRF\n+IGkCD+QFOEHkiL8QFKEH0hqqP38Tc4ZO6vYXhoH8OR7Hyju+4FvlJcRXPHbx4rts8eP17Z5ebnu\nmCmPA/BYRysqY5FitjAdO2MzOPMDWRF+ICnCDyRF+IGkCD+QFOEHkiL8QFI99fPbPiDpuKQZSdMR\nMdGPouqUxgGcmD1Z3Pfbv7yn2L7lG1cX209sXlXbNnO0PEagScz2tDu6wZLtfRnk84GIeLkP3wfA\nEPGyH0iq1/CHpG/ZftL29n4UBGA4en3Zf2VEvGT7fEkP2/6PiHhk/gOqPwrbJemidSN1KQGQWk9n\n/oh4qfp6RNKDkjYt8JidETERERNrVjeshwdgaLoOv+1zbb/t9G1JH5T0TL8KAzBYvbwOv0DSg57r\nMlkm6asR8c2+VAVg4LoOf0Q8L+lX+1hLT1aOrSi2N60J8MAl+4rtf/zN99W2ff/WXy/uO/5aQ0f+\n0u9SbsXY6/XX7I89+nR556ZxAE3OgHECdPUBSRF+ICnCDyRF+IGkCD+QFOEHkkoz3rZpWvBTUZ7K\n+e/Xfae+8a5CG0bShvs/WWx/95+U/0+9rBydpunaR6ErkDM/kBThB5Ii/EBShB9IivADSRF+ICnC\nDySVpp+/yXKXZxlqGgdQMqby5aGzDdf0Nu2fVdNxm1X9pdQ/+p1/KO67IRrGAdw8wHEAQxoDwJkf\nSIrwA0kRfiApwg8kRfiBpAg/kBThB5Kin79DTeMAesE6Rt1pOm4zUT8+omkq9x/d0DAOwD3OB7C8\nfn6JmD5V3Ldf4wA48wNJEX4gKcIPJEX4gaQIP5AU4QeSIvxAUo39/LZ3SfqwpCMRcXm1bZWk+yVd\nLOmApC0R8crgygQWb9z157azG371G8cBNM0HoO7HAfQ2F0Bx1zfo5Mz/JUnXvmnbLZL2RcRGSfuq\n+wDOII3hj4hHJB170+bNknZXt3dLuq7PdQEYsG7f818QEYckqfp6fv9KAjAMA//Az/Z225O2J6eO\ndj8PHoD+6jb8h22vlaTq65G6B0bEzoiYiIiJNau5hAUYFd2Gf6+kbdXtbZL29KccAMPSGH7b90p6\nTNIv2j5o+2OSbpd0je0fSrqmug/gDNLYzx8RW2uaru5zLWesmaifHx6jqTQGQGoeB/BalK+572Uc\nQC9zAehU52s8MMIPSIrwA0kRfiApwg8kRfiBpAg/kBRTd/dBU7cRzjyN/6cNl872cknwu2fKlwNv\n+NNCV+AipvXmtxZIivADSRF+ICnCDyRF+IGkCD+QFOEHkqKfvw9enD5RbD9ZWCoag7PC9X3eFy1b\n2dP3HuQlwc/9bvly4PXnbK//vn/1WHHf+TjzA0kRfiApwg8kRfiBpAg/kBThB5Ii/EBS9PNXmqbf\nLvXr/t6nbi7uu/LfXii2e1l5JaOYzrnMmcfL56aYKf+fnfiN9bVtj9y5s7hvL78PHbUXzrtNz/3C\ndfW1b7rz5eK+83HmB5Ii/EBShB9IivADSRF+ICnCDyRF+IGkGvv5be+S9GFJRyLi8mrbbZI+Lmmq\netiOiHhoUEWOurNfKS/XPDM1VWzHYKyY+oW2S+hK0xiBU1E/7iOaFhSYp5Mz/5ckXbvA9i9ExBXV\nv7TBB85UjeGPiEckHRtCLQCGqJf3/DfZ/q7tXbbP61tFAIai2/DfKWmDpCskHZL0uboH2t5ue9L2\n5NTRnGPUgVHUVfgj4nBEzETErKQvStpUeOzOiJiIiIk1q8sXsAAYnq7Cb3vtvLvXS3qmP+UAGJZO\nuvrulXSVpLfbPijpVklX2b5CcwsVH5D0iQHWCGAAGsMfEVsX2Hz3AGo5Y80uK7+AGnN53n4vW15s\nj+nyOIKlyuMN8xzMlD9DirHu10to6mtv03LXHxer8595dH9CAANF+IGkCD+QFOEHkiL8QFKEH0iK\nqbv7oekqymh4QMNUzY37L1Ex23Tcyu1j0/XHtdepuXvdfxSMfoUABoLwA0kRfiApwg8kRfiBpAg/\nkBThB5Kinx9LlmfqxwFMq3w5cGkJ7aVi6f+EABZE+IGkCD+QFOEHkiL8QFKEH0iK8ANJ0c+PpWu2\n/pr7kzFd3PVsl6dTb9Mwl+gGsAQRfiApwg8kRfiBpAg/kBThB5Ii/EBSjf38ti+UdI+kd0ialbQz\nIu6wvUrS/ZIulnRA0paIeGVwpQKL48K8/aea1kpoUdOaAMNconta0mcj4pckvU/SjbYvk3SLpH0R\nsVHSvuo+gDNEY/gj4lBEPFXdPi7pWUnrJG2WtLt62G5J1w2qSAD9t6j3/LYvlvQeSY9LuiAiDklz\nfyAknd/v4gAMTsfht71S0tckfSYifrKI/bbbnrQ9OXW0PG8agOHpKPy2l2su+F+JiK9Xmw/bXlu1\nr5V0ZKF9I2JnRExExMSa1fUfVAAYrsbw27akuyU9GxGfn9e0V9K26vY2SXv6Xx6AQenkkt4rJX1U\n0n7bT1fbdki6XdIDtj8m6UVJHxlMiUCXClN3nxrwsudN3XWzhUtvS115krR+z/batv/53zvKhc3T\nGP6IeFSq7Ty8uuNnAjBSGOEHJEX4gaQIP5AU4QeSIvxAUoQfSIqpu7FkeaZ+OPnJHrv5S/30Unl6\nbUk6Z+ys2rYN932yuO+lN3+ntu2VeLW473yc+YGkCD+QFOEHkiL8QFKEH0iK8ANJEX4gKfr5sXRN\n1/e1n1rEFNcLeS1OFdtXjq0otl/yT5+obdtY6MeXJC+vHyOgU/2duhvAEkT4gaQIP5AU4QeSIvxA\nUoQfSIrwA0nRz4/R1eMy2p6p3//V2fKvftP1+L3040vSxk89XttW7MeXFNOFMQaLWI+AMz+QFOEH\nkiL8QFKEH0iK8ANJEX4gKcIPJNXYz2/7Qkn3SHqHpFlJOyPiDtu3Sfq4pKnqoTsi4qFBFQosWnHe\n/vKv/nKPF9t76ceXJC+rf/5iP760qL78kk4G+UxL+mxEPGX7bZKetP1w1faFiPibvlQCYKgawx8R\nhyQdqm4ft/2spHWDLgzAYC3qPb/tiyW9R9Lp1zQ32f6u7V22z6vZZ7vtSduTU0fLQyYBDE/H4be9\nUtLXJH0mIn4i6U5JGyRdoblXBp9baL+I2BkRExExsWZ1+X0UgOHpKPy2l2su+F+JiK9LUkQcjoiZ\niJiV9EVJmwZXJoB+awy/bUu6W9KzEfH5edvXznvY9ZKe6X95AAalk0/7r5T0UUn7bT9dbdshaavt\nKySFpAOSyn0fwLAVpu5+17L/K+66fu/NxfZLe+jKk6QodEP2qyuvSSef9j8qLTjJOX36wBmMEX5A\nUoQfSIrwA0kRfiApwg8kRfiBpJi6G0tWnFM/vfZVX/6z4r6X/sVjxfae+vGlofXll3DmB5Ii/EBS\nhB9IivADSRF+ICnCDyRF+IGkHEPsb7Q9Jem/5m16u6SXh1bA4oxqbaNal0Rt3epnbe+KiDWdPHCo\n4X/Lk9uTETHRWgEFo1rbqNYlUVu32qqNl/1AUoQfSKrt8O9s+flLRrW2Ua1LorZutVJbq+/5AbSn\n7TM/gJa0En7b19r+T9vP2b6ljRrq2D5ge7/tp21PtlzLLttHbD8zb9sq2w/b/mH1dcFl0lqq7Tbb\n/10du6dt/1ZLtV1o+9u2n7X9Pdufrra3euwKdbVy3Ib+st/2uKQfSLpG0kFJT0jaGhHfH2ohNWwf\nkDQREa33Cdt+v6QTku6JiMurbX8t6VhE3F794TwvIv58RGq7TdKJtldurhaUWTt/ZWlJ10n6A7V4\n7Ap1bVELx62NM/8mSc9FxPMR8bqk+yRtbqGOkRcRj0g69qbNmyXtrm7v1twvz9DV1DYSIuJQRDxV\n3T4u6fTK0q0eu0JdrWgj/Osk/Xje/YMarSW/Q9K3bD9pe3vbxSzggmrZ9NPLp5/fcj1v1rhy8zC9\naWXpkTl23ax43W9thH+h1X9Gqcvhyoj4NUkfknRj9fIWnelo5eZhWWBl6ZHQ7YrX/dZG+A9KunDe\n/XdKeqmFOhYUES9VX49IelCjt/rw4dOLpFZfj7Rcz8+M0srNC60srRE4dqO04nUb4X9C0kbb622f\nJekGSXtbqOMtbJ9bfRAj2+dK+qBGb/XhvZK2Vbe3SdrTYi1vMCorN9etLK2Wj92orXjdyiCfqivj\nbyWNS9oVEX859CIWYPsSzZ3tpbmZjb/aZm2275V0leau+jos6VZJ/yzpAUkXSXpR0kciYugfvNXU\ndpXmXrr+bOXm0++xh1zbb0r6V0n7Jc1Wm3do7v11a8euUNdWtXDcGOEHJMUIPyApwg8kRfiBpAg/\nkBThB5Ii/EBShB9IivADSf0/x6Z0bP/HCTMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241814e5940>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52912, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAACn1JREFUeJzt3U+oXPd5h/HnW0uWiZKFTWojHLdJ\ngyk1gSjlohZciotxcLKRs0iJFkGFgLKIIYEsaryJNwVTmqRdlIBSi6iQOAQS11qYNkIE3EAxvjYm\nlqu2NkZNFAmpwYs4hcr/3i7uUbiR79Udz5z5Y97nA5eZOXPmnpdBz52/4peqQlI/v7XsASQth/FL\nTRm/1JTxS00Zv9SU8UtNGb/UlPFLTRm/1NSuRR7s+uypG9i7yENKrfwf/8trdTmT7DtT/EnuBf4O\nuA74h6p6+Fr738Be/ih3z3JISdfwVJ2aeN+pn/YnuQ74e+ATwB3AoSR3TPv7JC3WLK/5DwAvVdXL\nVfUa8F3g4DhjSZq3WeK/FfjZpsvnhm2/IcmRJOtJ1l/n8gyHkzSmWeLf6k2Ft/3/4Ko6WlVrVbW2\nmz0zHE7SmGaJ/xxw26bLHwDOzzaOpEWZJf6ngduTfCjJ9cBngBPjjCVp3qb+qK+q3khyP/AvbHzU\nd6yqXhhtMklzNdPn/FX1BPDESLNIWiC/3is1ZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxSU8YvNWX8\nUlPGLzVl/FJTxi81ZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxS\nU8YvNWX8UlPGLzU10yq9Sc4CrwJvAm9U1doYQ0mav5niH/xZVf1ihN8jaYF82i81NWv8BfwwyTNJ\njowxkKTFmPVp/51VdT7JzcDJJP9RVU9u3mH4o3AE4AbeM+PhJI1lpkf+qjo/nF4CHgMObLHP0apa\nq6q13eyZ5XCSRjR1/En2JnnflfPAx4HTYw0mab5medp/C/BYkiu/5ztV9c+jTCVp7qaOv6peBj46\n4iySFsiP+qSmjF9qyvilpoxfasr4paaMX2rK+KWmjF9qyvilpoxfasr4paaMX2rK+KWmjF9qyvil\npoxfasr4paaMX2rK+KWmjF9qyvilpoxfasr4paaMX2rK+KWmjF9qyvilpoxfasr4paaMX2pqx/iT\nHEtyKcnpTdtuSnIyyYvD6Y3zHVPS2CZ55P8WcO9V2x4ATlXV7cCp4bKkd5Ed46+qJ4FXrtp8EDg+\nnD8O3DfyXJLmbNrX/LdU1QWA4fTm8UaStAi75n2AJEeAIwA38J55H07ShKZ95L+YZB/AcHppux2r\n6mhVrVXV2m72THk4SWObNv4TwOHh/GHg8XHGkbQok3zU9yjwb8DvJzmX5HPAw8A9SV4E7hkuS3oX\n2fE1f1Ud2uaqu0eeRdIC+Q0/qSnjl5oyfqkp45eaMn6pKeOXmjJ+qSnjl5oyfqkp45eaMn6pKeOX\nmjJ+qSnjl5oyfqkp45eaMn6pKeOXmjJ+qSnjl5oyfqkp45eaMn6pKeOXmjJ+qSnjl5oyfqkp45ea\nMn6pKeOXmtox/iTHklxKcnrTtoeS/DzJc8PPJ+c7pqSxTfLI/y3g3i22f72q9g8/T4w7lqR52zH+\nqnoSeGUBs0haoFle89+f5CfDy4IbR5tI0kJMG/83gA8D+4ELwFe32zHJkSTrSdZf5/KUh5M0tqni\nr6qLVfVmVb0FfBM4cI19j1bVWlWt7WbPtHNKGtlU8SfZt+nip4DT2+0raTXt2mmHJI8CdwHvT3IO\n+ApwV5L9QAFngc/PcUZJc7Bj/FV1aIvNj8xhFkkL5Df8pKaMX2rK+KWmjF9qyvilpoxfasr4paaM\nX2rK+KWmjF9qyvilpoxfasr4paaMX2rK+KWmjF9qyvilpoxfasr4paaMX2rK+KWmjF9qyvilpoxf\nasr4paaMX2rK+KWmjF9qyvilpoxfamrH+JPcluRHSc4keSHJF4ftNyU5meTF4fTG+Y8raSyTPPK/\nAXy5qv4A+GPgC0nuAB4ATlXV7cCp4bKkd4kd46+qC1X17HD+VeAMcCtwEDg+7HYcuG9eQ0oa3zt6\nzZ/kg8DHgKeAW6rqAmz8gQBuHns4SfMzcfxJ3gt8H/hSVf3yHdzuSJL1JOuvc3maGSXNwUTxJ9nN\nRvjfrqofDJsvJtk3XL8PuLTVbavqaFWtVdXabvaMMbOkEUzybn+AR4AzVfW1TVedAA4P5w8Dj48/\nnqR52TXBPncCnwWeT/LcsO1B4GHge0k+B/wU+PR8RpQ0DzvGX1U/BrLN1XePO46kRfEbflJTxi81\nZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxSU8YvNWX8UlPGLzVl\n/FJTxi81ZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxSU8YvNWX8UlPGLzW1Y/xJbkvyoyRnkryQ5IvD\n9oeS/DzJc8PPJ+c/rqSx7JpgnzeAL1fVs0neBzyT5ORw3der6m/mN56kedkx/qq6AFwYzr+a5Axw\n67wHkzRf7+g1f5IPAh8Dnho23Z/kJ0mOJblxm9scSbKeZP11Ls80rKTxTBx/kvcC3we+VFW/BL4B\nfBjYz8Yzg69udbuqOlpVa1W1tps9I4wsaQwTxZ9kNxvhf7uqfgBQVRer6s2qegv4JnBgfmNKGtsk\n7/YHeAQ4U1Vf27R936bdPgWcHn88SfMyybv9dwKfBZ5P8tyw7UHgUJL9QAFngc/PZUJJczHJu/0/\nBrLFVU+MP46kRfEbflJTxi81ZfxSU8YvNWX8UlPGLzVl/FJTxi81ZfxSU8YvNWX8UlPGLzVl/FJT\nxi81lapa3MGS/wH+e9Om9wO/WNgA78yqzraqc4GzTWvM2X63qn57kh0XGv/bDp6sV9Xa0ga4hlWd\nbVXnAmeb1rJm82m/1JTxS00tO/6jSz7+tazqbKs6FzjbtJYy21Jf80tanmU/8ktakqXEn+TeJP+Z\n5KUkDyxjhu0kOZvk+WHl4fUlz3IsyaUkpzdtuynJySQvDqdbLpO2pNlWYuXma6wsvdT7btVWvF74\n0/4k1wH/BdwDnAOeBg5V1b8vdJBtJDkLrFXV0j8TTvKnwK+Af6yqjwzb/hp4paoeHv5w3lhVf7ki\nsz0E/GrZKzcPC8rs27yyNHAf8Bcs8b67xlx/zhLut2U88h8AXqqql6vqNeC7wMElzLHyqupJ4JWr\nNh8Ejg/nj7Pxj2fhtpltJVTVhap6djj/KnBlZeml3nfXmGsplhH/rcDPNl0+x2ot+V3AD5M8k+TI\nsofZwi3DsulXlk+/ecnzXG3HlZsX6aqVpVfmvptmxeuxLSP+rVb/WaWPHO6sqj8EPgF8YXh6q8lM\ntHLzomyxsvRKmHbF67EtI/5zwG2bLn8AOL+EObZUVeeH00vAY6ze6sMXryySOpxeWvI8v7ZKKzdv\ntbI0K3DfrdKK18uI/2ng9iQfSnI98BngxBLmeJske4c3YkiyF/g4q7f68Ang8HD+MPD4Emf5Dauy\ncvN2K0uz5Ptu1Va8XsqXfIaPMv4WuA44VlV/tfAhtpDk99h4tIeNRUy/s8zZkjwK3MXG//q6CHwF\n+Cfge8DvAD8FPl1VC3/jbZvZ7mLjqeuvV26+8hp7wbP9CfCvwPPAW8PmB9l4fb20++4acx1iCfeb\n3/CTmvIbflJTxi81ZfxSU8YvNWX8UlPGLzVl/FJTxi819f9c//ffDqVprQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241814c07f0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52911, 28, 28)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAADM5JREFUeJzt3V+MHXUZxvHn2e12K9UYEAq1FkFs\niMSEqptqhChKUNSL4oXGXphqjIt/MJpwIeFGbkzQCMIFmqzSWBJFTRTpBVEJ0WDjvy6k0mpVCKmw\ntOmCNQKKbXf39WKnspY9M6fnzJk57fv9JJtzzvxmdt7M7nNmzvnNzM8RIQD5jLRdAIB2EH4gKcIP\nJEX4gaQIP5AU4QeSIvxAUoQfSIrwA0mtaHJlKz0eq7S6yVXmYHduqziDc25N+d/jkvOeLm2f10Jp\n+yj7l0btf/KYnjk8X/IP8aK+wm/7akm3SxqV9O2IuLls/lVarbf6yn5WiWV4fLxjWxw5UrrsoS1v\nL23//Q3fKG3/58ILpe2vHHlZaTvqtem9T3Y9b89vy7ZHJd0h6X2SLpG0xfYlvf4+AM3q55hsk6TH\nIuLxiDgq6fuSNtdTFoBB6yf86yQtPcaYKab9H9uTtqdtTx9T+SEogOb0E/7lvlR4ybdLETEVERMR\nMTGmzp9NATSrn/DPSFq/5PVrJB3orxwATekn/LskbbB9oe2Vkj4iaUc9ZQEYtJ67+iJizvZ1kn6m\nxa6+bRHxx9oqAzBQffXzR8R9ku6rqRYADeL0KyApwg8kRfiBpAg/kBThB5Ii/EBShB9IivADSRF+\nICnCDyRF+IGkCD+QFOEHkiL8QFKEH0iK8ANJEX4gKcIPJEX4gaQIP5AU4QeSIvxAUoQfSIrwA0kR\nfiApwg8kRfiBpAg/kBThB5Lqa5Re2/slPSdpXtJcREzUURSAwesr/IV3RcQzNfweAA3isB9Iqt/w\nh6Sf237I9mQdBQFoRr+H/ZdFxAHbayTdb/vPEfHg0hmKN4VJSVqlM/pcHYC69LXnj4gDxeOspHsk\nbVpmnqmImIiIiTGN97M6ADXqOfy2V9t+xfHnkt4jaW9dhQEYrH4O+8+VdI/t47/nexHx01qqAjBw\nPYc/Ih6XdGmNtQBoEF19QFKEH0iK8ANJEX4gKcIPJEX4gaQIP5AU4QeSIvxAUoQfSIrwA0kRfiAp\nwg8kRfiBpAg/kBThB5Ii/EBShB9IivADSRF+ICnCDyRF+IGkCD+QFOEHkiL8QFKEH0iK8ANJEX4g\nKcIPJEX4gaQqw297m+1Z23uXTDvL9v22Hy0ezxxsmQDq1s2e/zuSrj5h2g2SHoiIDZIeKF4DOIVU\nhj8iHpR0+ITJmyVtL55vl3RNzXUBGLBeP/OfGxEHJal4XFNfSQCasGLQK7A9KWlSklbpjEGvDkCX\net3zH7K9VpKKx9lOM0bEVERMRMTEmMZ7XB2AuvUa/h2SthbPt0q6t55yADSlm66+uyX9RtLFtmds\nf0LSzZKusv2opKuK1wBOIZWf+SNiS4emK2uuBUCDOMMPSIrwA0kRfiApwg8kRfiBpAg/kBThB5Ii\n/EBShB9IivADSRF+ICnCDyRF+IGkCD+QFOEHkiL8QFKEH0iK8ANJEX4gKcIPJEX4gaQIP5AU4QeS\nIvxAUoQfSIrwA0kRfiApwg8kRfiBpAg/kFRl+G1vsz1re++SaTfZfsr27uLn/YMtE0Ddutnzf0fS\n1ctM/3pEbCx+7qu3LACDVhn+iHhQ0uEGagHQoH4+819n+5HiY8GZtVUEoBG9hv+bki6StFHSQUm3\ndJrR9qTtadvTx3Skx9UBqFtP4Y+IQxExHxELkr4laVPJvFMRMRERE2Ma77VOADXrKfy21y55+UFJ\nezvNC2A4raiawfbdkq6QdLbtGUlfknSF7Y2SQtJ+SdcOsEYAA1AZ/ojYsszkOwdQC4AGcYYfkBTh\nB5Ii/EBShB9IivADSRF+ICnCDyRF+IGkCD+QFOEHkiL8QFKEH0iK8ANJEX4gqcpLems3Mtr4Kk93\nHu28TaNi2eDt/5QzHwsd26LyL/4i/vRAUoQfSIrwA0kRfiApwg8kRfiBpAg/kFTz/fwL842v8nQX\n871vU3fuMkZLjsSx0vYVqudcGfb8QFKEH0iK8ANJEX4gKcIPJEX4gaQIP5BUZT+/7fWS7pJ0nqQF\nSVMRcbvtsyT9QNIFkvZL+nBE/KP0d60a1+jrL+63Zpwgxjr3+47MHCpd9j9nd3/993JG5b6WP1WV\nXVMvSUdirrR93J2jN+6x0mX/ufBCx7aFmq/nn5N0fUS8QdLbJH3W9iWSbpD0QERskPRA8RrAKaIy\n/BFxMCIeLp4/J2mfpHWSNkvaXsy2XdI1gyoSQP1O6jO/7QskvUnS7ySdGxEHpcU3CElr6i4OwOB0\nHX7bL5f0I0lfiIhnT2K5SdvTtqePzv+7lxoBDEBX4bc9psXgfzciflxMPmR7bdG+VtLscstGxFRE\nTETExMrRM+qoGUANKsNv25LulLQvIm5d0rRD0tbi+VZJ99ZfHoBBcUR514DtyyX9StIeLXb1SdKN\nWvzc/0NJ50t6QtKHIuJw2e96y6Xj8eufruu3ZtRopKKrbtSn56kgVV11cyq/TLrqstqq7fb8wn86\ntr19+uOly6657WUd26an79Czz8501f9a2c8fETuljv8hV3azEgDD5/R8WwdQifADSRF+ICnCDyRF\n+IGkCD+QVKO37rasMTNEN5pRdgvsqn76qstqZ+f/Vdr+7l2Tpe2v/lrn6K399R9Kl5VLuvEXuj+F\nnj0/kBThB5Ii/EBShB9IivADSRF+ICnCDyTVaD9/KCqvo8ZwGeT1/P3e/vqMkZWl7WV99VX99O/8\n7adK28+/pfyS+XW/faS0vdRI+TkIHilZ90nciZ09P5AU4QeSIvxAUoQfSIrwA0kRfiApwg8k1fj1\n/KfrfeCz6uf+9yMV+56qfvyqvvrLd36mY9vrbi2v+/xde0rbq3hF79GKufLzG0o3Of38AKoQfiAp\nwg8kRfiBpAg/kBThB5Ii/EBSlZ2RttdLukvSeZIWJE1FxO22b5L0SUlPF7PeGBH3DapQtONYlI9T\nP9Jx9PZFZdfUPzH3fOmy7955XWn7hq8eLW2/cHfn+99H2b3vpcpr6qtU9dUPg27ORJiTdH1EPGz7\nFZIesn1/0fb1iPja4MoDMCiV4Y+Ig5IOFs+fs71P0rpBFwZgsE7qM7/tCyS9SdLviknX2X7E9jbb\nZ3ZYZtL2tO3pp/9efggJoDldh9/2yyX9SNIXIuJZSd+UdJGkjVo8MrhlueUiYioiJiJi4pxXMU4f\nMCy6Cr/tMS0G/7sR8WNJiohDETEfEQuSviVp0+DKBFC3yvDbtqQ7Je2LiFuXTF+7ZLYPStpbf3kA\nBqWbb/svk/RRSXts7y6m3Shpi+2NWryIcL+kawdSIVpVNaT6vqPlQ0J/4Jef69h28a3ll+Re9Mju\n0vaqm8AP8rLa00E33/bvlJbtzKVPHziFcYYfkBThB5Ii/EBShB9IivADSRF+IKlGb92NwSi7fXbV\nrdL/MV/eT//WnZ8ubb/oK8dK2zfsfqhj2yD76aUcffX9YM8PJEX4gaQIP5AU4QeSIvxAUoQfSIrw\nA0k54iTG9O13ZfbTkv62ZNLZkp5prICTM6y1DWtdErX1qs7aXhsR53QzY6Phf8nK7emImGitgBLD\nWtuw1iVRW6/aqo3DfiApwg8k1Xb4p1pef5lhrW1Y65KorVet1NbqZ34A7Wl7zw+gJa2E3/bVtv9i\n+zHbN7RRQye299veY3u37emWa9lme9b23iXTzrJ9v+1Hi8dlh0lrqbabbD9VbLvdtt/fUm3rbf/C\n9j7bf7T9+WJ6q9uupK5Wtlvjh/22RyX9VdJVkmYk7ZK0JSL+1GghHdjeL2kiIlrvE7b9DknPS7or\nIt5YTPuqpMMRcXPxxnlmRHxxSGq7SdLzbY/cXAwos3bpyNKSrpH0MbW47Urq+rBa2G5t7Pk3SXos\nIh6PiKOSvi9pcwt1DL2IeFDS4RMmb5a0vXi+XYv/PI3rUNtQiIiDEfFw8fw5ScdHlm5125XU1Yo2\nwr9O0pNLXs9ouIb8Dkk/t/2Q7cm2i1nGucWw6ceHT1/Tcj0nqhy5uUknjCw9NNuulxGv69ZG+Jcb\n/WeYuhwui4g3S3qfpM8Wh7foTlcjNzdlmZGlh0KvI17XrY3wz0hav+T1ayQdaKGOZUXEgeJxVtI9\nGr7Rhw8dHyS1eJxtuZ7/GaaRm5cbWVpDsO2GacTrNsK/S9IG2xfaXinpI5J2tFDHS9heXXwRI9ur\nJb1Hwzf68A5JW4vnWyXd22It/2dYRm7uNLK0Wt52wzbidSsn+RRdGbdJGpW0LSK+3HgRy7D9Oi3u\n7aXFOxt/r83abN8t6QotXvV1SNKXJP1E0g8lnS/pCUkfiojGv3jrUNsVWjx0/d/Izcc/Yzdc2+WS\nfiVpj168SfCNWvx83dq2K6lri1rYbpzhByTFGX5AUoQfSIrwA0kRfiApwg8kRfiBpAg/kBThB5L6\nLwpPqRMdEhPDAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x24181466080>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "for i_set in range(0,10):\n",
    "    im_stack = pickle.load(open(train_datasets[i_set],'rb'))\n",
    "    print(im_stack.shape)\n",
    "    for i_im in range(0,1):\n",
    "        plt.imshow(im_stack[i_im,:,:])\n",
    "        plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "cYznx5jUwzoO"
   },
   "source": [
    "---\n",
    "Problem 3\n",
    "---------\n",
    "Another check: we expect the data to be balanced across classes. Verify that.\n",
    "\n",
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(52909, 28, 28)\n",
      "(52911, 28, 28)\n",
      "(52912, 28, 28)\n",
      "(52911, 28, 28)\n",
      "(52912, 28, 28)\n",
      "(52912, 28, 28)\n",
      "(52912, 28, 28)\n",
      "(52912, 28, 28)\n",
      "(52912, 28, 28)\n",
      "(52911, 28, 28)\n"
     ]
    }
   ],
   "source": [
    "for i_set in range(0,10):\n",
    "    im_stack = pickle.load(open(train_datasets[i_set],'rb'))\n",
    "    print(im_stack.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "LA7M7K22ynCt"
   },
   "source": [
    "Merge and prune the training data as needed. Depending on your computer setup, you might not be able to fit it all in memory, and you can tune `train_size` as needed. The labels will be stored into a separate array of integers 0 through 9.\n",
    "\n",
    "Also create a validation dataset for hyperparameter tuning."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     },
     "output_extras": [
      {
       "item_id": 1
      }
     ]
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 411281,
     "status": "ok",
     "timestamp": 1444485897869,
     "user": {
      "color": "#1FA15D",
      "displayName": "Vincent Vanhoucke",
      "isAnonymous": false,
      "isMe": true,
      "permissionId": "05076109866853157986",
      "photoUrl": "//lh6.googleusercontent.com/-cCJa7dTDcgQ/AAAAAAAAAAI/AAAAAAAACgw/r2EZ_8oYer4/s50-c-k-no/photo.jpg",
      "sessionId": "2a0a5e044bb03b66",
      "userId": "102167687554210253930"
     },
     "user_tz": 420
    },
    "id": "s3mWgZLpyuzq",
    "outputId": "8af66da6-902d-4719-bedc-7c9fb7ae7948",
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training: (200000, 28, 28) (200000,)\n",
      "Validation: (10000, 28, 28) (10000,)\n",
      "Testing: (10000, 28, 28) (10000,)\n"
     ]
    }
   ],
   "source": [
    "def make_arrays(nb_rows, img_size):\n",
    "  if nb_rows:\n",
    "    dataset = np.ndarray((nb_rows, img_size, img_size), dtype=np.float32)\n",
    "    labels = np.ndarray(nb_rows, dtype=np.int32)\n",
    "  else:\n",
    "    dataset, labels = None, None\n",
    "  return dataset, labels\n",
    "\n",
    "def merge_datasets(pickle_files, train_size, valid_size=0):\n",
    "  num_classes = len(pickle_files)\n",
    "  valid_dataset, valid_labels = make_arrays(valid_size, image_size)\n",
    "  train_dataset, train_labels = make_arrays(train_size, image_size)\n",
    "  vsize_per_class = valid_size // num_classes\n",
    "  tsize_per_class = train_size // num_classes\n",
    "    \n",
    "  start_v, start_t = 0, 0\n",
    "  end_v, end_t = vsize_per_class, tsize_per_class\n",
    "  end_l = vsize_per_class+tsize_per_class\n",
    "  for label, pickle_file in enumerate(pickle_files):       \n",
    "    try:\n",
    "      with open(pickle_file, 'rb') as f:\n",
    "        letter_set = pickle.load(f)\n",
    "        # let's shuffle the letters to have random validation and training set\n",
    "        np.random.shuffle(letter_set)\n",
    "        if valid_dataset is not None:\n",
    "          valid_letter = letter_set[:vsize_per_class, :, :]\n",
    "          valid_dataset[start_v:end_v, :, :] = valid_letter\n",
    "          valid_labels[start_v:end_v] = label\n",
    "          start_v += vsize_per_class\n",
    "          end_v += vsize_per_class\n",
    "                    \n",
    "        train_letter = letter_set[vsize_per_class:end_l, :, :]\n",
    "        train_dataset[start_t:end_t, :, :] = train_letter\n",
    "        train_labels[start_t:end_t] = label\n",
    "        start_t += tsize_per_class\n",
    "        end_t += tsize_per_class\n",
    "    except Exception as e:\n",
    "      print('Unable to process data from', pickle_file, ':', e)\n",
    "      raise\n",
    "    \n",
    "  return valid_dataset, valid_labels, train_dataset, train_labels\n",
    "            \n",
    "            \n",
    "train_size = 200000\n",
    "valid_size = 10000\n",
    "test_size = 10000\n",
    "\n",
    "valid_dataset, valid_labels, train_dataset, train_labels = merge_datasets(\n",
    "  train_datasets, train_size, valid_size)\n",
    "_, _, test_dataset, test_labels = merge_datasets(test_datasets, test_size)\n",
    "\n",
    "print('Training:', train_dataset.shape, train_labels.shape)\n",
    "print('Validation:', valid_dataset.shape, valid_labels.shape)\n",
    "print('Testing:', test_dataset.shape, test_labels.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "GPTCnjIcyuKN"
   },
   "source": [
    "Next, we'll randomize the data. It's important to have the labels well shuffled for the training and test distributions to match."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "6WZ2l2tN2zOL"
   },
   "outputs": [],
   "source": [
    "def randomize(dataset, labels):\n",
    "  permutation = np.random.permutation(labels.shape[0])\n",
    "  shuffled_dataset = dataset[permutation,:,:]\n",
    "  shuffled_labels = labels[permutation]\n",
    "  return shuffled_dataset, shuffled_labels\n",
    "train_dataset, train_labels = randomize(train_dataset, train_labels)\n",
    "test_dataset, test_labels = randomize(test_dataset, test_labels)\n",
    "valid_dataset, valid_labels = randomize(valid_dataset, valid_labels)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "puDUTe6t6USl"
   },
   "source": [
    "---\n",
    "Problem 4\n",
    "---------\n",
    "Convince yourself that the data is still good after shuffling!\n",
    "\n",
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(200000, 28, 28)\n",
      "(200000,)\n",
      "4\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAGQtJREFUeJzt3Xl41NW5B/Dvm4WELKwBAiQQEhCK\nWoiNLFLrVi1qEXGholX0KmARr73aTe691q7Xp7d1qXUDodpFcKtKn+uCpVSKAhqVqjVsSiQIJCBL\nwpZkMu/9I0OfVHPe35CZzAw938/z8JDMd87vd2aSN5PJ+Z1zRFVBRP5JS3YHiCg5WPxEnmLxE3mK\nxU/kKRY/kadY/ESeYvETeYrFT+QpFj+RpzISebIukqXZyO2UY0tmppnnDWs084KMg2a+eXNfZxbK\nErPtyAE7zXzD4e5mLptazBxD053RsOx9ZtN1NX3sYwcYUWw/to3WY/sg4HGVuR8XEPzYqra6H1tG\ng/390Hv4ATPvIiEz3/ZhgZnjwCE776DDOIAmbbS/ISMklst7RWQigHsApAN4WFXvsO7fTXrpWDnL\nOqB9QqOvGUUDzaYTnt9k5tf1fMvML7/yRme2d1iW2bbyBw+Y+dlVk8w848K9Zi5L8p3Z88OfN9tO\nuGmWmQd9TV69+0EzP2/9ee5w8n773M/lmXHQYxv/reudWa8/bzbbTl+x2swHZuwx8x9efrWZY/U7\n7izN/qGHsPuH5hpdhnrdHVXxd/jXfhFJB3AfgHMBjAQwTURGdvR4RJRYsbznHwNgk6p+qKpNABYD\nmByfbhFRZ4ul+AcCqGnz+dbIbf9ERGaKSKWIVDbDfp9FRIkTS/G3977iM2/KVXWeqlaoakUm7PfG\nRJQ4sRT/VgDFbT4vArAttu4QUaLEUvxvABgmIkNEpAuAywAsiU+3iKizdXicX1VDIjIHwEtoHepb\nqKp/D2xoDB2lZdlvC8KHDzuzXWcOMtvOLfg/u18B1x98eLH7OoK+ZfZYd5B5QxeZ+ZSrv2PmS8p+\nZqT2cFntlM79O8yDZU84swtielxA0GOrO9f92Fq6lJptp+a9FHBu+3Wz+nz7+6nEGElMyw6og0PG\nNQJHMXIf00U+qvo8AHuwlYhSEi/vJfIUi5/IUyx+Ik+x+Ik8xeIn8hSLn8hTCZ3PHyTc2PEx54Kl\nH5r5GVfac44mFr5v5sN+657v31Bqz91eXNbTzP+r8hozHzrvTTOfeJp76ur95Y+ZbYt+a6+DEOQv\nY+3Xj9lvu/s2eJ49jfrL428w87nlL5j5wKfcjy3v1Q1m28tmnGnmBV3s+f6lT9trDYStzBrHjyO+\n8hN5isVP5CkWP5GnWPxEnmLxE3mKxU/kqZhW7z1a3TP66Phu7iG3Q+OOM9vnrN3izEI7as22aSeM\nMPNQ7652+1feNkJ7tdWms8vNPGed3ffQRzVmbq6wKwE/342VYKMStNKsGoNaAd97GSX2NO1DQ+1l\nxzOXGUOJAeeW8uPNPJxtj5LLqr+ZeXoP95LmQXXQ9c1qZ7Zq91PY11zXuav3EtGxjcVP5CkWP5Gn\nWPxEnmLxE3mKxU/kKRY/kacSOqU3XJaOxgfc45vLR843209cd74z0/8ebba957H7zPy4THup5S/c\n/g1nVj/UbIqNX7d36X2k3r39NwA8efYYMw/VbHWHQSO+QeP0sbJ2Vh5c7MwA4PKXXjXzK/I/MfOR\n9892ZsV/sncIfu7pBWaeJfZU6C/eaO9+XHuxe/r6xtPtOrhmy6nOLHO6NVn4n/GVn8hTLH4iT7H4\niTzF4ifyFIufyFMsfiJPsfiJPBXTOL+IVANoANACIKSqFdb9+3RpwKxBr3T4fBcWrnVm8068wGwb\nNI4fZN9w93h1Tpm9THOQKXkfmfmi/l+xD2CM80uaPdCvoZB97ACSYX8LWdP5Q/3tJc2/mmtcvwAA\nsNdgODSkyZnVD8kx2waN4wfZPcK+fuLkwfbX3DKn3zJn9npmQ9THicdFPmeo6q44HIeIEoi/9hN5\nKtbiVwBLReRNEZkZjw4RUWLE+mv/BFXdJiJ9AbwsIutUdUXbO0R+KMwEgIIBXWI8HRHFS0yv/Kq6\nLfJ/HYBnAHxmBoqqzlPVClWtyO+VUlsDEnmtw8UvIrkikn/kYwDnAHgvXh0jos4Vy0txPwDPSOuy\n0RkAHlPVF+PSKyLqdAldt79b/kA9udw9x/qDGfYvIoMWu8dOs154w2z78XdPMfODRfb69cO/7V6H\nPa3Qno///vft9eX7vGL/LaTnI6vM3Fy3P4Ff33bF0LcdN9lfs0Pj7G2yh97mHvNu2Whv6b7ldvvc\noRy776Xfsb9mOn6UM9t0vX2NgFUHb6/8JRr2beW6/UTkxuIn8hSLn8hTLH4iT7H4iTzF4ifyVEIv\nuWvpkob9g7KdeVnRx2b7PUVFziwr4NwHB9lDed2L7Gm5aQW9nVlzwNTUkiJ70mNt8UAzt4+e4mIY\naiy85zX7Dr+0R7RajHOn5eebbQ8XuacDA0Bmnp2n5dpTyPf3t+pgm9l2d7G7Dlq6RDXKB4Cv/ETe\nYvETeYrFT+QpFj+Rp1j8RJ5i8RN5isVP5KmETukdemKO/vzZYc78gtyDZvsF+wqd2a/uu8hs+/bc\n++3OBSh98npnVjDU3ir69fInzbxRm8180qXXmbm85p5uLFn2FRDa6N4qOhrBS3cb319h+9qLoGMH\nPbbwAfeU39ob7Sm7a2+N7ftlxMPuLd0B4NSvvOPM5hfbW5NvaHY/rkvO34X33mnilF4icmPxE3mK\nxU/kKRY/kadY/ESeYvETeYrFT+SphM7nr9nfCzf99XJnftKX7zbb//TNc53Z8KW1ZtsfzBhp5pO7\nvW3mRcvde03vq7aX5t5+4n4zn7X5EjPPqNpi5tZouTbZ887NpbWjENMW3wHnDjq2eQ1BgMJV9Wa+\n5IC9hXdZpn1tx6AX7WtW/px/ojv8mj3Of8nb7us+Pjj4sNm2Lb7yE3mKxU/kKRY/kadY/ESeYvET\neYrFT+QpFj+RpwLn84vIQgBfBVCnqidEbusF4HEAJQCqAUxV1T1BJ+vepa+e0udrznzLFaVm++Ln\ndjizoC2XD08aY+b7B9jbIhc85N5yOWhe+fbZXzDzfqvtraZllXu+PgBI+fHOrGGYvT59/h8qzTxI\nw0UVZt5tvXs/hPDfquyDB12D0IlrUWQU9gu4g32JTGirvQeFtVZBWkmx2TZc417Xf3XjC6gPfxK3\n+fyPAJj4qdu+B2CZqg4DsCzyOREdQwKLX1VXANj9qZsnA3g08vGjAC6Mc7+IqJN19D1/P1XdDgCR\n//vGr0tElAidfm2/iMwEMBMAstPzOvt0RBSljr7y14pIfwCI/F/nuqOqzlPVClWt6JLWtYOnI6J4\n62jxLwEwPfLxdADPxac7RJQogcUvIosArAIwXES2isi1AO4AcLaIbARwduRzIjqGBL7nV9Vpjuis\noz1Zepmi+0L3OvHvDrHXSr98yhnObMcP7PHmxffdaeb9M+y/R4zKnu3MGoba689/eLH9uH7f0NvM\nfz1rsplf99AzzuyyfPvyixHHux9XNNbNsB/biwfd10Dce457fQYACH1YbZ88zb42w9wXIOAaglCt\n851sq6BrDAL6pi3uvrVs2tzxYx/FtQ+8wo/IUyx+Ik+x+Ik8xeIn8hSLn8hTLH4iTyV06e7uGYdw\nfoF7a+IgY3q4h0B+VzzCbBs0lBfkQJF7CCW7vz0lN8jorK1mXl9iTxkelWVNH7WXoG4cYG8PDolt\n2uzYLPdQ49297enGsGdpxyZoSCxoOnFQHrD9uCmWIcyjOU1cjkJExxwWP5GnWPxEnmLxE3mKxU/k\nKRY/kadY/ESeCly6O5665wzQcSNmOPP1M+xx39In3WPS6X95y2xbd8MpZm6N4wPAkP983Zll9LO3\n6K66dbCZ919pjxnnPbHazOunjXNmdfaK5Rj+w/X2HQKsv224mfdb487yF9uPK5lLdx+r1ugy1Ovu\nuC3dTUT/glj8RJ5i8RN5isVP5CkWP5GnWPxEnmLxE3kqofP5m/PSseOUHs78rAp7K+rVm0c5s4Er\n7YfScMohMx8x0L39NwCEhw1xZgdL3I8JAM4Y83czf6X5BDPPe8KMUTfWnU0Y+77ZdscI9+MCAASM\nGE8YZx//VRnpzPIX28fmOH7n4is/kadY/ESeYvETeYrFT+QpFj+Rp1j8RJ5i8RN5KnCcX0QWAvgq\ngDpVPSFy2+0AZgDYGbnbXFV9PuhYA/vtwo9vXujMz885bLZfcO0HzuzexovMtpvOsLeSDlI6Z5Yz\nKyjdbbZdMGilmW/u/6KZT6n+jpkvv+hnzmxQwH4FQ28sNfMgSwevMPPmQcud2XlPXWu2TVu51j55\nZ65vH7SWQJBYrlFIoXX7HwEwsZ3b71LV0ZF/gYVPRKklsPhVdQUA+6WNiI45sbznnyMi74jIQhHp\nGbceEVFCdLT4HwBQBmA0gO0AfuG6o4jMFJFKEanctzs+71WIKHYdKn5VrVXVFlUNA5gPwLlMpKrO\nU9UKVa3o3ivgDxlElDAdKn4R6d/m0ykA3otPd4goUaIZ6lsE4HQABSKyFcD3AZwuIqMBKIBqAO5x\nMCJKSYHFr6rT2rl5QUdOtqW+ADe+ON2Zj5zk/NMBAODHKye52z7zkdn2lqtPMvPJPe11/0v+6P57\nxd7SArPt5hP2m/nXq64y8wGLN5r5NZMvd2aPD19ktu37XLaZB83nrzv1gJlfseEyZ5bx1gazbdg+\nNaCB93Dr7HH8oLF6q+9B4/jWsY/iz2q8wo/IUyx+Ik+x+Ik8xeIn8hSLn8hTLH4iTyV0i+5uab11\nXGZ7EwRbabm93XNaVbUzCzc0mG0zSgaZebhbjp2/s87MLVJhL82dVr3dzFt2fWK3z3YP10mu/bha\nPoltzlZ6715mHt7vHgrUxsaYzt2ZMgr7BdzBHiUPbf3YzMVon1ZSbLYN12xzZqsbX0B9+BNu0U1E\nbix+Ik+x+Ik8xeIn8hSLn8hTLH4iT7H4iTyV0C26G0uysfFHxzvzD876tdn+uBXuqa9Db7Onlk56\ndrWZX5RvTy+9+KabndneUnv65rs328uGf736dDPffb69RGLLnj3uMGgsPcaprYHXCVjTT4POHeu0\nWWNqbNC1F7MW/cHMyzLtay/+44pvmPmmS93XZnww9UGz7edfb2+Wfavmm7PMtm3xlZ/IUyx+Ik+x\n+Ik8xeIn8hSLn8hTLH4iT7H4iTyV0HH+4tw9+Pm4xzvc/rujljqzX51jb9F9fQ97fjWQa6Yfn+Ye\nky4YutOZRWPB4JfNfNLnrjNzec09zi/p9li4hkJmHihorD6G7aStOe8AIFn2mHb4gPvajx3ju5lt\nL8g9aOZAVzPd8hU7P3P8OwHHd3uq/GFndknOrqiPw1d+Ik+x+Ik8xeIn8hSLn8hTLH4iT7H4iTzF\n4ifyVOC6/SJSDOA3AArRumvyPFW9R0R6AXgcQAmAagBTVdWYWA7k9i7WEyZ+05nnXWePxe9ZXOTM\nes9fZbbdeN9YM+9etM/MB8yud2ahYnuL7qYf2ceuXTHQzIt/9JqZm2PtCdyXIeFiWA8gLT/fbLru\nLnsPicy8JjMv+7dNZr5/4onOLOcGuw52Pe5e13/903fh4M6auK3bHwJwi6p+DsA4ADeIyEgA3wOw\nTFWHAVgW+ZyIjhGBxa+q21X1rcjHDQCqAAwEMBnAo5G7PQrgws7qJBHF31G95xeREgDlANYA6Keq\n24HWHxAA+sa7c0TUeaIufhHJA/A0gG+qqvsN8GfbzRSRShGpDB2219kjosSJqvhFJBOthf97VT2y\nsmGtiPSP5P0B1LXXVlXnqWqFqlZkZNuTZ4gocQKLX0QEwAIAVap6Z5toCYDpkY+nA3gu/t0jos4S\nzZTeCQCuBPCuiKyN3DYXwB0AnhCRawFsAXBp0IHSm8LIqznszD+osf9sMGhrx6ef5myxp7buC3c3\n88JPqp1ZRqb9NG4IeFx9ajwdjgsYhtxx0ylmfnCsPe122G3uIdaWTZvNttk1Xcw8lJNp5uGDdt+6\nbnfXwcYae3vwwVvcdZDeFP33UmDxq+pKAK6v4FlRn4mIUgqv8CPyFIufyFMsfiJPsfiJPMXiJ/IU\ni5/IUwldurugZC9mLHzGmU/Ns6e+PjjGPfV13uALzLbv3WRvkx1kaNP1ziynzO735jHupZYBYN85\nh8x86vszzRyvv+uMJNMer9Zme2pqkJiOP+7zZttXv32nmeelube5BoAht7qXPC/8kz2WXjUrtu+X\nkfWzzXz0eVXObOmQ5WbbN09zP6dXTYp+GXm+8hN5isVP5CkWP5GnWPxEnmLxE3mKxU/kKRY/kacS\nOs6/sykfD205zZlPHbnEbP/sjtHOrPd79lj52sZGMx8dsN1z9w3ueen1oR5mW4yx40X1Q808o3av\nmVurHGio2T550PLXAQKPb8jYYT+uxxpKzXxm921m3nWz+xqE/Gp7SbldLXbePeAag17r7K3J3zh+\nsDscYjbF/bVnOrOdzX+0G7fBV34iT7H4iTzF4ifyFIufyFMsfiJPsfiJPMXiJ/JU4Bbd8dQ9o4+O\n7zbZmR8cf5zZPndtjTMLbd9htm2aeLKZ7x9gX/LQa6F7C/CgOe21syrMvN+aBjPXN9zz9QEgo9A9\nNz3cr5fZNvw397zyaKSN+pyd1+52ZqEdtfbBA+b77yy3d4DqO/8NZ6Yhew+Ig1PsLd1DXe3rI7o9\nttrM03u494kIqoOcympntmr3U9jXXBe3LbqJ6F8Qi5/IUyx+Ik+x+Ik8xeIn8hSLn8hTLH4iTwXO\n5xeRYgC/AVAIIAxgnqreIyK3A5gB4MhC4XNV9XnrWNrSgpZ99c4866W3zL6Ewu450lJ+vNn2mrvd\n+wUAwMTcj8x88uFbnNm+Uvtn6Puz7TXgZ9RMMPOPr7HHfUf+bqMz+9/Cl8y25T+115fXgBHjtbfa\nj+2W7Sc5s6qrhpttS+7dYObPD3jNzE/KmuPMBizfY7b9yS8eMvMeaYfNfM7Bfzfzrs++7syC6qBF\nw85Mw/b1C21Fs5hHCMAtqvqWiOQDeFNEXo5kd6nqz6M+GxGljMDiV9XtALZHPm4QkSoA7q1ziOiY\ncFTv+UWkBEA5gDWRm+aIyDsislBEejrazBSRShGpbIa9lBYRJU7UxS8ieQCeBvBNVa0H8ACAMgCj\n0fqbwS/aa6eq81S1QlUrMmGvk0dEiRNV8YtIJloL//eq+gcAUNVaVW1R1TCA+QhcppKIUklg8YuI\nAFgAoEpV72xze/82d5sC4L34d4+IOks0f+2fAOBKAO+KyNrIbXMBTBOR0QAUQDWAWbF2Jq1LppmH\nD7uH+vYen2+2varbroCz29ND64wZwd1K3dNWo/HtwqVmPu3Ub5n5vb0XGmme2XbfyfaQVaxmF6xw\nZpeeak+bvbfvAjNPF/uxNYx2/41pzy73lFoA+JK9MjcA+w47P2+X1qBn3Vlatv32OHzIXqY+WtH8\ntX8lgPZGe80xfSJKbbzCj8hTLH4iT7H4iTzF4ifyFIufyFMsfiJPJXTp7m7SS8fKWUZvAuaPGn2V\nDHvUcv0D5WZeOsReRjr7yiZn1lziXjobAArv3Gzma5bZ05FL/su9bDgAbP6f8c6s4kvrzLZ7Z/Qx\n8yA95u8088oVI5zZkFs7/rgAYPSp9pTfhjnGkuZr37fPvWiUmefm2PNU+l9rPy8tuz5xhzHUwRpd\nhnrdzaW7iciNxU/kKRY/kadY/ESeYvETeYrFT+QpFj+RpxI6zi8iOwG0XSO7AEDQRPtkSdW+pWq/\nAPato+LZt8GqGtXFGwkt/s+cXKRSVe3N65MkVfuWqv0C2LeOSlbf+Gs/kadY/ESeSnbxz0vy+S2p\n2rdU7RfAvnVUUvqW1Pf8RJQ8yX7lJ6IkSUrxi8hEEVkvIptE5HvJ6IOLiFSLyLsislZEKpPcl4Ui\nUici77W5rZeIvCwiGyP/t7tNWpL6druIfBx57taKyHlJ6luxiCwXkSoR+buI3BS5PanPndGvpDxv\nCf+1X0TSAWwAcDaArQDeADBNVe0J1gkiItUAKlQ16WPCIvIlAPsB/EZVT4jc9jMAu1X1jsgPzp6q\n+t0U6dvtAPYne+fmyIYy/dvuLA3gQgBXI4nPndGvqUjC85aMV/4xADap6oeq2gRgMYDJSehHylPV\nFQA+vSPIZACPRj5+FK3fPAnn6FtKUNXtqvpW5OMGAEd2lk7qc2f0KymSUfwDAdS0+XwrUmvLbwWw\nVETeFJGZye5MO/pFtk0/sn163yT359MCd25OpE/tLJ0yz11HdryOt2QUf3tLDKXSkMMEVT0JwLkA\nboj8ekvRiWrn5kRpZ2fplNDRHa/jLRnFvxVAcZvPiwBsS0I/2qWq2yL/1wF4Bqm3+3DtkU1SI//X\nJbk//5BKOze3t7M0UuC5S6Udr5NR/G8AGCYiQ0SkC4DLACxJQj8+Q0RyI3+IgYjkAjgHqbf78BIA\n0yMfTwfwXBL78k9SZedm187SSPJzl2o7XiflIp/IUMbdANIBLFTVnyS8E+0QkVK0vtoDrZuYPpbM\nvonIIgCno3XWVy2A7wN4FsATAAYB2ALgUlVN+B/eHH07Ha2/uv5j5+Yj77ET3LcvAvgrgHcBhCM3\nz0Xr++ukPXdGv6YhCc8br/Aj8hSv8CPyFIufyFMsfiJPsfiJPMXiJ/IUi5/IUyx+Ik+x+Ik89f9E\nmjpbOqGY1QAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241dc75bb70>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAENxJREFUeJzt3X+Q1PV9x/HXe4/jFDCoIMggiiHU\n6JgGOzeM1SZDJjFDbCLQmdjQNqWJE2KrTTKxM7FOJ7F/pHFMY+pMYjIYGXHij2SqRtoSo0ONlKka\nTksDKaZRShRBQI0IkoO73Xf/uCVzwfu+v8t+d/e7x+f5mHHubt/73e/bZV/73bvP9/v5mLsLQHoq\nZTcAoByEH0gU4QcSRfiBRBF+IFGEH0gU4QcSRfiBRBF+IFETOrmz6af3+Dlzsndpsrbt2xWfydjO\nfaP75L0e8rePVXJeT1sOTMus9f3fr+MHt+zHHvQ3dcQHG3oxFwq/mS2WdKukHknfcfebovufM2eC\nnnz4rMx6j7Xvg0jVa2G9nftG9xnyalu3n1SZGNbf8dgnMmvz/vS/wm2try+z9uThH4bbjtb0K97M\neiR9U9KHJF0gabmZXdDs4wHorCKHu4WSnnP37e5+RNJ9kpa0pi0A7VYk/LMlvTjq5531236Lma00\nswEzG3jl1fijN4DOKRL+sf6o8Ja/g7j7Knfvd/f+6dP4vRroFkXSuFPSnFE/nyVpV7F2AHRKkfBv\nkjTfzM41s4mSPiZpbWvaAtBuTQ/1ufuwmV0r6UcaGepb7e4/i7b5+Qtn6H3XXJ1ZH5oUvxftPze7\nvmjpM+G2t81+MqwXGQosOoz47q/+VViftuVwWB+e0pNZs2IjWm1V7YuHowdPjZ+318+LH/8979ma\nWfvmWevDbfOG6g75kXjn40ChcX53XydpXYt6AdBB/AUOSBThBxJF+IFEEX4gUYQfSBThBxLV0ev5\nK68f0sk/+Elm/eTgOmVJeltQe/7L8RXW7/3RsrC+4V0PhvXDPpRZm6DscfZGzNh0KKxXNm4O672V\nYP+1Lh7ozzE5pz4t5/WyK1iN6vLLrwm3veLm+DyAz5++PayPBxz5gUQRfiBRhB9IFOEHEkX4gUQR\nfiBRHR3qk0k2ofldRtvWBgfDbY/cNTN+8K/G5Uob3yd9QrHHtt7gOa0yJflY+tZtCuvrt8Rz0e7/\n15PD+t+fEV7drloX/Ltw5AcSRfiBRBF+IFGEH0gU4QcSRfiBRBF+IFGdHed3yYeHm9+81vyyylNe\nKjbVct6Sy0XYcLFlzHwoeE7H8SW97RStdCtJwy/uDOsbvnBJvIPV8Th/pafYEuGtwJEfSBThBxJF\n+IFEEX4gUYQfSBThBxJF+IFEFRrnN7Mdkg5Iqkoadvf+VjTVDkXH0nFi8cPxsud5805MfDieD+Cy\nbR8J69VDBaJX4HyX0Vpxks/73P2VFjwOgA7iYz+QqKLhd0mPmNnTZrayFQ0B6IyiH/svdfddZjZD\n0qNm9qy7bxh9h/qbwkpJOkmTCu4OQKsUOvK7+676172SHpS0cIz7rHL3fnfv71V8MQWAzmk6/GY2\n2cxOOfq9pA9K2tqqxgC0V5GP/TMlPWgjK6VOkHSPuz/ckq4AtF3T4Xf37ZLe3cJegM6JljVXsbkj\nJKln8Z6w/s6efZm1vDNSfCiYmyJYlvxYDPUBiSL8QKIIP5Aowg8kivADiSL8QKI6O3U30EkWTLfu\nOQNqxzFkNubm0XCcJB8q9PAtwZEfSBThBxJF+IFEEX4gUYQfSBThBxJF+IFEMc6P8SvnstxoefLn\n71kQblodjKPxO58cCOt5U397NVg6veA5Bo3iyA8kivADiSL8QKIIP5Aowg8kivADiSL8QKIY50f3\niq7HL+jWhfeF9TUvXxrW9+ftwHKOqz6c9whtx5EfSBThBxJF+IFEEX4gUYQfSBThBxJF+IFE5Y7z\nm9lqSR+WtNfdL6zfdrqk70maK2mHpCvd/Vfta/PE5r3F3oMrE3uzH7uac817u1WCsfromvYG+HA8\nVv7qVb+fWfvDSZvDbb9ycGpYn6xXw/p40Mir7k5Ji4+57XpJ6919vqT19Z8BjCO54Xf3DZJeO+bm\nJZLW1L9fI2lpi/sC0GbNft6c6e67Jan+dUbrWgLQCW0/t9/MVkpaKUknaVK7dwegQc0e+feY2SxJ\nqn/dm3VHd1/l7v3u3t+rviZ3B6DVmg3/Wkkr6t+vkPRQa9oB0Cm54TezeyU9Iek8M9tpZldJuknS\nZWb2C0mX1X8GMI7k/s7v7sszSu9vcS/JsqGcteJz1I4Ei70Hc9d3u7y57/dee0lYX/M3twTVk8Jt\ne3vG7/PWKM7wAxJF+IFEEX4gUYQfSBThBxJF+IFEMXV3F9h+dTxFdeUj2ZemSlJtYrCkc7tXe86Z\nXbt2cvYw5uQZb4bb/uU7N4T1q6d+I6wf9uaPbRXrzDLZZeLIDySK8AOJIvxAogg/kCjCDySK8AOJ\nIvxAohjnb4GevOWYc3xl4QNhfc/QqWG918pb7vmUnsGwPq83c5InXdQXX8rcZ9lTkkvSkMdj8UM6\n8S/LLYIjP5Aowg8kivADiSL8QKIIP5Aowg8kivADiWKcvwWqHo9X550HcPsnl4X1ysZ4OWlVgmW4\ny566uzI3szTh7Nnhpns+ENeXfuaxsP53058N66njyA8kivADiSL8QKIIP5Aowg8kivADiSL8QKJy\nx/nNbLWkD0va6+4X1m+7UdKnJO2r3+0Gd1/XriZPeD05k9/nsJ7scf62zz6fc45DdJ7B8C9fDDed\n9p0Xwvp//vPMsP5n687MrH137o/Dbau1+Lh4Ipwg08iR/05Ji8e4/evuvqD+H8EHxpnc8Lv7Bkmv\ndaAXAB1U5Hf+a83sp2a22sxOa1lHADqi2fB/S9I8SQsk7Zb0taw7mtlKMxsws4EhHW5ydwBaranw\nu/sed6+6e03S7ZIWBvdd5e797t7fq75m+wTQYk2F38xmjfpxmaStrWkHQKc0MtR3r6RFkqab2U5J\nX5K0yMwWaGQkaYekT7exRwBtkBt+d18+xs13tKGXdFWLjcZ7Nbhmv+zr+SM58xxU+uJ5+6uv7w/r\nu27szy7e+eNwW7O2nyFROs7wAxJF+IFEEX4gUYQfSBThBxJF+IFEnQhXJmK8yhmGrA3mDFNafCl0\n7yMDmbX7D74t3HbmpANh/VdhdXzgyA8kivADiSL8QKIIP5Aowg8kivADiSL8QKIY50eSvvGZPw7r\nNhxPSd6bM6etDw8dd0+dxpEfSBThBxJF+IFEEX4gUYQfSBThBxJF+IFEMc6P8cubn1574sObWtjI\nGAr0ZhPiWIZTtR/HbjnyA4ki/ECiCD+QKMIPJIrwA4ki/ECiCD+QqNxxfjObI+kuSWdKqkla5e63\nmtnpkr4naa6kHZKudPcTYTpzpKDSU2z7okufB2sO+PBwscduUCNH/mFJ17n7+ZIulnSNmV0g6XpJ\n6919vqT19Z8BjBO54Xf33e7+TP37A5K2SZotaYmkNfW7rZG0tF1NAmi94/qd38zmSrpI0lOSZrr7\nbmnkDULSjFY3B6B9Gg6/mU2RdL+kz7n7G8ex3UozGzCzgSEdbqZHAG3QUPjNrFcjwb/b3R+o37zH\nzGbV67Mk7R1rW3df5e797t7fq75W9AygBXLDb2Ym6Q5J29z9llGltZJW1L9fIemh1rcHoF0auaT3\nUkkfl7TFzDbXb7tB0k2Svm9mV0l6QdJH29Mi0AZFh+ry5CwfHl3y+/w9C8JNa0PZx+zDX3wi3u8o\nueF3942Ssv5P3t/wngB0Fc7wAxJF+IFEEX4gUYQfSBThBxJF+IFEMXV3C9Ry5kvOvXg0b0wYXcf6\n4rNV/XB8KvvOv70ks/bcotvCbeet/0TQWONzd3PkBxJF+IFEEX4gUYQfSBThBxJF+IFEEX4gUcmM\n89f6ik3VnDeWX+ixJ8bvwbxDNyk4f8J6cl4PFj/reeP4b/zJxWH9qWtuyaxVfWK47Zn/kn2Owb7X\nG3+18LoCEkX4gUQRfiBRhB9IFOEHEkX4gUQRfiBRnR3nN8kmNL/LaNvaYDwP++vviMdOy/TmrN6w\nPjVn+8rE7O19ON25Arya/ZqIaiN3iJfJfvmz2dfjS9K/XXdzWJ9SmZK97aGTwm2nPr49s9ZzoPEl\n8TjyA4ki/ECiCD+QKMIPJIrwA4ki/ECiCD+QqNxBdzObI+kuSWdKqkla5e63mtmNkj4laV/9rje4\n+7rwwVzy4WD8NGf++mhb643H8c/782fDep6aagW2jq8dP/hHB8L61O/Gj147MhQU27wOfReL5tYf\n/MDvhtv2fv7lsP7f58dz6x+sNX8+yxe3XRHWp+/538ya55yfMFojHQ5Lus7dnzGzUyQ9bWaP1mtf\nd/d/bHhvALpGbvjdfbek3fXvD5jZNkmz290YgPY6rt/5zWyupIskPVW/6Voz+6mZrTaz0zK2WWlm\nA2Y2MKTGTz0E0F4Nh9/Mpki6X9Ln3P0NSd+SNE/SAo18MvjaWNu5+yp373f3/l7F65sB6JyGwm9m\nvRoJ/t3u/oAkufsed6+6e03S7ZIWtq9NAK2WG34zM0l3SNrm7reMun3WqLstk7S19e0BaJdG/tp/\nqaSPS9piZpvrt90gabmZLZDkknZI+nTeA9VOnaRfL8r+gHBkSvxetH9+dn3Zko3htv8w8ydhverx\nUF6fxZfdFrH14rvD+hWPLw7r23/49sza5JfiKcd7D8X/35XhYlOWV/uy/82OTI6Hdg+eHder5x8M\n63/9rsczaytPjV8vef/eQx4PoVYKnEIz+MT0nHtkD/Udj0b+2r9R0lj/CvGYPoCuxhl+QKIIP5Ao\nwg8kivADiSL8QKIIP5Cojk7dfd7Z+/TYbd/OrPfkLItcRN44fjv3nSevt7XzH44fYH4Lm0lE1ePL\nrA97cJm0pAk5l2lPqsSXmEf/5mf9e3z+Qqtw5AcSRfiBRBF+IFGEH0gU4QcSRfiBRBF+IFHmXux6\n7ePamdk+Sb8cddN0Sa90rIHj0629dWtfEr01q5W9nePuZzRyx46G/y07Nxtw9/7SGgh0a2/d2pdE\nb80qqzc+9gOJIvxAosoO/6qS9x/p1t66tS+J3ppVSm+l/s4PoDxlH/kBlKSU8JvZYjP7uZk9Z2bX\nl9FDFjPbYWZbzGyzmQ2U3MtqM9trZltH3Xa6mT1qZr+ofx1zmbSServRzF6qP3ebzezyknqbY2aP\nmdk2M/uZmX22fnupz13QVynPW8c/9ptZj0YmHr9M0k5JmyQtd/f/6WgjGcxsh6R+dy99TNjM3ivp\noKS73P3C+m03S3rN3W+qv3Ge5u5f6JLebpR0sOyVm+sLyswavbK0pKWS/kIlPndBX1eqhOetjCP/\nQknPuft2dz8i6T5JS0roo+u5+wZJrx1z8xJJa+rfr9HIi6fjMnrrCu6+292fqX9/QNLRlaVLfe6C\nvkpRRvhnS3px1M871V1LfrukR8zsaTNbWXYzY5hZXzb96PLpM0ru51i5Kzd30jErS3fNc9fMitet\nVkb4x1r9p5uGHC5199+T9CFJ19Q/3qIxDa3c3CljrCzdFZpd8brVygj/TklzRv18lqRdJfQxJnff\nVf+6V9KD6r7Vh/ccXSS1/nVvyf38Rjet3DzWytLqgueum1a8LiP8myTNN7NzzWyipI9JWltCH29h\nZpPrf4iRmU2W9EF13+rDayWtqH+/QtJDJfbyW7pl5easlaVV8nPXbStel3KST30o458k9Uha7e5f\n7ngTYzCzt2vkaC+NzGx8T5m9mdm9khZp5KqvPZK+JOkHkr4v6WxJL0j6qLt3/A9vGb0t0shH19+s\n3Hz0d+wO9/YHkv5D0hZJR6fJvUEjv1+X9twFfS1XCc8bZ/gBieIMPyBRhB9IFOEHEkX4gUQRfiBR\nhB9IFOEHEkX4gUT9PyAswX3nTZKGAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241800a32e8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAEpdJREFUeJzt3X2MVeWdB/Dv7955QRhAXgSmgECR\nKla31EyxW4yha6nototuIpFkLWs2YhtI1o1m1/WPljRr427UYlbL7nQhYopaG3whLbur4ibo1mUZ\nbCNUsPKmIpR3ZIaXYe7c3/4xl+4U5vk9d+659547/L6fhMzM/d3nnmcO5zvnzjznOY+oKojIn0za\nHSCidDD8RE4x/EROMfxETjH8RE4x/EROMfxETjH8RE4x/ERO1VVzYw3SqIMwpDIvLpF6wgsZpb4+\nWOsa3mC27R5sv3ZdY86sX1p/2qwPznQGaw3SbbZtiO23iM7Ifj2r4UPsRPclZtsTnYPsFz9jn7vq\nO8KdkxOn7NdOqsLHY8gZnMRZ7SzqfzVR+EVkLoAnAGQB/JuqPmI9fxCG4Hq5KckGw6Vs1myqOTtg\nMXXjxgdrB2653Gx7dEberI+ZcsSs/9mELWb9usF7grWJdcfNtpPqkqV/R5fd/qPciGDt9U8/b7b9\nz53T7Y3/1j6RjH+zK1irf7XNfu0Y41gEijgeu40fygkuud+o64t+bslv+0UkC+ApALcAuBrAAhG5\nutTXI6LqSvI7/0wAO1R1l6qeBfA8gHnl6RYRVVqS8I8H8HGvr/cWHvsDIrJIRNpEpK0L4d9Niai6\nkoS/r196LvhlRVVbVbVFVVvq0Zhgc0RUTknCvxfAxF5fTwCwL1l3iKhakoR/E4BpIjJFRBoA3Alg\nbXm6RUSVJknu5CMitwJYhp6hvpWq+rD1/GEyUs2hvsjwiSnyfXTPvs6s71ty1qw/PuNnwdqcS+xx\n+KzwWqo07M11BGs/OvIVs+3La24w65Of/I1Z7z7+qVlHxhgKzNvXZlg26nqc0KOVH+dX1XUA1iV5\nDSJKB09JRE4x/EROMfxETjH8RE4x/EROMfxETiUa5++vYTJSr898LfyESF8yg8MT47c/aU8o/OXX\nlpn15roms27pVnvKbqfa04nrxZ7+mYlODg9L+xoDa9/kI5Pau9Qe785GrgtplPA9GGL/Z7H9trp9\nlFlf9o/zzfrIlW+Hi9Y1AABg9H1j/vWix/l55idyiuEncorhJ3KK4SdyiuEncorhJ3Kq+kN9xpTe\n7Gh7+KRj9bBgbcO1L5ltY8NGedhDPxnj52RsKK7Sw23W9xb7virN2m+xIc6kkgwzxiTt+9Tnvx2s\nXXH/xpJfl0N9RBTF8BM5xfATOcXwEznF8BM5xfATOcXwEzlV1SW6Y7Z9f6pZ331ta7B2rNtecrkp\nY68WZE3/rLTY9NIc7GsU7L5Xdiw9iU4Nr6ILAHWRvseun7DqSfdKrO8xO+/8l2Dtqo7vmG0nfdeY\nDtwPPPMTOcXwEznF8BM5xfATOcXwEznF8BM5xfATOZVonF9E9gBoB9ANIKeqLWaDoYPR/aXwUtnb\n5z1lNu/S8M+qYZlBZtu0b2FtiY5XR35G/+JU+Htf9btZZtudx+x7KGQiM8OnjThk1hc3rw/WZg1K\n79qKpGLXhcSu3bDuwfD23Y+Zbe94Y0m42Fb8NQDluMjnq6p6uAyvQ0RVVLunQyKqqKThVwCvishm\nEVlUjg4RUXUkfds/S1X3icgYAK+JyHZV3dD7CYUfCosAoLHx0oSbI6JySXTmV9V9hY8HAbwEYGYf\nz2lV1RZVbWloGJJkc0RURiWHX0SGiMjQc58D+DqAreXqGBFVVpK3/WMBvCQ9K6XWAXhWVf+jLL0i\nooorOfyqugvAF/rTpvNSwe55DcF6bOzUmkNdn+J8/KQ68mfMesvKvzHrU//1w2At98k+s+1oOWrW\nY45E1n34wZTbg7X3/nas2Xb3vPD9GwDgVP6sWY8t4Z2mM8ay7SOy4aXoAWDnXeE37J27iu8Dh/qI\nnGL4iZxi+ImcYviJnGL4iZxi+ImcquoS3c2fH6ELn/2TYP0HY98121vTJNOcshsbchqcCQ9vAsDU\nN+4261f8xa/63adzpC4ympt0v0WmrmouPKSVGWJf8Sk/H27W1125zqxbQ8Np3qodSHYsrz0ZHgp8\n4LYPsGPLKS7RTURhDD+RUww/kVMMP5FTDD+RUww/kVMMP5FTVV2ie1j2NOYOt8fyLbV6++087LHu\nmGH/c0mi9tIYXn5cOzsTvXZ84/aQsnWdQf7kSbPtgRftGeP/cM9VZn17x7hgrTETvv4gbRmxr705\ncGZosHa4a3/x2yn6mUR0UWH4iZxi+ImcYviJnGL4iZxi+ImcYviJnKrqOP8QUVzfGJ5jDQzM2293\nI9k9EepOJbynQr5692S4QOR+ENZ8/pixT9rLTb+1vCnyCh0lb7umSThD+a7w0t/n45mfyCmGn8gp\nhp/IKYafyCmGn8gphp/IKYafyKnoOL+IrATwDQAHVfWawmMjAfwUwGQAewDMV9VjsdfKQFK/X3ot\n0tpdSTpdFbyG4KLVj3U4ijnzPw1g7nmPPQhgvapOA7C+8DURDSDR8KvqBgBHz3t4HoBVhc9XAbit\nzP0iogor9Xf+saq6HwAKH8eUr0tEVA0V/4OfiCwSkTYRaTt0pPjrjomoskoN/wERaQaAwseDoSeq\naquqtqhqy2WjsiVujojKrdTwrwWwsPD5QgCvlKc7RFQt0fCLyHMA3gZwpYjsFZG/AvAIgDki8gGA\nOYWviWgAiY7zq+qCQOmmMvfFrcht2ikksmaAS/04lniFH5FTDD+RUww/kVMMP5FTDD+RUww/kVNV\nvXU3UVn1Y/oqXYhnfiKnGH4ipxh+IqcYfiKnGH4ipxh+IqcYfiKnOM5PJmlsTLsL1B+dxU9z5pmf\nyCmGn8gphp/IKYafyCmGn8gphp/IKYafyCmO85NJOzvT7gL1R5mX6CaiixDDT+QUw0/kFMNP5BTD\nT+QUw0/kFMNP5FR0nF9EVgL4BoCDqnpN4bGlAO4BcKjwtIdUdV2lOkmVE5uv//5T15r1TGO3Wdc8\nl9Gups7vvl30c4s58z8NYG4fj/9QVWcU/jH4RANMNPyqugHA0Sr0hYiqKMnv/EtE5F0RWSkiI8rW\nIyKqilLDvxzAVAAzAOwH8FjoiSKySETaRKTt0BH790Miqp6Swq+qB1S1W1XzAH4MYKbx3FZVbVHV\nlstGZUvtJxGVWUnhF5HmXl/eDmBrebpDRNVSzFDfcwBmAxgtInsBfA/AbBGZAUAB7AFwbwX7SEQV\nEA2/qi7o4+EVFegLpUDq7ENg081PmPXR2SHl7A4lNPPRw0U/l1f4ETnF8BM5xfATOcXwEznF8BM5\nxfATOcVbd5OpPW/fCnp4xr5ku1O7ytkdiuhGvujn8sxP5BTDT+QUw0/kFMNP5BTDT+QUw0/kFMNP\n5FRVx/kVim4Nj0NmxefPIq3hu1sPzdidqxf77kyxOpVXth/nc59pIyKGn8grhp/IKYafyCmGn8gp\nhp/IKYafyKmqjvOfVsWWs+H53TMiy0VfrMSeMh9vnw3/DE86nX5XrsGsd2mHWbdm+8dmntdH6s11\nTZFnXJysa2UUxR9MPPMTOcXwEznF8BM5xfATOcXwEznF8BM5xfATORUd5xeRiQCeATAOPUOzrar6\nhIiMBPBTAJMB7AEwX1WPWa/Vnr8Eb5ycHqzPaNxl9qVW7wWQRbIJ+R0T7PYjI+01lwvWpN4ep1fj\nugsAWPrlP41s3aYdJ4O1/OkzZtuPXwgfKwDw3ld+YtatNQMaJXYVQe1680w4th354o/FYhKTA3C/\nqk4H8GUAi0XkagAPAlivqtMArC98TUQDRDT8qrpfVd8pfN4OYBuA8QDmAVhVeNoqALdVqpNEVH79\neq8sIpMBfBHARgBjVXU/0PMDAsCYcneOiCqn6PCLSBOANQDuU9UT/Wi3SETaRKSt4+jZUvpIRBVQ\nVPhFpB49wV+tqi8WHj4gIs2FejOAg321VdVWVW1R1ZamkfYfn4ioeqLhFxEBsALANlV9vFdpLYCF\nhc8XAnil/N0jokoRVXsKoIjcAOBNAFvw/7MwH0LP7/0vALgcwEcA7lDVo9ZrNU6ZoOOWLgnWd9+8\nwuxLl4YniKZ5i2hrCBKID0NusEe88MD3v2PWR63ZGqzl29vtF4+RyNBR5PjJjgoPVO5ecpXZdvM9\ny8z64MzAfSeZ5Fies+2bwdqmb6/GifcPFDXeFx3nV9W3gOBA9k3FbISIag+v8CNyiuEncorhJ3KK\n4SdyiuEncorhJ3KqqrfubjgGXL7GGMO82W6fN2723B1Z57qSU36TvvaNg+z6fz/8pFn/5wemBWuv\nH7LH0j/5dLhZz0TuKz5lxBGzfue4/w3W5je9YbYFBu44fuzaD2u6cWycv33l+PB2Dxe/z3jmJ3KK\n4SdyiuEncorhJ3KK4SdyiuEncorhJ3IqOp+/nIbJSL1ewrOAdz47w2y/Y/bTwdqx7lP2tjP2YHqa\nt/6OjQnHpNn3JKyxbgCogz3eneb3bc3HB+LfW5NxPE5df7fZ9oq7fhWsbdT1OKFHi5rPPzCPGiJK\njOEncorhJ3KK4SdyiuEncorhJ3KK4Sdyqqrz+WOu/Ht7bvi3nr8xWHtm0gazbWzcNRcZt42NOVti\n49FJx6utMWfrHgjVkDHOL5VeJtu6fiIP+/qW2H6LHQ/WOD4AfG7Dt4K1KxfvNNvaR2rxeOYncorh\nJ3KK4SdyiuEncorhJ3KK4SdyiuEncio6zi8iEwE8A2AcgDyAVlV9QkSWArgHwKHCUx9S1XXRLRrr\nvec+/Nhsevibo4K16cvvMttu/uMVZj3JWu+x+fin8mfNeuw+7ZngCunxen2Fx9JjrH0TmxMfq2eN\nYwmIXEcQ+T+L7bf1p+3/s/uW32vWpzz6y2CtOxO5psT6vvtxe45iLvLJAbhfVd8RkaEANovIa4Xa\nD1X10eI3R0S1Ihp+Vd0PYH/h83YR2QYgvGQIEQ0I/fqdX0QmA/gigI2Fh5aIyLsislJERgTaLBKR\nNhFp60Jnos4SUfkUHX4RaQKwBsB9qnoCwHIAUwHMQM87g8f6aqeqraraoqot9WgsQ5eJqByKCr+I\n1KMn+KtV9UUAUNUDqtqtqnkAPwYws3LdJKJyi4ZfRATACgDbVPXxXo8393ra7QC2lr97RFQp0Vt3\ni8gNAN4EsAX4/TzHhwAsQM9bfgWwB8C9hT8OBsVu3Y3YEIc1PBP5Pjpv/ZJZP7X4uFl/dPrPgrVZ\njfaw0UC9tfZAtzfXEaw9fbzFbPuTl79q1qcu323Wc/t/Z9bNYz12K3fjWO/PrbuL+Wv/W0CfA8nx\nMX0iqlk8JRE5xfATOcXwEznF8BM5xfATOcXwEzlVU0t0RxlTGSVrXyOguVzp2wVQ99nJwdq+uZ8x\n2x7/I3vbE6ccMut/PiG8JDMAzBj0UbA2Nhse6waASXX2aG/sFtYf5uzjZ0+uzykfAIB/P/YFs+3r\nuz9n1rG9ySx/5q3w7drrX9tsv3bCXEhkv2q3MV05wba5RDcRRTH8RE4x/EROMfxETjH8RE4x/ERO\nMfxETlV1nF9EDgH4sNdDowEcrloH+qdW+1ar/QLYt1KVs2+TVPWyYp5Y1fBfsHGRNlW176qQklrt\nW632C2DfSpVW3/i2n8gphp/IqbTD35ry9i212rda7RfAvpUqlb6l+js/EaUn7TM/EaUklfCLyFwR\neV9EdojIg2n0IURE9ojIFhH5tYi0pdyXlSJyUES29npspIi8JiIfFD6G58xWv29LReSTwr77tYjc\nmlLfJorIf4nINhH5jYj8deHxVPed0a9U9lvV3/aLSBbAbwHMAbAXwCYAC1T1vap2JEBE9gBoUdXU\nx4RF5EYAHQCeUdVrCo/9E4CjqvpI4QfnCFX9uxrp21IAHWmv3FxYUKa598rSAG4D8JdIcd8Z/ZqP\nFPZbGmf+mQB2qOouVT0L4HkA81LoR81T1Q0Ajp738DwAqwqfr0LPwVN1gb7VBFXdr6rvFD5vB3Bu\nZelU953Rr1SkEf7xAD7u9fVe1NaS3wrgVRHZLCKL0u5MH8aeWxmp8HFMyv05X3Tl5mo6b2Xpmtl3\npax4XW5phL+vWwzV0pDDLFW9DsAtABYX3t5ScYpaubla+lhZuiaUuuJ1uaUR/r0AJvb6egKAfSn0\no0+quq/w8SCAl1B7qw8fOLdIauHjwZT783u1tHJzXytLowb2XS2teJ1G+DcBmCYiU0SkAcCdANam\n0I8LiMiQwh9iICJDAHwdtbf68FoACwufLwTwSop9+QO1snJzaGVppLzvam3F61Qu8ikMZSwDkAWw\nUlUfrnon+iAin0XP2R7oWcT02TT7JiLPAZiNnllfBwB8D8DLAF4AcDmAjwDcoapV/8NboG+z0c+V\nmyvUt9DK0huR4r4r54rXZekPr/Aj8olX+BE5xfATOcXwEznF8BM5xfATOcXwEznF8BM5xfATOfV/\nvWOPe+kYPwYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241810f20b8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAC8dJREFUeJzt3V2MVIUZxvHnYRcQlKSIgASxWkNs\nTROx2ZKmNA2N0aI34IWtXFiamK4Xmmhikxpu5MaENvUraWOyViI2ftTELy5IKyEm1NRYV0sFi4oa\nqggFBBsxKMju24s9mBV3Ppg5M2fo+/8lZGbOObPnzYT/zvceR4QA5DOp6gEAVIP4gaSIH0iK+IGk\niB9IiviBpIgfSIr4gaSIH0iqv5s7mzJpWkzrn1Fz/WfnTq17/Yu+tq/mujPsutedpPrrgTKNqv4n\nZz+r88nad/47t+51z/jP0ZrrPj1+WMdGP23qP3tb8dteJuk+SX2S/hARa+ttP61/hr4/+6c117/x\nywvq7u/RFffWXHfx5L66153qyXXXA2U6Gp/XXf/m5yM1113zzK11r/vNX++que5vB/5U97rjtfyw\n33afpN9LukrSJZJW2r6k1Z8HoLvaec6/WNLbEfFuRByT9Lik5eWMBaDT2ol/vqT3x13eXSz7EtuD\ntodtDx8b/bSN3QEoUzvxT/SiwldexYiIoYgYiIiBKZOmtbE7AGVqJ/7dkhaMu3yepD3tjQOgW9qJ\n/2VJC21faHuKpOskbShnLACd5nb+ko/tqyXdq7G3+tZFxJ31th+49Iz4+18W1NsEQBsW//h9Df/z\ns86/zx8RGyVtbOdnAKgGH+8FkiJ+ICniB5IifiAp4geSIn4gqa5+n/+4RvXRyJGa66dPqv+1W76W\niwwafR34yGjt9cc12vR+uOcHkiJ+ICniB5IifiAp4geSIn4gqa6+1devSZrZN72buwROO43e0p7a\nV3t9/yncn3PPDyRF/EBSxA8kRfxAUsQPJEX8QFLEDyRF/EBSxA8kRfxAUsQPJEX8QFLEDyRF/EBS\nxA8k1db3+W3vknRY0oik4xExUMZQADqvjD/m8aOI+LCEnwOgi3jYDyTVbvwh6Tnbr9geLGMgAN3R\n7sP+JRGxx/YcSZtsvxERW8ZvUPxSGJSk8+d39U8GAqijrXv+iNhTnO6X9LSkxRNsMxQRAxExMHtW\nXzu7A1CiluO3fabtGSfOS7pS0vayBgPQWe08Dp8r6WnbJ37OoxHx51KmAtBxLccfEe9KurTEWQB0\nEW/1AUkRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJET+Q\nFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kFTD+G2vs73f\n9vZxy862vcn2zuJ0ZmfHBFC2Zu75H5K07KRlt0vaHBELJW0uLgM4jTSMPyK2SDp00uLlktYX59dL\nWlHyXAA6rNXn/HMjYq8kFadzyhsJQDd0/AU/24O2h20PHzg40undAWhSq/Hvsz1PkorT/bU2jIih\niBiIiIHZs/pa3B2AsrUa/wZJq4rzqyQ9W844ALqlmbf6HpP0oqSLbe+2fYOktZKusL1T0hXFZQCn\nkf5GG0TEyhqrLi95FgBdxCf8gKSIH0iK+IGkiB9IiviBpIgfSIr4gaSIH0iK+IGkiB9IiviBpIgf\nSIr4gaSIH0iK+IGkiB9IiviBpIgfSIr4gaSIH0iK+IGkiB9IiviBpIgfSIr4gaSIH0iK+IGkiB9I\niviBpIgfSKph/LbX2d5ve/u4ZWtsf2B7a/Hv6s6OCaBszdzzPyRp2QTL74mIRcW/jeWOBaDTGsYf\nEVskHerCLAC6qJ3n/Dfbfq14WjCztIkAdEWr8d8v6SJJiyTtlXRXrQ1tD9oetj184OBIi7sDULaW\n4o+IfRExEhGjkh6QtLjOtkMRMRARA7Nn9bU6J4CStRS/7XnjLl4jaXutbQH0pv5GG9h+TNJSSefY\n3i3pDklLbS+SFJJ2SbqxgzMC6ICG8UfEygkWP9iBWQB0EZ/wA5IifiAp4geSIn4gKeIHkiJ+ICni\nB5IifiAp4geSIn4gKeIHkiJ+ICniB5IifiAp4geSIn4gKeIHkiJ+ICniB5IifiAp4geSIn4gKeIH\nkiJ+ICniB5IifiAp4geSIn4gKeIHkiJ+IKmG8dteYPt52ztsv277lmL52bY32d5ZnM7s/LgAytLM\nPf9xSbdFxLckfU/STbYvkXS7pM0RsVDS5uIygNNEw/gjYm9EvFqcPyxph6T5kpZLWl9stl7Sik4N\nCaB8p/Sc3/YFki6T9JKkuRGxVxr7BSFpTtnDAeicpuO3fZakJyXdGhEfn8L1Bm0P2x4+cHCklRkB\ndEBT8duerLHwH4mIp4rF+2zPK9bPk7R/outGxFBEDETEwOxZfWXMDKAEzbzab0kPStoREXePW7VB\n0qri/CpJz5Y/HoBO6W9imyWSrpe0zfbWYtlqSWslPWH7BknvSbq2MyMC6ISG8UfEC5JcY/Xl5Y4D\noFv4hB+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kBTx\nA0kRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJET+QFPEDSRE/kBTxA0kRP5AU8QNJNTxEt+0F\nkh6WdK6kUUlDEXGf7TWSfiHpQLHp6ojYWO9nHdeoPho5UnP99EmT684y1fXXA/8PjsbnddcfGa29\n/rhGm95Pw/glHZd0W0S8anuGpFdsbyrW3RMRv216bwB6RsP4I2KvpL3F+cO2d0ia3+nBAHTWKT3n\nt32BpMskvVQsutn2a7bX2Z5Z4zqDtodtDx882PxDEgCd1XT8ts+S9KSkWyPiY0n3S7pI0iKNPTK4\na6LrRcRQRAxExMCsWby+CPSKpmq0PVlj4T8SEU9JUkTsi4iRiBiV9ICkxZ0bE0DZGsZv25IelLQj\nIu4et3zeuM2ukbS9/PEAdEozr/YvkXS9pG22txbLVktaaXuRpJC0S9KNjXc2STP7prc4KpBDo7e0\np/bVXt9/Ci/jNfNq/wuSPMGquu/pA+htvAIHJEX8QFLEDyRF/EBSxA8kRfxAUs28z1+at7ZN17Lz\nB2quf+fO79a9/h+v/V3NdZdNrf+9Ab4OjG5q9LXcfxytfb/7s8dvrnvdC1e/WHPdW3Gw/mDjcM8P\nJEX8QFLEDyRF/EBSxA8kRfxAUsQPJOWI6N7O7AOS/j1u0TmSPuzaAKemV2fr1bkkZmtVmbN9PSJm\nN7NhV+P/ys7t4Yio/amfCvXqbL06l8RsrapqNh72A0kRP5BU1fEPVbz/enp1tl6dS2K2VlUyW6XP\n+QFUp+p7fgAVqSR+28tsv2n7bdu3VzFDLbZ32d5me6vt4YpnWWd7v+3t45adbXuT7Z3F6YSHSato\ntjW2Pyhuu622r65otgW2n7e9w/brtm8plld629WZq5LbresP+233SXpL0hWSdkt6WdLKiPhXVwep\nwfYuSQMRUfl7wrZ/KOkTSQ9HxLeLZb+RdCgi1ha/OGdGxK96ZLY1kj6p+sjNxQFl5o0/srSkFZJ+\nrgpvuzpz/UQV3G5V3PMvlvR2RLwbEcckPS5peQVz9LyI2CLp0EmLl0taX5xfr7H/PF1XY7aeEBF7\nI+LV4vxhSSeOLF3pbVdnrkpUEf98Se+Pu7xbvXXI75D0nO1XbA9WPcwE5haHTT9x+PQ5Fc9zsoZH\nbu6mk44s3TO3XStHvC5bFfFPdPSfXnrLYUlEfEfSVZJuKh7eojlNHbm5WyY4snRPaPWI12WrIv7d\nkhaMu3yepD0VzDGhiNhTnO6X9LR67+jD+04cJLU43V/xPF/opSM3T3RkafXAbddLR7yuIv6XJS20\nfaHtKZKuk7Shgjm+wvaZxQsxsn2mpCvVe0cf3iBpVXF+laRnK5zlS3rlyM21jiytim+7XjvidSUf\n8ineyrhXUp+kdRFxZ9eHmIDtb2js3l4a+8vGj1Y5m+3HJC3V2Le+9km6Q9Izkp6QdL6k9yRdGxFd\nf+GtxmxLNfbQ9YsjN594jt3l2X4g6a+Stkk68WedV2vs+XVlt12duVaqgtuNT/gBSfEJPyAp4geS\nIn4gKeIHkiJ+ICniB5IifiAp4geS+h94gU6b3tvfWQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x241814c59e8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAFmZJREFUeJzt3XmQ1OWZB/Dv0z3DDMPIwHCM3CBX\ngkQxGRVjsktWZfFETUSN2SJZFU1i7breoWpXd9fUuvEkXhUUIlqKWlGj2TWuypoFj6B4FIcgoCAM\nIAMM9zFMdz/7xzTWROd93qZ/3f1r6/1+qihm+pm3f2//up/5dc/zHqKqIKLwJOLuABHFg8lPFCgm\nP1GgmPxEgWLyEwWKyU8UKCY/UaCY/ESBYvITBaqilAfrIlVajW6lPGQQpKrKHWxrM9u29epqxiv2\npu2DJ8QMS9o9glT3H7DbVnWxj33QfmxaU+0O7t1v3/dX1AHsxUFttZ+UrEjJLyKTAMwAkATwsKre\nZv18NbrhRDklyiGLJ5HMv23GkyCS03Ph5hmCnRw63N20aZPZ9rMLx5nxhjd3mvF0rZ2gFTvdSZZZ\nvMJsmxw8zIz7Hlv62NHOmPx5sdnWq0yHxS/UeTn/bN5v+0UkCeB+AKcDGAPgYhEZk+/9EVFpRfnM\nfwKA1ar6iaoeBPAkgMmF6RYRFVuU5B8AYH2H75uyt/0FEZkmIotEZFEbWiMcjogKKUryd/ZB9ksf\nhFR1pqo2qmpjJYw/TBFRSUVJ/iYAgzp8PxDAxmjdIaJSiZL87wAYKSLDRKQLgIsAvFCYbhFRseVd\n6lPVlIhcBeB/0F7qm62qywrWs8MVtZzmK9dZh66wT2OipsaMb7h0rBnvucKuZ1/z68edsatf/juz\n7Tnj3zbjmZ/Y53X+nOPN+M6jK52x5N7xZttnv3+PGb/hvEvN+N5B7jEMtW/ZpbqKfkeacU3Zr5f0\nli1mvBxEqvOr6osAXixQX4iohDi8lyhQTH6iQDH5iQLF5CcKFJOfKFBMfqJASSl37Oku9Vq0Kb2+\nOr/nceq3jzXjFVt2O2MtM+zfoT8e+pYZv7LHBjN+42Z72m1N4qAzdm2v98y2m9MpMz68staMR5HW\njBlPin1ez1k1yYwnvjza/HNLm/qbbQfMdY9PAIAuO9znHAASr39gxq2xIZr2jDkxXssLdR52aUtO\ng1545ScKFJOfKFBMfqJAMfmJAsXkJwoUk58oUCVdutsrQrlOxtlrh+r79mzjT66yj51p6eOMNchW\ns62vlPdx2x4z/p8NdtnILpnZq+sOrzSWtwbQpnbZyRe3VIpnxWRPKfC5EfaEUqtU2DbC7vfobT8z\n49rFPq8jYJdnu6zf5oylN9irEmvKLs/mild+okAx+YkCxeQnChSTnyhQTH6iQDH5iQLF5CcKVHnV\n+SMQzzTIxCj3Tra5mHf2nc7Yzow9/ROenYp802ajTH311uE99+2rxXtr9UXUqvaS5injsSc8172l\n599rxmsSdp1/5I6fmvGjblrvjCXHjDLbpj9cacZzxSs/UaCY/ESBYvITBYrJTxQoJj9RoJj8RIFi\n8hMFKlKdX0TWAtgNIA0gpaqNkXrjWao5OWKIM7bj6z3Mto/96g4z7l+iunhLWPv4lrC2+OrwUWrl\nuaiA+/hRHhcAVIlvfEX+fOMjfOfttR/ebsYnbb/BGavYZzZFQ4Hq/IUY5PM9VbVXsyCissO3/USB\nipr8CuBlEXlXRKYVokNEVBpR3/afrKobRaQvgFdEZIWqzu/4A9lfCtMAoBo1EQ9HRIUS6cqvqhuz\n/zcDeA7ACZ38zExVbVTVxkrPBBciKp28k19EuonIEYe+BjARwNJCdYyIiivK2/4GAM9J+3LbFQCe\nUNWXCtIrIiq6vJNfVT8BYO9rXWArr+jrjHXbYL+JGVzR1Yz75sxnjO2eE7DX/I9az/b1LQV3Tfqe\nFns/gyt7LjbjdQn7vPlsTe91xmo8dfoqsV+eUc+rxTdff1/G3qJ7YIU9LmR/g/s5HfXIDrMtxn7N\nGZLVb9htO2CpjyhQTH6iQDH5iQLF5CcKFJOfKFBMfqJAldfS3Rl7GmXygLuk1nihXbLKwLdEtV12\nim+BaruUB9hTW3/fdIzZdsG2EWZ82eoBZrx6vV0Sq/vYfd67TrW3on7t6OfNuK/cZpUKo08njpY6\n/3HWXGfspt7fN9v2ecU9Uja1MfdXKq/8RIFi8hMFislPFCgmP1GgmPxEgWLyEwWKyU8UqJLW+aW6\nCskRo53x5VfVme3PbHzPGbtvwEKzbZvG93suyhbbAPDHfT3N+DVvXOiM9f+D/RS3PWOft1Gwa/HJ\n0fY4gTUXuadhV81oMNs+coe7LQB8s3qdGT+mi/u8Rn1OfHxLe/dK7nHGvnate/tuANC97mnSFfv3\n2x3rgFd+okAx+YkCxeQnChSTnyhQTH6iQDH5iQLF5CcKlKi6l6QutLrKPnpST/dc5W1njDLbN09w\n107XTHrYbOuru8a53fPL+7tFuv8HvneqM5Zu3mK21YP2nHhJeuaH++rhRj1dUymz6Z6XjjLj87/x\nOzO+Ie3e67pf0l6S3Lf+Q8Jz3VyXsuvt1pbwx9zxM7Ntv7vedMYW6jzs0hZ7LfksXvmJAsXkJwoU\nk58oUEx+okAx+YkCxeQnChSTnyhQ3vn8IjIbwFkAmlV1bPa2egBPARgKYC2AKaq63Xdfms4gs9s9\nj/n8618129/Ya5Uz5qulF7OO75sbXil2rXxQhb0l892fnWbGM3XumrGubzLbQuySsK8W7+W5f0vt\nv9jjH06v+IkZXzXVvafAmrMfMtvuydjjQmoT9utp8rtXmPG6ue7nbODiZrOt/UrPXS5X/kcATPrC\nbTcBmKeqIwHMy35PRF8h3uRX1fkAWr5w82QAc7JfzwFwboH7RURFlu9n/gZV3QQA2f/t9ZaIqOwU\nfQ0/EZkGYBoAVKOm2Icjohzle+XfLCL9ACD7v/MvFKo6U1UbVbWxUqrzPBwRFVq+yf8CgKnZr6cC\nsLdTJaKy401+EZkL4C0Ao0WkSUQuBXAbgNNEZBWA07LfE9FXiPczv6pe7AidcthHU4W2tjrDv/m/\nvzGb33i+u87vm38N5L5v+eFKeSqvSc/v2FubzjTjuyfac8MTfd3z1n1npeis9SISnufk7SVmuOWy\nk8z4gJfdj36YXG627f+q3bcdw+3nVD2ZVffqcmcsM2Kg3bhAOMKPKFBMfqJAMfmJAsXkJwoUk58o\nUEx+okCVdIvu1sE1WPmLE5zxI/rvKmFvCqciYhnxwr7vmPFZgybad7DHXeoraxnP5FRPKbDX7Lfz\nvv8xb9jbg+9pHGLGhzzoLtUBwLZzxpjx9HZjBvw73tnxBcErP1GgmPxEgWLyEwWKyU8UKCY/UaCY\n/ESBYvITBaqkdX5pE3Td6D5ken1P+w7cQwQi19p9rKXBfUtz37N9qBmfs3q8Ge/d195OOvHRaiPo\nOS++WnucovbNWDY8s2On2bTb/BVmPLP/gBnv8ehbZrwc8MpPFCgmP1GgmPxEgWLyEwWKyU8UKCY/\nUaCY/ESBKmmdHwJkjJ2NF115l9m8Vd0162JuwQ34a/mWH3ZfZsa/e8xKM37puKvNeMMCd0wSni24\nY1/bOwLfGAbjwWWMJeQBAAfsOr5XlPEVvm3NreXQDwOv/ESBYvITBYrJTxQoJj9RoJj8RIFi8hMF\nislPFChvnV9EZgM4C0Czqo7N3nYLgMsBbMn+2HRVfdF7sP1A7yXu+ua33phmtr/i6NedsWvqPzHb\nWvPxgWh1/LSnWN432c2Mn/jyZWa8m90cUuF+GjWVshvHKWo9O8J8/0RNjRmXLva4kc0X2uvyN/zu\nIzOe3tbiDhaoju+Ty5X/EQCTOrn9blUdl/3nTXwiKi/e5FfV+QCMX1NE9FUU5TP/VSKyWERmi4hn\n/S0iKjf5Jv+DAIYDGAdgE4A7XT8oItNEZJGILGpr3ZPn4Yio0PJKflXdrKppVc0AeAjG0pqqOlNV\nG1W1sbKqNt9+ElGB5ZX8ItKvw7fnAVhamO4QUankUuqbC2ACgN4i0gTgZgATRGQcAAWwFsAVRewj\nERWBN/lV9eJObp6Vz8GSuw+g+5/ca8z/9JcfmO0vOWKbM9aqbWbbYs/3j+LVU+8x46eqPZ+/rGv5\nFk89O9nT/jty2zFD7ftPu+//hjmPmU1vvsEee9Ey/qAZ7/NufzMuO3c5Y8nevcy2qc82m/FccYQf\nUaCY/ESBYvITBYrJTxQoJj9RoJj8RIEq6dLdmkojvdVdrvvnt841218y0V1hPKB2uauYpb4MPCUr\nT/s7m081491WdTHjLX9/kjNWP9uzVXTULbw97c2lw5OetrX2XOYd1+8144mn3CWzkZX2Ft1n3Pwn\nM/7pgXozPuKRZjM+++m/dca67Dab4si7WeojogiY/ESBYvITBYrJTxQoJj9RoJj8RIFi8hMFqqR1\nfkkmkaxzT9OsWlOV932/32rXhCd0Ld5e1L5lv31Lez8w4M9mfMrZ9mNb8spoZ6zeszx20lNLz+y3\nt6rWlD2VWlPuMRDJuu522z12HX/rhn5m/H9vvd0Zq/Gcl+m97aW3oy4F/8RWd6z7OnvMSuavj3MH\nF71ptu2IV36iQDH5iQLF5CcKFJOfKFBMfqJAMfmJAsXkJwpUSev8qEgCvXo4w8PuW2E2v/n8o52x\nb9WsMdum1d4qLCnl+3twWDf3GggA8MBl7nr2xObrzLZ9HvTM9/fQk8fZcaOcvvoH1WbbDy+414wf\n8GwOXZfIf4coXx0/A9+4EbvO/+B17sf2b5+ebbZtmTXYGUsvzv11XL6veCIqKiY/UaCY/ESBYvIT\nBYrJTxQoJj9RoJj8RIHy1vlFZBCARwEcCSADYKaqzhCRegBPARgKYC2AKaq63byzVApoNmrWVfZ8\n/jX73Ouw/2ufZWbbnZlWM14L+9hRxgFEHUNwa993zXiluOfkj7hkpdn2/aHuNf8BYMBxm8z4us/s\nx/bAtx93xqZ/aO/T4NtrIe3Z4ttaR8H3nPjXaLDXA/BZlzLW/Z9ir5HQq2aDM1axx946vKNcXpUp\nANeq6tcBjAfwcxEZA+AmAPNUdSSAednviegrwpv8qrpJVd/Lfr0bwHIAAwBMBjAn+2NzANi/xomo\nrBzW+1ERGQrgOAALATSo6iag/RcEgL6F7hwRFU/OY/tFpBbAMwCuVtVd4lkDrUO7aQCmAUC18dmU\niEorpyu/iFSiPfEfV9VnszdvFpF+2Xg/AJ3uTKiqM1W1UVUbuyTsiRxEVDre5Jf2S/wsAMtV9a4O\noRcATM1+PRXA84XvHhEVi6inXCIi3wGwAMAS4PN5jNPR/rn/aQCDAawDcIGqtlj3VZfsreO7numM\nZ/btM/ui3z7WGXv26d+YbWs97zp8y2vHOeXX1zdLsft9e8twM35Z3ZK877s2YZdffeW4OEV5PZ18\n9ZVm2x4L1jpjb255CjsPNuf0mdz7mV9VXwfgurNTcjkIEZUfjvAjChSTnyhQTH6iQDH5iQLF5CcK\nFJOfKFAlXbpbMxlk9u/Pu33Fqo3O2KmLf2S23dzk3hocAH57yiwzbm3xXewxAlHa+5ag9sWTnmHc\n19d/7OlBjSdenqJuwX3vjqPM+P3/dbozNnKpvVR7atNnzpiqvb13R7zyEwWKyU8UKCY/UaCY/ESB\nYvITBYrJTxQoJj9RoEq7RTcAWOsHeGrK6S1bnLH6f7C3Y97zA3sZ6H9qmGLG3z/+SWdsZdsBs+1R\nlfaxfUtUR+GrR/uXqLbHMPjq4QnnbHA/3/iGKOscpGD3+4CnXl4nXc34b1fZS6KP+vWnztju4wea\nbbt+aIZzxis/UaCY/ESBYvITBYrJTxQoJj9RoJj8RIFi8hMFqvR1fotnDwHT7r1m+Ih1dk245yx7\nDvWPnp/gjN0/+I9mW+9W0si/Xg0ArUZN2lfH99XhvWsJRKi1Z2Cfl5TaW1X7t/B2983X9tOUvdX1\nuP++3IxXbLdTK7VhuTPWdaO9LXqh8MpPFCgmP1GgmPxEgWLyEwWKyU8UKCY/UaCY/ESB8tb5RWQQ\ngEcBHAkgA2Cmqs4QkVsAXA7g0CT76ar6YrE66pPe3GzGuz9p1/HTGXt+98IF7vnZ4+pGmW0rdtq1\n9vMnvmXGn36/0YyvmfSwM9bqqZVXeurdiw/aaxWMrrQf2+sHqp2xtNrXnok1dt9XttljO2rEPY7g\nlEevN9vWf2iPQRg1d6EZ945Z8axdUQq5DPJJAbhWVd8TkSMAvCsir2Rjd6vqHcXrHhEVizf5VXUT\ngE3Zr3eLyHIAA4rdMSIqrsP6zC8iQwEcB+DQe56rRGSxiMwWkU73wxKRaSKySEQWtaE1UmeJqHBy\nTn4RqQXwDICrVXUXgAcBDAcwDu3vDO7srJ2qzlTVRlVtrERVAbpMRIWQU/KLSCXaE/9xVX0WAFR1\ns6qmVTUD4CEAJxSvm0RUaN7kFxEBMAvAclW9q8Pt/Tr82HkAlha+e0RULKKekoSIfAfAAgBLgM/n\nnk4HcDHa3/IrgLUArsj+cdCpu9TriXJKxC47O+qJR5yaarX3lAkrhgwy41WP2eW0rXcOM+NNE92P\nfdBL9vM76BcrzfiYWnt66R82jDXj1w1/xRn79/vsbdX39bf7PnLGGjO+d5z7vHedb69/nehRZ8Z1\nr11mTO/cZcYjTV83LNR52KUtOdURc/lr/+tAp5O+Y6vpE1F0HOFHFCgmP1GgmPxEgWLyEwWKyU8U\nKCY/UaC8df5CKmqdv9gS7qmrkiju9ExN2dtFVwzo74xt/+5gs231Vnva7Gcn2UOyh9yzxIzLYHff\n0ss+MtvihG+Y4eQK9zbXAICu7unESNtjM9Jb7Sng5epw6vy88hMFislPFCgmP1GgmPxEgWLyEwWK\nyU8UKCY/UaBKWucXkS0AOhZnewPYWrIOHJ5y7Vu59gtg3/JVyL4NUdU+ufxgSZP/SwcXWaSq9qL0\nMSnXvpVrvwD2LV9x9Y1v+4kCxeQnClTcyT8z5uNbyrVv5dovgH3LVyx9i/UzPxHFJ+4rPxHFJJbk\nF5FJIvKRiKwWkZvi6IOLiKwVkSUi8oGILIq5L7NFpFlElna4rV5EXhGRVdn/O90mLaa+3SIiG7Ln\n7gMROSOmvg0SkddEZLmILBORf8zeHuu5M/oVy3kr+dt+EUkCWAngNABNAN4BcLGq2gupl4iIrAXQ\nqKqx14RF5K8A7AHwqKqOzd72KwAtqnpb9hdnT1W9sUz6dguAPXHv3JzdUKZfx52lAZwL4MeI8dwZ\n/ZqCGM5bHFf+EwCsVtVPVPUggCcBTI6hH2VPVecDaPnCzZMBzMl+PQftL56Sc/StLKjqJlV9L/v1\nbgCHdpaO9dwZ/YpFHMk/AMD6Dt83oby2/FYAL4vIuyIyLe7OdKLh0M5I2f/7xtyfL/Lu3FxKX9hZ\numzOXT47XhdaHMnf2RJD5VRyOFlVvwngdAA/z769pdzktHNzqXSys3RZyHfH60KLI/mbAHTcRG0g\ngI0x9KNTqrox+38zgOdQfrsPbz60SWr2/+aY+/O5ctq5ubOdpVEG566cdryOI/nfATBSRIaJSBcA\nFwF4IYZ+fImIdMv+IQYi0g3ARJTf7sMvAJia/XoqgOdj7MtfKJedm107SyPmc1duO17HMsgnW8q4\nB0ASwGxV/WXJO9EJETkK7Vd7oH0T0yfi7JuIzAUwAe2zvjYDuBnA7wE8DWAwgHUALlDVkv/hzdG3\nCTjMnZuL1DfXztILEeO5K+SO1wXpD0f4EYWJI/yIAsXkJwoUk58oUEx+okAx+YkCxeQnChSTnyhQ\nTH6iQP0/YC2yte5n5dYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x2418149bc50>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(train_dataset.shape)\n",
    "print(train_labels.shape)\n",
    "for i_im in range(0,100,20): # pick out 5 to show with labels\n",
    "    print(train_labels[i_im])\n",
    "    plt.imshow(train_dataset[i_im,:,:])\n",
    "    plt.show()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "tIQJaJuwg5Hw"
   },
   "source": [
    "Finally, let's save the data for later reuse:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "QiR_rETzem6C"
   },
   "outputs": [],
   "source": [
    "pickle_file = os.path.join(data_root, 'notMNIST.pickle')\n",
    "\n",
    "try:\n",
    "  f = open(pickle_file, 'wb')\n",
    "  save = {\n",
    "    'train_dataset': train_dataset,\n",
    "    'train_labels': train_labels,\n",
    "    'valid_dataset': valid_dataset,\n",
    "    'valid_labels': valid_labels,\n",
    "    'test_dataset': test_dataset,\n",
    "    'test_labels': test_labels,\n",
    "    }\n",
    "  pickle.dump(save, f, pickle.HIGHEST_PROTOCOL)\n",
    "  f.close()\n",
    "except Exception as e:\n",
    "  print('Unable to save data to', pickle_file, ':', e)\n",
    "  raise"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     },
     "output_extras": [
      {
       "item_id": 1
      }
     ]
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 413065,
     "status": "ok",
     "timestamp": 1444485899688,
     "user": {
      "color": "#1FA15D",
      "displayName": "Vincent Vanhoucke",
      "isAnonymous": false,
      "isMe": true,
      "permissionId": "05076109866853157986",
      "photoUrl": "//lh6.googleusercontent.com/-cCJa7dTDcgQ/AAAAAAAAAAI/AAAAAAAACgw/r2EZ_8oYer4/s50-c-k-no/photo.jpg",
      "sessionId": "2a0a5e044bb03b66",
      "userId": "102167687554210253930"
     },
     "user_tz": 420
    },
    "id": "hQbLjrW_iT39",
    "outputId": "b440efc6-5ee1-4cbc-d02d-93db44ebd956"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Compressed pickle size: 690800512\n"
     ]
    }
   ],
   "source": [
    "statinfo = os.stat(pickle_file)\n",
    "print('Compressed pickle size:', statinfo.st_size)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "gE_cRAQB33lk"
   },
   "source": [
    "---\n",
    "Problem 5\n",
    "---------\n",
    "\n",
    "By construction, this dataset might contain a lot of overlapping samples, including training data that's also contained in the validation and test set! Overlap between training and test can skew the results if you expect to use your model in an environment where there is never an overlap, but are actually ok if you expect to see training samples recur when you use it.\n",
    "Measure how much overlap there is between training, validation and test samples.\n",
    "\n",
    "Optional questions:\n",
    "- What about near duplicates between datasets? (images that are almost identical)\n",
    "- Create a sanitized validation and test set, and compare your accuracy on those in subsequent assignments.\n",
    "---"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Can't check all 50000 choose 2 combinations.  Use a hash function, or some other way to compare.  md5 and crypto hashes are bad, because similar but nto identical objects get assigned far away.  Best way is to do fft2, and keep only the low frequency components as a hash."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "from bitstring import BitArray\n",
    "\n",
    "def rebin(a, shape):\n",
    "    sh = shape[0],a.shape[0]//shape[0],shape[1],a.shape[1]//shape[1]\n",
    "    return a.reshape(sh).mean(-1).mean(1)\n",
    "\n",
    "def fft_hash_im(image, down_sample_factor, nbits):\n",
    "    ro, co = image.shape\n",
    "    \n",
    "    image_small = rebin(image, (np.ceil(ro/down_sample_factor).astype(int),np.ceil(co/down_sample_factor).astype(int)))\n",
    "    \n",
    "    im_fft = abs(np.fft.fftshift(np.fft.fft2(image)))\n",
    "\n",
    "    row, col = im_fft.shape\n",
    "    \n",
    "    x, y = np.meshgrid(np.arange(-(col-1)/2,(col+1)/2,1), np.arange(-(col-1)/2,(col+1)/2,1))\n",
    "    dist = np.sqrt(x**2+y**2)\n",
    "    dist_flat = dist.reshape((row*col))\n",
    "    im_fft_flat = im_fft.reshape((row*col))\n",
    "    sort_indices = np.argsort(dist_flat)\n",
    "    im_fft_flat_sorted = im_fft_flat[sort_indices]\n",
    "    kept_coefs = im_fft_flat_sorted[4:(4+nbits)]\n",
    "    #fit a line and remove it to make the hash more sensitive to high frequencies\n",
    "    m, b = np.polyfit(range(0,64), kept_coefs, 1)\n",
    "    kept_coefs=kept_coefs-(m*range(0,64)+b)\n",
    "    mean_coef = np.mean(kept_coefs)\n",
    "    hash_vec = kept_coefs>mean_coef\n",
    "    hashbit = BitArray(hash_vec)\n",
    "    hashnum = hashbit.uint\n",
    "    return hashnum"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAEGtJREFUeJzt3X+QVfV5x/HPs3eXRViI/IYQCphx\nnDqxhcwGnZo6dKwZYprB/KGB9AfNpMHW2NaMmYnDP9ppOqFpE2PbJB2sRJxGExI1kI5NVdIWUxp0\noRZB0uhQjMhvlyIEhN29T//Ya2aDe77ncn+dC8/7NePs7n3u2ftwLx/OvT7nnK+5uwDE01F0AwCK\nQfiBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwTV2coHG2PdPlbjW/mQIVhX9ss4/YoTyW3f0ZE+\nwrOsdN2SVcly73FxynveUjpynrMXT03KrJ09fFyDx09V9aTXFX4zWyLpPkklSf/g7qtT9x+r8bra\nrq/nIS9OlvNa5RyC3TltZmbttg3/ltz2Q+PeTNZPlc8m611Wqqt+scp73kqJ17zbupLbvrfvo5m1\nn3z6gXRjI9T8tt/MSpK+IumDkq6UtNzMrqz19wForXo+8y+S9LK773H3s5K+KWlpY9oC0Gz1hH+2\npFdH/LyvctsvMLOVZtZnZn0DOlPHwwFopHrCP9qHlrd9OHX3Ne7e6+69Xequ4+EANFI94d8nac6I\nn98laX997QBolXrC/5yky81svpmNkbRM0sbGtAWg2Woe9bn7oJndLulfNDzqW+vuuxrWWSR1Xk1p\n8MDBzNrdn/94cttn/2Rzsv5n09Iv6ZCXk/UzPpBZyxtpFSnvz5U3xx/XMSZZT40CF/YtS2477S+z\nPz7vOVD9/ryuOb+7PyHpiXp+B4BicHgvEBThB4Ii/EBQhB8IivADQRF+IChr5Yo9E22yc0pve7HO\n9LT36Mffl6x/+jPrk/XfnvB6Zi1vll6y9t035fX+/h03J+sT/rwns2Zb/jv94InTgbeWn9Yb3l/V\n+fzt++wCaCrCDwRF+IGgCD8QFOEHgiL8QFCM+i5yeaM8L+e8/uWhZLk0dUqy3v9Q9mWmf7TgO8lt\nBzz92HlXBk6N4/LGiMfLp5P1xZ+/M1mf/pUtyXryis11jDi3Dj3JqA9AGuEHgiL8QFCEHwiK8ANB\nEX4gKMIPBNXSJbrRej44WNf21pW+BPXQ0exTdiVp0qoZmbWj3/tZctuppfRy7vmXDc/+s4+z9J9r\n0X/cmqzPy5njW3fO6lRD2ccw1PuaVYs9PxAU4QeCIvxAUIQfCIrwA0ERfiAowg8EVdec38z2Sjoh\naUjSoLv3NqIptA8fyF5Kuhr2yoHM2pGh9GnnU9On6+cqK30cQMrAwXH1PXiOVs3yUxpxkM9vuPvR\nBvweAC3E234gqHrD75KeNLNtZrayEQ0BaI163/Zf6+77zWy6pKfM7MfuvnnkHSr/KKyUpLFq7uco\nANWra8/v7vsrXw9LelzSolHus8bde929t0s5JzsAaJmaw29m481swlvfS/qApJ2NagxAc9Xztn+G\npMdt+BLEnZIedvfvN6QrAE1Xc/jdfY+kX21gL2hHqevLS1Leug+J89bbmrVuPYuiMOoDgiL8QFCE\nHwiK8ANBEX4gKMIPBMWlu4HReFWrXF/Q2PMDQRF+ICjCDwRF+IGgCD8QFOEHgiL8QFCEHwiK8ANB\nEX4gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQueE3s7Vm\ndtjMdo64bbKZPWVmL1W+TmpumwAarZo9/4OSlpxz212SNrn75ZI2VX4GcAHJDb+7b5bUf87NSyWt\nq3y/TtJNDe4LQJPV+pl/hrsfkKTK1+mNawlAKzR9rT4zWylppSSN1bhmPxyAKtW65z9kZrMkqfL1\ncNYd3X2Nu/e6e2+Xumt8OACNVmv4N0paUfl+haQNjWkHQKtUM+p7RNJ/SrrCzPaZ2SckrZZ0g5m9\nJOmGys8ALiC5n/ndfXlG6foG9wKghTjCDwiK8ANBEX4gKMIPBEX4gaAIPxAU4QeCIvxAUIQfCIrw\nA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQhB8IivADQRF+ICjCDwRF+IGgCD8QVNOX62oos+xSqZSz\nbc6/c16uffucbX1wMP27gQKw5weCIvxAUIQfCIrwA0ERfiAowg8ERfiBoHLn/Ga2VtJvSTrs7u+p\n3HaPpE9KOlK52yp3f6LubjpyZvWJeTqzdOD8VLPnf1DSklFuv9fdF1T+qz/4AFoqN/zuvllSfwt6\nAdBC9Xzmv93MdpjZWjOb1LCOALREreH/mqR3S1og6YCkL2bd0cxWmlmfmfUN6EyNDweg0WoKv7sf\ncvchdy9Lul/SosR917h7r7v3dqm71j4BNFhN4TezWSN+/IiknY1pB0CrVDPqe0TSYklTzWyfpLsl\nLTazBZJc0l5JtzaxRwBNkBt+d18+ys0P1PyIqVl+eSi5aWnqlMzaa79zRXLbM792Ilm/tOd0sn7o\n4KWZtZlPp5/Gd6zvS9Y5RgFF4Ag/ICjCDwRF+IGgCD8QFOEHgiL8QFCtv3R3Ypx35sb3JTf9w3u/\nk1lbNmFTctuhnMtrl3Iu7T3g2X13LUmfirzw0tuS9elf3ZKsW2f6ZWJUiFqw5weCIvxAUIQfCIrw\nA0ERfiAowg8ERfiBoFo75++5ROWFCzLLq//u75ObXzM2e55+qny25rYkaZyNSdav23FLZq3z/qnJ\nbWf9YFeynj6R+QKf4yeWTi+Zt7CR82M5K7ZfDNjzA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQLZ3z\nD84sq/+zpzLrqTm+JJ0sv5lZ67L0tt3Wlaxf8czvJevzProju2h7ktsOefvOs5vNurOPnyipuc9L\nRx37to4Ba2An7Yk9PxAU4QeCIvxAUIQfCIrwA0ERfiAowg8ElTvnN7M5kh6SNFNSWdIad7/PzCZL\n+pakeZL2SrrF3Y+lftf8S17XP171YOIe45K9XJI45z7vuvt55/u/c236fP6Uju7uZL38ZvbxCRc7\n78l+TbvaeJRueRdZyFNu/2M7qtnzD0q6091/WdI1kj5lZldKukvSJne/XNKmys8ALhC54Xf3A+6+\nvfL9CUm7Jc2WtFTSusrd1km6qVlNAmi88/rMb2bzJC2UtFXSDHc/IA3/AyFpeqObA9A8VYffzHok\nPSrpDnd/4zy2W2lmfWbWd6w/wIXRgAtEVeE3sy4NB/8b7v5Y5eZDZjarUp8l6fBo27r7Gnfvdffe\nSZMZLgDtIjeNZmaSHpC0292/NKK0UdKKyvcrJG1ofHsAmqWaU3qvlfS7kl4ws+crt62StFrSejP7\nhKSfSro598FMmlIqZgRy0geS9THHa7/0d/ls+ndf0HJGqEosXS5JZ+ZOzqxN7ah9vFqNktU+S+w8\n1cZzyAbJDb+7/1BS1jNxfWPbAdAqfAgHgiL8QFCEHwiK8ANBEX4gKMIPBNXSS3cfHhyvv3n9msz6\n56a/kNy+nLjU82DOHH96aXyy/sqN6frcH2XXOsakLwvug+mZsQ/Ve/5o7SyxhLYkWWf6r0j5zXTv\nr16fPcsflzPnP5Pzmnaq9su15/3uac/Xtyx6ka9ptdjzA0ERfiAowg8ERfiBoAg/EBThB4Ii/EBQ\nLZ3zHzvWo8ce/fXM+uf+KD3nH0icO95t9f1R/nnFXyXrH/vxZzJrEx9OHAQgSXnnlRe4hHfePNoH\n0/PuE8uyj9uQpA0f+2Kimr5Ue94c/7Snr8HQY2Mza7fvW5zcduz3nk3Wc5WZ8wNoU4QfCIrwA0ER\nfiAowg8ERfiBoAg/EJR5C2fME22yX93xm5n109+fl9x+81WPZ9ZOltPLYHdZ7ed+S9Lx8unM2rXP\n/kFy24nrJyTrk549mKx7f3Ll8/S19adcmtz02KIZyfrPbjmerG/p/Xqy3tORPWvPO6d+KOfvZt71\nAHadzX7N7lhxW3Lbjn//r2RdHem/T0XN+bf6Jr3h/VUtOsCeHwiK8ANBEX4gKMIPBEX4gaAIPxAU\n4QeCyp3zm9kcSQ9JmimpLGmNu99nZvdI+qSkI5W7rnL3J1K/a6JN9qste1Xv0pTstdwl6eDXp2XW\ntvd+K7ntkJeT9dSaAMP17O3zjhHIs2/wZLL+4tlJyXrJsnu7sis9p5/V2ZOs58mb1Xck9i8dmSu/\nDyuljl+Q9LfH5ibr3/3j7GNKOn+wLbltO1+DIeV85vzVXAFjUNKd7r7dzCZI2mZmT1Vq97r7X9fa\nKIDi5Ibf3Q9IOlD5/oSZ7ZY0u9mNAWiu8/rMb2bzJC2UtLVy0+1mtsPM1prZqO9NzWylmfWZWd+A\nztTVLIDGqTr8ZtYj6VFJd7j7G5K+JundkhZo+J3BqBdrc/c17t7r7r1d6m5AywAaoarwm1mXhoP/\nDXd/TJLc/ZC7D7l7WdL9khY1r00AjZYbfjMzSQ9I2u3uXxpx+6wRd/uIpJ2Nbw9As1Qz6nu/pGck\nvSD9fN61StJyDb/ld0l7Jd1a+Z+DmfJO6c3vNvvfqv4V6TceV9+2PVn/wqxnkvW800dx/vJGdV/9\n9oeS9flf3pWsD/1fYszZpqfk1quhoz53/6E06kA2OdMH0N44wg8IivADQRF+ICjCDwRF+IGgCD8Q\nVOsv3Z04pTfvNEorZc9m85aStq70nH7guquS9b0fzj5t97KrXktue/M706ePLhr7v8n63M70zLkj\n8bwdGkqfyrzl9Pxk/Z+O/Eqyvm3nZcn67Keze5vw5IvJbcsnTiTrebN668h+7Ly/LxcqLt0NIBfh\nB4Ii/EBQhB8IivADQRF+ICjCDwTV0jm/mR2R9MqIm6ZKOtqyBs5Pu/bWrn1J9FarRvY2192zr3E/\nQkvD/7YHN+tz997CGkho197atS+J3mpVVG+87QeCIvxAUEWHf03Bj5/Srr21a18SvdWqkN4K/cwP\noDhF7/kBFKSQ8JvZEjP7HzN72czuKqKHLGa218xeMLPnzayv4F7WmtlhM9s54rbJZvaUmb1U+Zpe\nwre1vd1jZq9VnrvnzezGgnqbY2b/ama7zWyXmf1p5fZCn7tEX4U8by1/229mJUk/kXSDpH2SnpO0\n3N3TJ3e3iJntldTr7oXPhM3sOkknJT3k7u+p3PYFSf3uvrryD+ckd/9sm/R2j6STRa/cXFlQZtbI\nlaUl3STp91Xgc5fo6xYV8LwVsedfJOlld9/j7mclfVPS0gL6aHvuvllS/zk3L5W0rvL9Og3/5Wm5\njN7agrsfcPftle9PSHprZelCn7tEX4UoIvyzJb064ud9aq8lv13Sk2a2zcxWFt3MKGa8tTJS5ev0\ngvs5V+7Kza10zsrSbfPc1bLidaMVEf7RLjHUTiOHa939vZI+KOlTlbe3qE5VKze3yigrS7eFWle8\nbrQiwr9P0pwRP79L0v4C+hiVu++vfD0s6XG13+rDh95aJLXy9XDB/fxcO63cPNrK0mqD566dVrwu\nIvzPSbrczOab2RhJyyRtLKCPtzGz8ZX/ESMzGy/pA2q/1Yc3SlpR+X6FpA0F9vIL2mXl5qyVpVXw\nc9duK14XcpBPZZTxZUklSWvd/S9a3sQozOwyDe/tpeFFTB8usjcze0TSYg2f9XVI0t2SvitpvaRf\nkvRTSTe7e8v/x1tGb4t1nis3N6m3rJWlt6rA566RK143pB+O8ANi4gg/ICjCDwRF+IGgCD8QFOEH\ngiL8QFCEHwiK8ANB/T/AZNXYibi+OgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x24181496588>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD8CAYAAAC4nHJkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAGdxJREFUeJzt3Xts3eV5B/Dv8zsXH9tx7heHXEiA\ncCstt4DaUihTS6FdJaBaGWhaadU2lVrWdWPVOjSpbNImVPUCUye0tKQFqaVlKhTW0ZaKTQVaxgiU\ncQshXHJPnKsTx44v5/d79kcOlYG839fYzjmm7/cjRbH9+PV5z++cx8f2877Pa+4OEUlP1uoJiEhr\nKPlFEqXkF0mUkl8kUUp+kUQp+UUSpeQXSZSSXyRRSn6RRJWbeWPVcofX2mYG41ZEVhvmeThmRod6\nmd9VY18bgJfC3yctL+jY2NwwPDKh8d5WCcaqS4fp2GXVQzTek1dpvGZ87pmFH9Pc+WuPg9/v2Piq\n1UmMP95DXqLxmCLyulp4+L5Vs/C8AWDL4VnB2PCuA6gfGIg84Y6YUPKb2WUAbgFQAvBdd7+JfX6t\nbSbefeqqYDwb5E9U6+0LB6vhBACAfH74mw4AZL39NF5Maw+PPXSYjkUWeZJv3UHjVuUJWCw7Lhhb\ndOsmOva2pY/Q+M37l9H4iradNN6VDQZj+/JpdGwsuXvzDhpfUtkbjC2r9NKxG0bm0HgJ/IWqv2iL\nxMOP6bLqHjr2r567Khhb/6U1dOxo4/6x38xKAP4VwIcBnA7gGjM7fbxfT0SaayK/858P4CV3f8Xd\nhwH8CMDlkzMtETnWJpL8iwBsGfX+1sbHXsfMVpnZWjNbO1IfmMDNichkmkjyH+2PCm/6RcjdV7v7\nSndfWSnz39FEpHkmkvxbASwZ9f5iANsnNh0RaZaJJP/jAFaY2XIzqwK4GsB9kzMtETnWxl3qc/e6\nmV0H4Jc4Uupb4+7PsTE2XEe2fXc43sl/LSjmhMt1XuF1WRvhdV3sDpeFACCrLAjfdgcv61h/uNwF\nALaom8axM3zNAKC0Mzz3x+55Fx37kcum0/jNJ/w7jfeSkhUAbBgO37fzapvp2ONK/DF9dpiXd387\nsCIYKxlfm7G7zq9LXx4u/QJARzZE46xEev3z4VIeAEz/dnhupV1jX58woTq/u98P4P6JfA0RaQ0t\n7xVJlJJfJFFKfpFEKflFEqXkF0mUkl8kUU3dz49KGT5vdjDsJb4N2YbD+5xtkNdVo3vil71pW8Lr\nFLXwpbIhvoYgn89rxuVnX6VxLJxPw0V7uNa+5Of7+Ne+u0bDnzz3ehpf+hcv0vjV8/83GNte76Jj\nt/Nt7XS7MACMkD35Lw+H123ExgLAO2tbaPwzj32CxpffGn4+zt+2n44dWRDuoWD52E/g0iu/SKKU\n/CKJUvKLJErJL5IoJb9IopT8IolqbqnPnbbIzjt42alUJ9swIx1yLdYeexPvoItTlvA4UToYKUNm\nkTJkjW9dtS3h7aEeKRPaCK+nzXqEl7R61y+k8X+48aPB2GdW/IaOjVlU4SWxM9vDW4ZfGOLz7i4f\noPG//vrnaPzku1+mcVbyzmfzrsbl3QeDMatHtq6Pold+kUQp+UUSpeQXSZSSXyRRSn6RRCn5RRKl\n5BdJVHPr/CN1YCc5gXQdr9tibvjkVF/Mt2gWXXwNQRZZY1DvCNfaa9v4ttliNt+6isjx4bG25H5C\neDuyDUXWN0S2Qjtplw4ApV5+xPfMW8PrDLpu5qcbf2zaVhq/t59vw94wEn5OdGT8ROi/++3HaPy0\nSB1/6B18XUjt+fB98+m8zo820i49dhz8KHrlF0mUkl8kUUp+kUQp+UUSpeQXSZSSXyRRSn6RRE2o\nzm9mGwH0AcgB1N19JR1QrcAXhWuv5Rm8Hp7v6AnPBbzOH2tpbPv4/u1KG9lTH9mPH6u9Wjs/7jkb\n4DVpePi+Rev8NX68eOx48GIJP168ui/cXntfzuvZvxzgvQhy59f1nPaNwdiScnhPPAB8Pb+Uxi1y\n3UqDvE/C8IrjgrGiyl+Tay+Q3hM5P3p8tMlY5PNH7k5W7ojIVKQf+0USNdHkdwAPmNkTZrZqMiYk\nIs0x0R/7L3D37WY2H8CvzOwFd39o9Cc0vimsAoBahR9bJSLNM6FXfnff3vh/F4B7AJx/lM9Z7e4r\n3X1ltdw5kZsTkUk07uQ3s04z63rtbQAfAvDsZE1MRI6tifzYvwDAPXakjFUG8EN3/8WkzEpEjrlx\nJ7+7vwLgzLc0KM+R9fWH45Ge46VF4V7rPsD3pReb+N7wkZWn0Xh5V7gu7NM66FjWVx8A6ifyfeml\nPn4UNavl5zP4r1pZZB2AxdYoHCCPJ4BiwYxgjNXhAWBm5Aju3w6cSON9RXj9xKDzeWdt/LlYRK5r\n7Nh1mxH++1fePYvf9izyt7O9vPfDaCr1iSRKyS+SKCW/SKKU/CKJUvKLJErJL5Ko5rbuLpVoiSQ7\nxEs7rGyVvcpLedlJy3h8PT+K2jrD5bx8Ot+SW+qKHLm8eReNo4N/fT8QLkNm/QP8a8+NlJU6I9uN\n+3n7bbYd+ZVhvmU3dkz2CVV+3aaTUuF/9Z9Kx5Y38lbuMP5cLU7krbuz/vD47CX+XGbb4t8KvfKL\nJErJL5IoJb9IopT8IolS8oskSskvkiglv0iimlrn98xQ1EgL7EjX4WyYt0Nm7GBk6+kiXnOuTwu3\naq68wrfs+uzwtlYAKObwluWlvX00jjnhWr2N8GuW1/hTIDvI6/h+MDK36eH1EWe18bUVTwweT+Pn\nRbYEF6S1d1dku3B9Gm/1nh3k6yc8cuS7d4SfTzY/fBQ9ANgw2YZd8HmPpld+kUQp+UUSpeQXSZSS\nXyRRSn6RRCn5RRKl5BdJVFPr/FY4sqFw3dkrvO1wvTO8RqBcCrf1BgBs50dNj8zmdf7q9vCe+WLO\nTDo2er+6Isc9R+r8Xg1fl3wmbyte7uml8XwuP2KtNMiPDz/cHe7BcM/Bc+jYpdW9NL4v5/et36vB\nWB553fPZkWPRIy3NPRLP28OPWRZrl/7S5nBwJHIk++jbGfNnisgfFCW/SKKU/CKJUvKLJErJL5Io\nJb9IopT8IomK1vnNbA2AjwLY5e5nND42G8CPASwDsBHAVe6+P3pr9RzZHtKLvczr4Vl/uG5rBw/x\n257Gj1S2yD5oJ30IYnu7YzXhbCvvP+8zeN9/29YTjJVK/Pt7McTr2Vnk+HGvhR8TAKj1hK9Nxfgx\n2DE767xPwrLKnmDs+Zwfi+6HeWp45LpmvXxtRk7WdmSHeA8FdM8LxzaNfenOWF75vw/gsjd87CsA\nHnT3FQAebLwvIm8j0eR394cA7HvDhy8HcHvj7dsBXDHJ8xKRY2y8v/MvcPcdAND4n6+NFZEp55iv\n7TezVQBWAUCtxHvViUjzjPeVv8fMFgJA4//gX6zcfbW7r3T3ldWMH/ooIs0z3uS/D8C1jbevBXDv\n5ExHRJolmvxmdieARwGcYmZbzezTAG4CcImZbQBwSeN9EXkbif7O7+7XBEIfeMu3ZgaQvefFnjcW\nFd7ghMXhL12PnGEfqctWt/BlCkUX+fqxvduz+BqDUqTWjsieeZ83OxiL9e2vr+C9CMp7In35yeMJ\nAPDw+omOjN+vzmyIxs+p8XPsN4yE+98vKJP1JgAq+/mak+hjPo9f11Jf+L6NLOA9FMoHyZkD2dh/\nmNcKP5FEKflFEqXkF0mUkl8kUUp+kUQp+UUS1dTW3cgM3k6OJl7ItwjkbeHpesbLadnmHTQeO6Kb\nbUUeXs7HlklZBwDyheFSHQBYPXJ2OYlbnW+bLa/bSOPFSUtovLSPb6VmpcbBgpcJY+219+X8GOyN\nw+GtrzXjLa6LSuSo69iW3ti23Er4uVx9iT9X0Ua2Uedj3yatV36RRCn5RRKl5BdJlJJfJFFKfpFE\nKflFEqXkF0lUc+v8AJCHa9Ij83mbr3Iv2coYUSw/jsZLO/h24pFl4Vp+ZXekbXgPPx7c2vgR3Vbh\n9fBibriFdT6Dr39AJG6DfEtwzOCKBcHY3MqTdOy8UvhYdAB4eOBkGq9ZeO5dZV6Hrxzir4sW2WZd\nnxc52nwD2Y48nbdqz+eFH2/fFdmKPIpe+UUSpeQXSZSSXyRRSn6RRCn5RRKl5BdJlJJfJFHNr/OT\nfdC0JXGEDfP92SPz+FHTpT38UpT6SV2XtKcGAD+erzGwreEjtgGgvrybjx8K7+Eu2vn9KvfyenfR\nwY/gzmu8Jl3pC1+3J/qOp2NPnrOTxlkdHwBml8PrL2L7+YfmTOz48MH5vJV8DeE29HlnpB06E+kz\nMJpe+UUSpeQXSZSSXyRRSn6RRCn5RRKl5BdJlJJfJFHROr+ZrQHwUQC73P2MxsduBPBZAK9tVL/B\n3e+f6GTscOQoatavvOC97avPbqHxYlG4xzsAZHvDe8tHFoePggaAys5eftuR8wqyyJ76bH/4GG2L\n7Nf3cmTf+vpNfPxJS2l8sDtc737P9Jfp2H7naww+2LmOxteP8OvKWJ0fwU2PbAdQ28XXT7DzDsqb\nB+hYlMJ79m2Qr18YbSyv/N8HcNlRPv4tdz+r8W/CiS8izRVNfnd/CABvcyMibzsT+Z3/OjN72szW\nmNmsSZuRiDTFeJP/VgAnAjgLwA4A3wh9opmtMrO1ZrZ2OI/8LiMiTTOu5Hf3HnfP3b0A8B0A55PP\nXe3uK919ZbXEN9eISPOMK/nNbOGod68E8OzkTEdEmmUspb47AVwMYK6ZbQXwVQAXm9lZABzARgCf\nO4ZzFJFjIJr87n7NUT5827huLc9h+8P1cu/ktdP6nHB802X8b47tp/Fae98Bfta7D4T3rU97mV/G\nJf/RT+PFc+tpvDR3Lo2zbgJZEek1MBD5O8xx4b77AJD18jML2trCNekXD/M+Bf2R8wy2jcym8aWV\nvcFYd+RMgGyI1/mz3fz5hAV8bnZ4KBgr5kb+fl4ic9urvv0iEqHkF0mUkl8kUUp+kUQp+UUSpeQX\nSVRTW3d7WwXDJ4bLO33LeLntw19+KBi7ohLe1goAXRnfYhlzIA9vjR28kF/G79UupfHl3+PlNm/n\nJa9iVrgMmW3k7a8xh5eVbDBckgIA7+CP2dCc8NyHCn7dYo/Zu9q20fjGenirdWaREmg5Eo+Vpafx\n7chVcmq75ZG24QUp9UXayI+mV36RRCn5RRKl5BdJlJJfJFFKfpFEKflFEqXkF0lUU+v8eVuGg8vD\n9dEv/v1ddPylHZuDsbsPraBjaxlvaVw1Xlv92vPhWv2MO/kx1UtfOkDjsVo59vPxpRHS2nsa755U\ntPN6NMp8i6gN8nbrHa+Et76eN+1VOvb97bzd+q8PL6Hx7nL4uv3s4Jl0bKx1t2/dQePlDr42o74k\nvE27vI33yz18WnitTLFFW3pFJELJL5IoJb9IopT8IolS8oskSskvkiglv0iimlvnn1Fg/x+H21hf\n2clrp5tI7XXPSBcdu22Y71u/68VzaPyEvwnXq+sL+PfQvLNC46Vd+2kcnZFa/azwfbdhfry3Z3zu\n2X4+t+i+9pnhuW8a5i3JB2q8zp9HXrsqFr7vp7fzXgD16XzdRzaHt+b2IX7dS+Q4ep/Oj1WvbQo/\nF7PhSC+A0Z875s8UkT8oSn6RRCn5RRKl5BdJlJJfJFFKfpFEKflFEhWt85vZEgB3AOgGUABY7e63\nmNlsAD8GsAzARgBXuTstCs+sHcaVpzwdjN91aDGdyzvbtgZj7+3cQMcOO9/n/POfXUTj3hburV96\nlffGL82eQeP1ReH+8gBQ2s+P+Ka1/K2RuU3n6yMQWQcw0s3vm5fD409q66Fjf3N4GY1PLw3S+MaR\necFYd5kfsR3dzz/Ib9uKgsbz7vBjXtrPz6AA69+Q89sdbSyv/HUA17v7aQDeDeALZnY6gK8AeNDd\nVwB4sPG+iLxNRJPf3Xe4+5ONt/sArAOwCMDlAG5vfNrtAK44VpMUkcn3ln7nN7NlAM4G8BiABe6+\nAzjyDQLA/MmenIgcO2NOfjObBuAnAL7k7gffwrhVZrbWzNYO7OfnvolI84wp+c2sgiOJ/wN3v7vx\n4R4zW9iILwSw62hj3X21u69095Uds3hTQxFpnmjym5kBuA3AOnf/5qjQfQCubbx9LYB7J396InKs\njGVL7wUA/hzAM2b2VONjNwC4CcBdZvZpAJsBfDz2hTqyIZzbyds1My+T0s2FNb5F895Dp9B4x26+\nBZO1sLY23v662LKdf+khvrU1Vm7zargsZV28rXgxZzq/6R7eRro0yK/b4e7wlt5B51ud+wq+XXjH\nCN+mvbztqD+MAgB21/n9Lg1EXhfn8/KsF/yo7KyflAqNlxlRIWkbGztKNPnd/REAoa/4gTHfkohM\nKVrhJ5IoJb9IopT8IolS8oskSskvkiglv0iimtq6e8/wNNy25cJg/MqFv6Pj2THbz4/wraXv7XiZ\nxr95Eb8UJ70artt6F2+tneW8nXJ9Pp97bEtv0R6ul48sWEjHtu3k20eLBbxFdawt+Y4LwusjOjO+\n3Lsv50eXnxE5wnteKXzfNo7wtRW1Pbxebgcjj0ls/UTf4XBwmB8nD7auZOxlfr3yi6RKyS+SKCW/\nSKKU/CKJUvKLJErJL5IoJb9Ioppa5x85UMX2XywNxi+97kd0/DPD4TaBvTk/1vihQ6fS+Lf+5Hs0\n/o/PfyoYm/sw368fU9rEW1gXi8N9DAAg6w/Xy2s9vEV1HlljkPXxFtV97+TjL7tkbTDWXTpAx/bm\nfP1ECXzP/E97zw3Gft1zEh27+AHex8DbeVcqr/BW8VSkf0PRQdY/RMa+7lPH/Jki8gdFyS+SKCW/\nSKKU/CKJUvKLJErJL5IoJb9Ioppa568eqGPJz3YH45ee+3k6/qtn/2cwVgI/mvjK6U/S+HPDx9H4\nLTd+Oxj74rqr6dihBxbR+Pwnyd5uAJUXwkeTA8Dhc5cFY9kw31e+50xery4u4rX09y/mPRg+OOO5\nYKzf+XkHHZH9/lnkMV/UFj4x3r7L107YQLjnPwB4LVLnL0XOWthL5jaLr52woeFwMHI0+Gh65RdJ\nlJJfJFFKfpFEKflFEqXkF0mUkl8kUUp+kUSZO6/jmtkSAHcA6AZQAFjt7reY2Y0APgvgtcL9De5+\nP/taM6rz/b3z/jQYHzqV19pf/kS4Kfm/XXgHHdtb8L3hsR7y/UW4rttdnti+9KcPh3scAEDu/Hv0\noTw8t4unr6Njd47MpHF2VgIQX1+xN58WjFWMn2fwrjbel/+H+95N47/753OCsa51fL8+cn6/rB45\ni2FuF41nA+HrapGcBKnzP7r5DhwY3Dmm7v1jWeRTB3C9uz9pZl0AnjCzXzVi33L3r4/lhkRkaokm\nv7vvALCj8Xafma0DwJesiciU95Z+5zezZQDOBvBY40PXmdnTZrbGzGYFxqwys7Vmtna44MtYRaR5\nxpz8ZjYNwE8AfMndDwK4FcCJAM7CkZ8MvnG0ce6+2t1XuvvKatY+CVMWkckwpuQ3swqOJP4P3P1u\nAHD3HnfP3b0A8B0A5x+7aYrIZIsmv5kZgNsArHP3b476+OjjX68E8OzkT09EjpWxlPreB+BhAM8A\nv6/r3ADgGhz5kd8BbATwucYfB4Omdy3y884Ob9utbtrDZ0u2K/Z85Hg69AOff5TG/2zW/9D49np4\nm2UeORe5ZrxctrPOy23vqPLW4LtIOW3DcDcdu6K6k8ZjJdJTq7zt+C8PvSMYe3AXb6e+4akl/Lb/\nhV8XZ0dZ9x6kY62D/4pa7OD3O1vAtwwXM8OPWXaAH//tlfDf6R/ddPvklfrc/REc/dRvWtMXkalN\nK/xEEqXkF0mUkl8kUUp+kUQp+UUSpeQXSVRTW3dbvUBlP1nfX44cazxYD4bmPRpuhQwAz/zmZBr/\n1PveQ+MHVoRj7SfxLb1fPu0BGh8g24UBYG+k1r69ftRtFQCAJw/y9Q8P5+SOARisV2j8/9bz7chz\nHg8/xeau5bX2U4Yix2THni9kXYgvmE2HWh/fh+Jn8CO+RyJHdGd1Mrde/nyydrIGQa27RSRGyS+S\nKCW/SKKU/CKJUvKLJErJL5IoJb9IoqL7+Sf1xsx2A9g06kNzAUQ28bfMVJ3bVJ0XoLmN12TO7Xh3\n580EGpqa/G+6cbO17r6yZRMgpurcpuq8AM1tvFo1N/3YL5IoJb9Iolqd/KtbfPvMVJ3bVJ0XoLmN\nV0vm1tLf+UWkdVr9yi8iLdKS5Dezy8xsvZm9ZGZfacUcQsxso5k9Y2ZPmdnaFs9ljZntMrNnR31s\ntpn9ysw2NP4P7+dt/txuNLNtjWv3lJl9pEVzW2Jm/21m68zsOTP7y8bHW3rtyLxact2a/mO/mZUA\nvAjgEgBbATwO4Bp3f76pEwkws40AVrp7y2vCZnYRgEMA7nD3Mxof+xqAfe5+U+Mb5yx3/9spMrcb\nARxq9cnNjQNlFo4+WRrAFQA+iRZeOzKvq9CC69aKV/7zAbzk7q+4+zCAHwG4vAXzmPLc/SEAb+xo\ncTmA2xtv344jT56mC8xtSnD3He7+ZOPtPgCvnSzd0mtH5tUSrUj+RQC2jHp/K6bWkd8O4AEze8LM\nVrV6Mkex4LWTkRr/z2/xfN4oenJzM73hZOkpc+3Gc+L1ZGtF8h/t9J+pVHK4wN3PAfBhAF9o/Hgr\nYzOmk5ub5SgnS08J4z3xerK1Ivm3Ahh9CNtiAPzQtSZy9+2N/3cBuAdT7/ThntcOSW38v6vF8/m9\nqXRy89FOlsYUuHZT6cTrViT/4wBWmNlyM6sCuBrAfS2Yx5uYWWfjDzEws04AH8LUO334PgDXNt6+\nFsC9LZzL60yVk5tDJ0ujxdduqp143ZJFPo1Sxs0ASgDWuPs/NX0SR2FmJ+DIqz1wpLPxD1s5NzO7\nE8DFOLLrqwfAVwH8FMBdAJYC2Azg4+7e9D+8BeZ2Md7iyc3HaG6hk6UfQwuv3WSeeD0p89EKP5E0\naYWfSKKU/CKJUvKLJErJL5IoJb9IopT8IolS8oskSskvkqj/B+/Io4Knqng1AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x2418150bb70>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1111110000011001000110000110000000111101100001110000011010100111\n",
      "1111110000011001000110000110000000111101100001110000011010100111\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "# test hash with some noise added\n",
    "im1 = train_dataset[1,:,:]\n",
    "im2 = im1 + .05*np.random.standard_normal(im1.shape)\n",
    "plt.imshow(im1)\n",
    "plt.show()\n",
    "plt.imshow(im2)\n",
    "plt.show()\n",
    "\n",
    "hash1 = fft_hash_im(im1,2,64)\n",
    "print(\"{0:b}\".format(hash1))\n",
    "hash2 = fft_hash_im(im2,2,64)\n",
    "print(\"{0:b}\".format(hash2))\n",
    "print(hash1-hash2)\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "trying to load hashes\n",
      "file does not exists, hashing...\n",
      "done hashing\n"
     ]
    }
   ],
   "source": [
    "def hash_dataset(dataset):\n",
    "    hash_vals = np.zeros(dataset.shape[0],dtype=np.uint64)\n",
    "    for i_im in range(0, dataset.shape[0]):   # would be nice to do this in parallel\n",
    "        hash_vals[i_im] = fft_hash_im(dataset[i_im,:,:],2,64)\n",
    "    return hash_vals\n",
    "            \n",
    "\n",
    "try:\n",
    "    print('trying to load hashes')\n",
    "    train_hash = np.load('train_hash.npy')\n",
    "    valid_hash = np.load('valid_hash.npy')\n",
    "    test_hash = np.load('test_hash.npy')\n",
    "    print('loading succeeded')\n",
    "except:\n",
    "    print('file does not exists, hashing...')\n",
    "    \n",
    "\n",
    "    train_hash = hash_dataset(train_dataset)\n",
    "    valid_hash = hash_dataset(valid_dataset)\n",
    "    test_hash = hash_dataset(test_dataset)\n",
    "        \n",
    "    np.save('train_hash',train_hash)\n",
    "    np.save('valid_hash',valid_hash)\n",
    "    np.save('test_hash',test_hash)\n",
    "    print('done hashing')\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(200000, 28, 28)\n",
      "(10000, 28, 28)\n",
      "(10000, 28, 28)\n",
      "(200000,)\n",
      "(10000,)\n",
      "(10000,)\n"
     ]
    }
   ],
   "source": [
    "print(train_dataset.shape)\n",
    "print(valid_dataset.shape)\n",
    "print(test_dataset.shape)\n",
    "print(train_hash.shape)\n",
    "print(valid_hash.shape)\n",
    "print(test_hash.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "200000\n",
      "10000\n",
      "10000\n",
      "220000\n"
     ]
    }
   ],
   "source": [
    "hashes_concat = np.concatenate((train_hash,valid_hash,test_hash),axis=0)\n",
    "print(len(train_hash))\n",
    "print(len(valid_hash))\n",
    "print(len(test_hash))\n",
    "print(len(hashes_concat))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "20299\n",
      "60889\n"
     ]
    }
   ],
   "source": [
    "unq, unq_idx, unq_inv, unq_cnt  = np.unique(hashes_concat,return_index=True, return_inverse=True, return_counts=True)\n",
    "print(len(unq_cnt[unq_cnt>1]))\n",
    "print(np.sum(unq_cnt[unq_cnt>1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "def find_indices_of_nonzero_vec(logical_vec):\n",
    "    rep_tp = np.nonzero(logical_vec)\n",
    "    rep_ind = rep_tp[0]\n",
    "    return rep_ind\n",
    "\n",
    "unq_mask = unq_cnt > 1\n",
    "repeated_values = unq[unq_mask]\n",
    "\n",
    "train_ind_to_remove = []\n",
    "valid_ind_to_remove = []\n",
    "test_ind_to_remove = []\n",
    "\n",
    "for i_val in range(0,len(repeated_values)):\n",
    "    val = repeated_values[i_val]\n",
    "    \n",
    "    train_ind_to_remove.extend( find_indices_of_nonzero_vec(train_hash == val) )\n",
    "    valid_ind_to_remove.extend( find_indices_of_nonzero_vec(valid_hash == val) )\n",
    "    test_ind_to_remove.extend( find_indices_of_nonzero_vec(test_hash == val) )\n",
    "    \n",
    "train_dataset_c = np.delete(train_dataset,train_ind_to_remove,axis=0)\n",
    "valid_dataset_c = np.delete(valid_dataset,valid_ind_to_remove,axis=0)\n",
    "test_dataset_c = np.delete(test_dataset,test_ind_to_remove,axis=0)\n",
    "\n",
    "train_labels_c = np.delete(train_labels,train_ind_to_remove)\n",
    "valid_labels_c = np.delete(valid_labels,valid_ind_to_remove)\n",
    "test_labels_c = np.delete(test_labels,test_ind_to_remove)\n",
    "\n",
    "train_hash_c = np.delete(train_hash,train_ind_to_remove)\n",
    "valid_hash_c = np.delete(valid_hash,valid_ind_to_remove)\n",
    "test_hash_c = np.delete(test_hash,test_ind_to_remove)\n",
    "    \n",
    "    \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(200000, 28, 28)\n",
      "(145051, 28, 28)\n",
      "(10000, 28, 28)\n",
      "(7338, 28, 28)\n",
      "(10000, 28, 28)\n",
      "(6722, 28, 28)\n",
      "(200000,)\n",
      "(145051,)\n",
      "(10000,)\n",
      "(7338,)\n",
      "(10000,)\n",
      "(6722,)\n"
     ]
    }
   ],
   "source": [
    "print(train_dataset.shape)\n",
    "print(train_dataset_c.shape)\n",
    "print(valid_dataset.shape)\n",
    "print(valid_dataset_c.shape)\n",
    "print(test_dataset.shape)\n",
    "print(test_dataset_c.shape)\n",
    "print(train_hash.shape)\n",
    "print(train_hash_c.shape)\n",
    "print(valid_hash.shape)\n",
    "print(valid_hash_c.shape)\n",
    "print(test_hash.shape)\n",
    "print(test_hash_c.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_hash2 = hash_dataset(train_dataset_c)\n",
    "valid_hash2 = hash_dataset(valid_dataset_c)\n",
    "test_hash2 = hash_dataset(test_dataset_c)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [],
   "source": [
    "hashes_concat2 = np.concatenate((train_hash2, valid_hash2,test_hash2),axis=0)\n",
    "unq2, unq_idx2, unq_inv2, unq_cnt2  = np.unique(hashes_concat2,return_index=True, return_inverse=True, return_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "print(len(unq_cnt2[unq_cnt2>1]))\n",
    "print(np.sum(unq_cnt2[unq_cnt2>1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle_file_c = os.path.join(data_root, 'notMNIST_c.pickle') # _c stands for cleaned, duplicates removed\n",
    "try:\n",
    "  f = open(pickle_file_c, 'wb')\n",
    "  save = {\n",
    "        'train_dataset_c': train_dataset_c,\n",
    "        'train_labels_c': train_labels_c,\n",
    "        'valid_dataset_c': valid_dataset_c,\n",
    "        'valid_labels_c': valid_labels_c,\n",
    "        'test_dataset_c': test_dataset_c,\n",
    "        'test_labels_c': test_labels_c,\n",
    "        'train_hash_c': train_hash_c,\n",
    "        'valid_hash_c': valid_hash_c,\n",
    "        'test_hash_c': test_hash_c,\n",
    "    }\n",
    "  pickle.dump(save, f, pickle.HIGHEST_PROTOCOL)\n",
    "  f.close()\n",
    "except Exception as e:\n",
    "  print('Unable to save data to', pickle_file, ':', e)\n",
    "  raise"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Compressed pickle size: 690800512\n"
     ]
    }
   ],
   "source": [
    "statinfo = os.stat(pickle_file)\n",
    "print('Compressed pickle size:', statinfo.st_size)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "L8oww1s4JMQx"
   },
   "source": [
    "---\n",
    "Problem 6\n",
    "---------\n",
    "\n",
    "Let's get an idea of what an off-the-shelf classifier can give you on this data. It's always good to check that there is something to learn, and that it's a problem that is not so trivial that a canned solution solves it.\n",
    "\n",
    "Train a simple model on this data using 50, 100, 1000 and 5000 training samples. Hint: you can use the LogisticRegression model from sklearn.linear_model.\n",
    "\n",
    "Optional question: train an off-the-shelf model on all the data!\n",
    "\n",
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(145051, 784)"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "zo, ro, co = train_dataset_c.shape\n",
    "X = np.squeeze(train_dataset_c.reshape((zo, -1,1)))\n",
    "#X = np.transpose(X)\n",
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(145051,)"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y = train_labels_c\n",
    "Y.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_sub = 1000\n",
    "X_subset = X[0:n_sub,:]\n",
    "X_subset2 = X[n_sub:2*n_sub,:]\n",
    "Y_subset = Y[0:n_sub]\n",
    "Y_subset2 = Y[n_sub:2*n_sub]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=10, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=1,\n",
       "          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,\n",
       "          verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn import linear_model\n",
    "logreg = linear_model.LogisticRegression(C=10)\n",
    "logreg.fit(X_subset, Y_subset)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.68999999999999995"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logreg.score(X_subset2,Y_subset2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "default_view": {},
   "name": "1_notmnist.ipynb",
   "provenance": [],
   "version": "0.3.2",
   "views": {}
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}