cnn_tf_training.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"cnn_tf_training.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"cells":[{"cell_type":"code","metadata":{"id":"ne77uLutJLWR","colab_type":"code","outputId":"9c7b43b5-3349-489d-f0c1-4024a6115e32","executionInfo":{"status":"ok","timestamp":1564664871470,"user_tz":-330,"elapsed":1332,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":50}},"source":["from google.colab import drive\n","drive.mount('/gdrive')\n","%cd /gdrive"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Drive already mounted at /gdrive; to attempt to forcibly remount, call drive.mount(\"/gdrive\", force_remount=True).\n","/gdrive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"73a4BCaHLB1G","colab_type":"code","colab":{}},"source":["import os,numpy\n","\n","#from sklearn import preprocessing\n","\n","def _get_data_path():\n","# have corrected this code on the copy on nirgun\n","    return os.path.join(os.getcwd().split(\"code\")[0],\"data\")\n","\n","def get_data(scenario, **kwargs):\n","    \n","    assert scenario in [\"/gdrive/My Drive/periodic_tf/data/all\"]\n","  # print(scenario)\n","\n","    X_2d = numpy.load(os.path.join(_get_data_path(), str(scenario), \"X_2d.npy\"))\n","    X_features = numpy.load(os.path.join(_get_data_path(), str(scenario), \"X_features.npy\"))\n","    y = numpy.load(os.path.join(_get_data_path(), str(scenario), \"y.npy\"))\n","    lcid = numpy.load(os.path.join(_get_data_path(), str(scenario), \"lcid.npy\"))\n","    indices = numpy.array(range(len(y)))\n","\n","    if 'classes' in kwargs.keys():\n","\t#only picking out the data corresponding the classes provided\n","        mask = numpy.in1d(y, numpy.array(kwargs['classes']))\n","        y = y[mask]\n","        X_2d = X_2d[mask]\n","        X_features = X_features[mask]\n","        indices = indices[mask]\n","        lcid = lcid[mask]\n","\n","    # shuffle data\n","    if 'shuffle' in kwargs.keys():\n","        seed = 0\n","        if 'seed' in kwargs.keys():\n","            seed = kwargs['seed']\n","        numpy.random.seed(seed)\n","        perm = numpy.random.permutation(len(y))\n","        y = y[perm]\n","        X_2d = X_2d[perm]\n","        X_features = X_features[perm]\n","        indices = indices[perm]\n","        lcid = lcid[perm]\n","    \n","    return X_2d, X_features, y, indices, lcid\n","    \n"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"yBn2FqkxLKaS","colab_type":"code","colab":{}},"source":["import os\n","import numpy\n","import pandas as pd\n","import matplotlib.pyplot as plt\n","\n","def _colorbar_fmt(x, pos):\n","    fm = '% *d' % (5, x)\n","    return fm\n","\n","def ensure_dir(f):\n","    \n","    d = os.path.dirname(f)\n","    if not os.path.exists(d):\n","        try:\n","            os.makedirs(d)\n","        except:\n","            pass\n","        \n","def plot_confusion(y_test, preds, ofname):\n","    import seaborn\n","    from sklearn import metrics\n","    # confusion matrix:\n","    # y_true = [2, 0, 2, 2, 0, 1]\n","    # y_pred = [0, 0, 2, 2, 0, 2]\n","    # array([[2, 0, 0],\n","    #        [0, 0, 1],\n","    #        [1, 0, 2]])\n","    # x-axis: predictions, y-axis: true values (e.g., 2 prediction, but 1 as true label)\n","    cm = metrics.confusion_matrix(y_test, preds)\n","    c = cm\n","    cm = cm.astype('float')\n","\n","    for i in range(cm.shape[0]):\n","        cm[i,:] *= 100/numpy.sum(cm[i,:])\n","    cm = cm.astype('int')\n","\n","\n","    classes = sorted(list(set(y_test)))\n","\n","    df_cm = pd.DataFrame(cm, index=classes, columns=classes)\n","    plt.figure(figsize = (10,10))\n","    seaborn.set(font_scale=3.0)\n","    seaborn.heatmap(df_cm, annot=True, fmt=\"d\",  linewidths=.5,  cmap=\"YlGnBu\", square=True, cbar=False)\n","    plt.xlabel(\"Prediction\")\n","    plt.ylabel(\"True Class\")\n","    plt.savefig(ofname, bbox_inches='tight')\n","    plt.close()\n","   \n","    df_c = pd.DataFrame(c, index=classes, columns=classes)\n","    plt.figure(figsize = (10,10))\n","    seaborn.set(font_scale=3.0)\n","    seaborn.heatmap(df_c, annot=True, fmt=\"d\",  linewidths=.5,  cmap=\"YlGnBu\", square=True, cbar=False)\n","    plt.xlabel(\"Prediction\")\n","    plt.ylabel(\"True Class\")\n","    plt.savefig(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/confusion_cnn.png\", bbox_inches='tight')\n","    plt.close()\n","\n","\n","def plot_image(img, ofname, titles=None, figsize=(10,5)):\n","    \"\"\" Three sub-images given ...\n","    \"\"\"\n","    \n","    fig = plt.figure(tight_layout=True, figsize=figsize)\n","    \n","    plt.imshow(img)\n","    plt.savefig(ofname, bbox_inches='tight')\n","    plt.close()\n","    \n","def plot_misclassifications(y, preds, X, orig_indices, odir, titles=None, verbose=0):\n","    \n","    orig_indices = numpy.array(orig_indices)\n","    \n","    misclassifications = numpy.array(range(len(y)))\n","    misclassifications = misclassifications[y != preds]\n","    misclassifications_indices = orig_indices[y != preds]\n","    \n","    if verbose > 0:\n","        print(\"Number of test elements: %i\" % len(y))\n","        print(\"Misclassifications: %s\" % str(misclassifications_indices))\n","        print(\"Plotting misclassifications ...\")\n","        \n","    for i in range(len(misclassifications)):\n","        print(\"Plotting misclassification %i of %i ...\" % (i, len(misclassifications)))\n","        index = misclassifications[i]\n","        orig_index = misclassifications_indices[i]\n","        \n","        ofname = os.path.join(odir, str(y[index]), str(orig_index) + \"_\" + str(preds[index]) + \".png\")\n","        ensure_dir(ofname)\n","        plot_image(X[index], ofname, titles=titles)\n","         \n"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Mkbj8O2h4xi-","colab_type":"code","outputId":"ac748612-c306-414a-e725-d81666e2bfe0","executionInfo":{"status":"ok","timestamp":1564664895179,"user_tz":-330,"elapsed":5090,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":87}},"source":["import matplotlib\n","matplotlib.use('Agg')\n","\n","import os\n","import copy\n","#import generate\n","import numpy\n","import tensorflow as tf\n","from sklearn.metrics import accuracy_score, matthews_corrcoef, f1_score\n","from sklearn.model_selection import train_test_split\n","from sklearn import preprocessing\n","#from util import plot_confusion, plot_misclassifications\n","import numpy as np\n","from six.moves import cPickle\n","import pickle\n","from imblearn.over_sampling import SMOTE \n","from keras.engine.topology import Input\n","from keras.optimizers import Adam\n","from keras import regularizers"],"execution_count":0,"outputs":[{"output_type":"stream","text":["/usr/local/lib/python3.6/dist-packages/sklearn/externals/six.py:31: DeprecationWarning: The module is deprecated in version 0.21 and will be removed in version 0.23 since we've dropped support for Python 2.7. Please rely on the official version of six (https://pypi.org/project/six/).\n","  \"(https://pypi.org/project/six/).\", DeprecationWarning)\n","Using TensorFlow backend.\n"],"name":"stderr"}]},{"cell_type":"code","metadata":{"id":"Wlw8di4-AzwP","colab_type":"code","colab":{}},"source":["# parameters\n","epochs = 500\n","learning_rate = 0.0002\n","verbose = 1\n","seed = 0\n","classes = [1,2,4,5,6,8,13]\n","#what are classes\n","\t\n","test_size = 0.2"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"TjS8OSeqA_DD","colab_type":"code","outputId":"a6399fca-b745-4f39-fd17-5d6d79916266","executionInfo":{"status":"ok","timestamp":1564664904436,"user_tz":-330,"elapsed":4932,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["# get data and encode labels\n","X_2d, X_features, y, indices, lcid = get_data(\"/gdrive/My Drive/periodic_tf/data/all\", classes=classes, shuffle=True, seed=seed)\n","#print(scenario)\n","labelencoder = preprocessing.LabelEncoder()\n","labelencoder.fit(y)\n","y = labelencoder.transform(y).astype(numpy.int32)\n","print(\"Total number of instances: \" + str(len(y)))"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Total number of instances: 45630\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"aBzOG1LgBEN3","colab_type":"code","outputId":"a0933099-8ef2-4a2f-8ad1-1c3f7ea68649","executionInfo":{"status":"ok","timestamp":1564664907451,"user_tz":-330,"elapsed":1260,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":50}},"source":["# split data (train/test)\n","X_train, X_test, y_train, y_test, lcid_train, lcid_test, indices_train, indices_test = train_test_split(X_2d, y, lcid, indices, test_size=test_size, random_state=seed)\n","X_test_plot = copy.deepcopy(X_test)\n","# why reshaping ?\n","# X_train = X_train.reshape((X_train.shape[0], 1, X_train.shape[1], X_train.shape[2]))\n","# X_test = X_test.reshape((X_test.shape[0], 1, X_test.shape[1], X_test.shape[2]))\n","X_train = X_train.reshape((X_train.shape[0], X_train.shape[1], X_train.shape[2], 1))\n","X_test = X_test.reshape((X_test.shape[0], X_test.shape[1], X_test.shape[2], 1))\n","print(\"Number of training instances: %i\" % len(y_train))\n","print(\"Number of test instances: %i\" % len(y_test))"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Number of training instances: 36504\n","Number of test instances: 9126\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"A2v-mQAwp6sv","colab_type":"code","outputId":"aae14047-77e8-4de3-ebb4-8678686268ec","executionInfo":{"status":"ok","timestamp":1564664913055,"user_tz":-330,"elapsed":1404,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["X_train.shape"],"execution_count":0,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(36504, 22, 24, 1)"]},"metadata":{"tags":[]},"execution_count":8}]},{"cell_type":"code","metadata":{"id":"k9dQSQx6qZ0j","colab_type":"code","outputId":"2735fd4d-2662-4201-b08b-ce8ea6c53195","executionInfo":{"status":"ok","timestamp":1564664918191,"user_tz":-330,"elapsed":1200,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["tf.train.AdamOptimizer(\n","    learning_rate=0.0002,\n","    beta1=0.9,\n","    beta2=0.999,\n","    epsilon=1e-08,\n","    use_locking=False,\n","    name='adam'\n",")"],"execution_count":0,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<tensorflow.python.training.adam.AdamOptimizer at 0x7f7e0135f358>"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"code","metadata":{"id":"ZGoqEc2NApEx","colab_type":"code","outputId":"523c0f15-33b8-47e9-c0ee-ab8a710bb484","executionInfo":{"status":"ok","timestamp":1564668468087,"user_tz":-330,"elapsed":3548799,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":1000}},"source":["model = tf.keras.models.Sequential()\n","\n","model.add(tf.keras.layers.InputLayer(input_shape=(22,24,1)))\n","model.add(tf.keras.layers.Conv2D(filters=16, kernel_size=(5, 5), activation=\"relu\", \n","                 #data_format = \"channels_first\",\n","                 kernel_regularizer=regularizers.l2(0.01), \n","                 #input_shape=(23,24,1),\n","                 padding='valid',\n","                 name=\"conv2d1\"))\n","model.add(tf.keras.layers.MaxPooling2D(pool_size=(2, 2), padding='valid', \n","                 #data_format = \"channels_first\",\n","                 name=\"maxpool2d1\",\n","                 strides=(2,2)))\n","#model.add(Dropout(rate=0.1))\n","model.add(tf.keras.layers.Conv2D(filters=64, kernel_size=(5, 5), activation=\"relu\", \n","                 kernel_regularizer=regularizers.l2(0.01),\n","                 padding='valid', \n","                 #data_format = \"channels_first\",\n","                 name=\"conv2d2\"))\n","#model.add(Conv2D(filters=256, kernel_size=(5, 5), activation=\"relu\", kernel_regularizer=regularizers.l2(0.01)))\n","model.add(tf.keras.layers.Flatten(\n","    #data_format = \"channels_first\", \n","    name=\"flatten\"))\n","#model.add(Dense(units=512, kernel_regularizer=regularizers.l2(0.01)))\n","#model.add(Dropout(rate=0.5))\n","#model.add(Dense(units=512, kernel_regularizer=regularizers.l2(0.01)))\n","model.add(tf.keras.layers.Dense(units=7, activation=\"softmax\", name=\"preds\"))\n","\n","model.compile(optimizer='adam',\n","              loss='sparse_categorical_crossentropy',\n","              metrics=['accuracy'])\n","model.summary()\n","\n","# include the epoch in the file name. (uses `str.format`)\n","checkpoint_path = \"/gdrive/My Drive/periodic_tf/code/experiments/training/cp-{epoch:04d}.ckpt\"\n","checkpoint_dir = os.path.dirname(checkpoint_path)\n","\n","cp_callback = tf.keras.callbacks.ModelCheckpoint(\n","    checkpoint_path, verbose=1, save_weights_only=True,\n","    # Save weights, every 5-epochs.\n","    period=5)\n","\n","model.save_weights(checkpoint_path.format(epoch=0))\n","model.fit(X_train, y_train, epochs=500, callbacks = [cp_callback])\n","model.evaluate(X_test, y_test)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["WARNING: Logging before flag parsing goes to stderr.\n","W0801 13:08:40.585912 140179752503168 deprecation.py:506] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/init_ops.py:1251: calling VarianceScaling.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Call initializer instance with the dtype argument instead of passing it to the constructor\n","W0801 13:08:40.828938 140179752503168 callbacks.py:875] `period` argument is deprecated. Please use `save_freq` to specify the frequency in number of samples seen.\n"],"name":"stderr"},{"output_type":"stream","text":["Model: \"sequential\"\n","_________________________________________________________________\n","Layer (type)                 Output Shape              Param #   \n","=================================================================\n","conv2d1 (Conv2D)             (None, 18, 20, 16)        416       \n","_________________________________________________________________\n","maxpool2d1 (MaxPooling2D)    (None, 9, 10, 16)         0         \n","_________________________________________________________________\n","conv2d2 (Conv2D)             (None, 5, 6, 64)          25664     \n","_________________________________________________________________\n","flatten (Flatten)            (None, 1920)              0         \n","_________________________________________________________________\n","preds (Dense)                (None, 7)                 13447     \n","=================================================================\n","Total params: 39,527\n","Trainable params: 39,527\n","Non-trainable params: 0\n","_________________________________________________________________\n","Epoch 1/500\n","36504/36504 [==============================] - 9s 251us/sample - loss: 0.7931 - acc: 0.7574\n","Epoch 2/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.6568 - acc: 0.8038\n","Epoch 3/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.6267 - acc: 0.8130\n","Epoch 4/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.6100 - acc: 0.8175\n","Epoch 5/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.5973 - acc: 0.8213\n","Epoch 00005: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0005.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.5975 - acc: 0.8212\n","Epoch 6/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5909 - acc: 0.8202\n","Epoch 7/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.5852 - acc: 0.8236\n","Epoch 8/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5796 - acc: 0.8248\n","Epoch 9/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.5732 - acc: 0.8263\n","Epoch 10/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.5707 - acc: 0.8270\n","Epoch 00010: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0010.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.5707 - acc: 0.8271\n","Epoch 11/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5652 - acc: 0.8282\n","Epoch 12/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5615 - acc: 0.8305\n","Epoch 13/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5585 - acc: 0.8305\n","Epoch 14/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5560 - acc: 0.8318\n","Epoch 15/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.5523 - acc: 0.8306\n","Epoch 00015: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0015.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.5521 - acc: 0.8306\n","Epoch 16/500\n","36504/36504 [==============================] - 7s 182us/sample - loss: 0.5515 - acc: 0.8311\n","Epoch 17/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5500 - acc: 0.8315\n","Epoch 18/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5478 - acc: 0.8327\n","Epoch 19/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.5461 - acc: 0.8340\n","Epoch 20/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.5447 - acc: 0.8338\n","Epoch 00020: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0020.ckpt\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.5447 - acc: 0.8338\n","Epoch 21/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5410 - acc: 0.8346\n","Epoch 22/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5389 - acc: 0.8351\n","Epoch 23/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5393 - acc: 0.8359\n","Epoch 24/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5387 - acc: 0.8368\n","Epoch 25/500\n","36160/36504 [============================>.] - ETA: 0s - loss: 0.5367 - acc: 0.8357\n","Epoch 00025: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0025.ckpt\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.5364 - acc: 0.8357\n","Epoch 26/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.5347 - acc: 0.8366\n","Epoch 27/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5338 - acc: 0.8379\n","Epoch 28/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5333 - acc: 0.8375\n","Epoch 29/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5322 - acc: 0.8377\n","Epoch 30/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.5305 - acc: 0.8367\n","Epoch 00030: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0030.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.5306 - acc: 0.8369\n","Epoch 31/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5309 - acc: 0.8385\n","Epoch 32/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5293 - acc: 0.8382\n","Epoch 33/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5278 - acc: 0.8382\n","Epoch 34/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5275 - acc: 0.8390\n","Epoch 35/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.5272 - acc: 0.8376\n","Epoch 00035: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0035.ckpt\n","36504/36504 [==============================] - 7s 201us/sample - loss: 0.5270 - acc: 0.8377\n","Epoch 36/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5272 - acc: 0.8382\n","Epoch 37/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5248 - acc: 0.8392\n","Epoch 38/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5247 - acc: 0.8401\n","Epoch 39/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.5244 - acc: 0.8394\n","Epoch 40/500\n","36224/36504 [============================>.] - ETA: 0s - loss: 0.5252 - acc: 0.8394\n","Epoch 00040: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0040.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.5249 - acc: 0.8394\n","Epoch 41/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5229 - acc: 0.8385\n","Epoch 42/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5227 - acc: 0.8398\n","Epoch 43/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5217 - acc: 0.8396\n","Epoch 44/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5210 - acc: 0.8400\n","Epoch 45/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.5209 - acc: 0.8404\n","Epoch 00045: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0045.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.5209 - acc: 0.8404\n","Epoch 46/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5210 - acc: 0.8393\n","Epoch 47/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5184 - acc: 0.8405\n","Epoch 48/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.5187 - acc: 0.8411\n","Epoch 49/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5173 - acc: 0.8423\n","Epoch 50/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.5176 - acc: 0.8413\n","Epoch 00050: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0050.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.5177 - acc: 0.8414\n","Epoch 51/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5174 - acc: 0.8408\n","Epoch 52/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5174 - acc: 0.8397\n","Epoch 53/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5164 - acc: 0.8404\n","Epoch 54/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5141 - acc: 0.8409\n","Epoch 55/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.5157 - acc: 0.8433\n","Epoch 00055: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0055.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.5163 - acc: 0.8430\n","Epoch 56/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5152 - acc: 0.8423\n","Epoch 57/500\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.5143 - acc: 0.8402\n","Epoch 58/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5146 - acc: 0.8421\n","Epoch 59/500\n","36504/36504 [==============================] - 7s 182us/sample - loss: 0.5142 - acc: 0.8408\n","Epoch 60/500\n","36224/36504 [============================>.] - ETA: 0s - loss: 0.5137 - acc: 0.8405\n","Epoch 00060: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0060.ckpt\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.5142 - acc: 0.8403\n","Epoch 61/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5126 - acc: 0.8413\n","Epoch 62/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.5120 - acc: 0.8436\n","Epoch 63/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5132 - acc: 0.8407\n","Epoch 64/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5116 - acc: 0.8420\n","Epoch 65/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.5140 - acc: 0.8411\n","Epoch 00065: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0065.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.5143 - acc: 0.8410\n","Epoch 66/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5137 - acc: 0.8417\n","Epoch 67/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5127 - acc: 0.8421\n","Epoch 68/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5108 - acc: 0.8418\n","Epoch 69/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5130 - acc: 0.8404\n","Epoch 70/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.5105 - acc: 0.8426\n","Epoch 00070: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0070.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.5105 - acc: 0.8427\n","Epoch 71/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5100 - acc: 0.8427\n","Epoch 72/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5124 - acc: 0.8427\n","Epoch 73/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5109 - acc: 0.8425\n","Epoch 74/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.5096 - acc: 0.8418\n","Epoch 75/500\n","36160/36504 [============================>.] - ETA: 0s - loss: 0.5100 - acc: 0.8420\n","Epoch 00075: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0075.ckpt\n","36504/36504 [==============================] - 7s 203us/sample - loss: 0.5098 - acc: 0.8419\n","Epoch 76/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5097 - acc: 0.8423\n","Epoch 77/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5103 - acc: 0.8430\n","Epoch 78/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.5088 - acc: 0.8412\n","Epoch 79/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5068 - acc: 0.8418\n","Epoch 80/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.5088 - acc: 0.8419\n","Epoch 00080: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0080.ckpt\n","36504/36504 [==============================] - 7s 201us/sample - loss: 0.5086 - acc: 0.8419\n","Epoch 81/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5087 - acc: 0.8427\n","Epoch 82/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.5090 - acc: 0.8408\n","Epoch 83/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5081 - acc: 0.8417\n","Epoch 84/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.5092 - acc: 0.8420\n","Epoch 85/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.5061 - acc: 0.8427\n","Epoch 00085: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0085.ckpt\n","36504/36504 [==============================] - 8s 213us/sample - loss: 0.5063 - acc: 0.8427\n","Epoch 86/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5081 - acc: 0.8429\n","Epoch 87/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5074 - acc: 0.8430\n","Epoch 88/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5070 - acc: 0.8423\n","Epoch 89/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5061 - acc: 0.8434\n","Epoch 90/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.5071 - acc: 0.8430\n","Epoch 00090: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0090.ckpt\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.5069 - acc: 0.8430\n","Epoch 91/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5061 - acc: 0.8434\n","Epoch 92/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5048 - acc: 0.8432\n","Epoch 93/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5077 - acc: 0.8421\n","Epoch 94/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.5052 - acc: 0.8427\n","Epoch 95/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.5066 - acc: 0.8435\n","Epoch 00095: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0095.ckpt\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.5068 - acc: 0.8434\n","Epoch 96/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5035 - acc: 0.8427\n","Epoch 97/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5043 - acc: 0.8454\n","Epoch 98/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5050 - acc: 0.8428\n","Epoch 99/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.5045 - acc: 0.8433\n","Epoch 100/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.5026 - acc: 0.8436\n","Epoch 00100: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0100.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.5027 - acc: 0.8434\n","Epoch 101/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.5028 - acc: 0.8434\n","Epoch 102/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5017 - acc: 0.8446\n","Epoch 103/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.5047 - acc: 0.8425\n","Epoch 104/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5029 - acc: 0.8420\n","Epoch 105/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.5014 - acc: 0.8449\n","Epoch 00105: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0105.ckpt\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.5010 - acc: 0.8450\n","Epoch 106/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.5031 - acc: 0.8445\n","Epoch 107/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5022 - acc: 0.8443\n","Epoch 108/500\n","36504/36504 [==============================] - 6s 177us/sample - loss: 0.5026 - acc: 0.8435\n","Epoch 109/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5006 - acc: 0.8436\n","Epoch 110/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.5023 - acc: 0.8445\n","Epoch 00110: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0110.ckpt\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.5023 - acc: 0.8446\n","Epoch 111/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.5016 - acc: 0.8430\n","Epoch 112/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.5001 - acc: 0.8459\n","Epoch 113/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.5024 - acc: 0.8453\n","Epoch 114/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.5004 - acc: 0.8456\n","Epoch 115/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.5008 - acc: 0.8450\n","Epoch 00115: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0115.ckpt\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.5004 - acc: 0.8450\n","Epoch 116/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.5001 - acc: 0.8455\n","Epoch 117/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.4997 - acc: 0.8458\n","Epoch 118/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5013 - acc: 0.8436\n","Epoch 119/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4999 - acc: 0.8446\n","Epoch 120/500\n","36160/36504 [============================>.] - ETA: 0s - loss: 0.4995 - acc: 0.8449\n","Epoch 00120: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0120.ckpt\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.5002 - acc: 0.8446\n","Epoch 121/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.5012 - acc: 0.8439\n","Epoch 122/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.5019 - acc: 0.8446\n","Epoch 123/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.5003 - acc: 0.8434\n","Epoch 124/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.4993 - acc: 0.8441\n","Epoch 125/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.5001 - acc: 0.8442\n","Epoch 00125: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0125.ckpt\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.4999 - acc: 0.8442\n","Epoch 126/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4995 - acc: 0.8459\n","Epoch 127/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.4989 - acc: 0.8462\n","Epoch 128/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.5000 - acc: 0.8441\n","Epoch 129/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.4998 - acc: 0.8438\n","Epoch 130/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4987 - acc: 0.8442\n","Epoch 00130: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0130.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4989 - acc: 0.8441\n","Epoch 131/500\n","36504/36504 [==============================] - 7s 183us/sample - loss: 0.4980 - acc: 0.8454\n","Epoch 132/500\n","36504/36504 [==============================] - 7s 181us/sample - loss: 0.4979 - acc: 0.8450\n","Epoch 133/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4966 - acc: 0.8452\n","Epoch 134/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4974 - acc: 0.8448\n","Epoch 135/500\n","36224/36504 [============================>.] - ETA: 0s - loss: 0.4991 - acc: 0.8434\n","Epoch 00135: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0135.ckpt\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4992 - acc: 0.8435\n","Epoch 136/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4973 - acc: 0.8455\n","Epoch 137/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4977 - acc: 0.8437\n","Epoch 138/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.4985 - acc: 0.8444\n","Epoch 139/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4968 - acc: 0.8445\n","Epoch 140/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4969 - acc: 0.8452\n","Epoch 00140: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0140.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.4970 - acc: 0.8450\n","Epoch 141/500\n","36504/36504 [==============================] - 7s 182us/sample - loss: 0.4964 - acc: 0.8440\n","Epoch 142/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.4989 - acc: 0.8442\n","Epoch 143/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4958 - acc: 0.8440\n","Epoch 144/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.4965 - acc: 0.8454\n","Epoch 145/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4969 - acc: 0.8435\n","Epoch 00145: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0145.ckpt\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.4969 - acc: 0.8436\n","Epoch 146/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.4947 - acc: 0.8459\n","Epoch 147/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4963 - acc: 0.8448\n","Epoch 148/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4959 - acc: 0.8461\n","Epoch 149/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4956 - acc: 0.8452\n","Epoch 150/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4953 - acc: 0.8457\n","Epoch 00150: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0150.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4953 - acc: 0.8458\n","Epoch 151/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4967 - acc: 0.8455\n","Epoch 152/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.4974 - acc: 0.8443\n","Epoch 153/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4962 - acc: 0.8451\n","Epoch 154/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4962 - acc: 0.8457\n","Epoch 155/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.4946 - acc: 0.8449\n","Epoch 00155: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0155.ckpt\n","36504/36504 [==============================] - 7s 203us/sample - loss: 0.4946 - acc: 0.8449\n","Epoch 156/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4964 - acc: 0.8468\n","Epoch 157/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4952 - acc: 0.8457\n","Epoch 158/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.4962 - acc: 0.8467\n","Epoch 159/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4954 - acc: 0.8446\n","Epoch 160/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4950 - acc: 0.8442\n","Epoch 00160: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0160.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4947 - acc: 0.8443\n","Epoch 161/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4945 - acc: 0.8448\n","Epoch 162/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4937 - acc: 0.8456\n","Epoch 163/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4929 - acc: 0.8463\n","Epoch 164/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4957 - acc: 0.8443\n","Epoch 165/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4964 - acc: 0.8455\n","Epoch 00165: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0165.ckpt\n","36504/36504 [==============================] - 8s 209us/sample - loss: 0.4964 - acc: 0.8454\n","Epoch 166/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4942 - acc: 0.8456\n","Epoch 167/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4938 - acc: 0.8455\n","Epoch 168/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4946 - acc: 0.8458\n","Epoch 169/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4938 - acc: 0.8449\n","Epoch 170/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4951 - acc: 0.8456\n","Epoch 00170: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0170.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4951 - acc: 0.8457\n","Epoch 171/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4938 - acc: 0.8451\n","Epoch 172/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4934 - acc: 0.8459\n","Epoch 173/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4948 - acc: 0.8452\n","Epoch 174/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.4911 - acc: 0.8457\n","Epoch 175/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4935 - acc: 0.8450\n","Epoch 00175: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0175.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.4939 - acc: 0.8449\n","Epoch 176/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4948 - acc: 0.8444\n","Epoch 177/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4919 - acc: 0.8478\n","Epoch 178/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4918 - acc: 0.8466\n","Epoch 179/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4934 - acc: 0.8461\n","Epoch 180/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.4944 - acc: 0.8444\n","Epoch 00180: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0180.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4943 - acc: 0.8444\n","Epoch 181/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4916 - acc: 0.8456\n","Epoch 182/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4929 - acc: 0.8445\n","Epoch 183/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4943 - acc: 0.8462\n","Epoch 184/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4907 - acc: 0.8457\n","Epoch 185/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4925 - acc: 0.8459\n","Epoch 00185: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0185.ckpt\n","36504/36504 [==============================] - 8s 212us/sample - loss: 0.4926 - acc: 0.8459\n","Epoch 186/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4912 - acc: 0.8448\n","Epoch 187/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4931 - acc: 0.8462\n","Epoch 188/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4919 - acc: 0.8463\n","Epoch 189/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4920 - acc: 0.8464\n","Epoch 190/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.4916 - acc: 0.8485\n","Epoch 00190: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0190.ckpt\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4918 - acc: 0.8482\n","Epoch 191/500\n","36504/36504 [==============================] - 7s 185us/sample - loss: 0.4924 - acc: 0.8462\n","Epoch 192/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4910 - acc: 0.8466\n","Epoch 193/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.4902 - acc: 0.8469\n","Epoch 194/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4919 - acc: 0.8469\n","Epoch 195/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.4910 - acc: 0.8466\n","Epoch 00195: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0195.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4910 - acc: 0.8466\n","Epoch 196/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4911 - acc: 0.8461\n","Epoch 197/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4911 - acc: 0.8461\n","Epoch 198/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4903 - acc: 0.8468\n","Epoch 199/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4922 - acc: 0.8455\n","Epoch 200/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4922 - acc: 0.8460\n","Epoch 00200: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0200.ckpt\n","36504/36504 [==============================] - 8s 219us/sample - loss: 0.4922 - acc: 0.8459\n","Epoch 201/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4926 - acc: 0.8445\n","Epoch 202/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4918 - acc: 0.8461\n","Epoch 203/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4914 - acc: 0.8453\n","Epoch 204/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4915 - acc: 0.8462\n","Epoch 205/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4908 - acc: 0.8458\n","Epoch 00205: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0205.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.4908 - acc: 0.8458\n","Epoch 206/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4908 - acc: 0.8454\n","Epoch 207/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4908 - acc: 0.8457\n","Epoch 208/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4916 - acc: 0.8469\n","Epoch 209/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4911 - acc: 0.8467\n","Epoch 210/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4903 - acc: 0.8458\n","Epoch 00210: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0210.ckpt\n","36504/36504 [==============================] - 8s 215us/sample - loss: 0.4901 - acc: 0.8459\n","Epoch 211/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4893 - acc: 0.8466\n","Epoch 212/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4903 - acc: 0.8480\n","Epoch 213/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4901 - acc: 0.8460\n","Epoch 214/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4893 - acc: 0.8456\n","Epoch 215/500\n","36160/36504 [============================>.] - ETA: 0s - loss: 0.4906 - acc: 0.8467\n","Epoch 00215: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0215.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4902 - acc: 0.8469\n","Epoch 216/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4898 - acc: 0.8467\n","Epoch 217/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4884 - acc: 0.8462\n","Epoch 218/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4909 - acc: 0.8479\n","Epoch 219/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4908 - acc: 0.8460\n","Epoch 220/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4895 - acc: 0.8444\n","Epoch 00220: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0220.ckpt\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.4895 - acc: 0.8445\n","Epoch 221/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4887 - acc: 0.8456\n","Epoch 222/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4881 - acc: 0.8459\n","Epoch 223/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4888 - acc: 0.8478\n","Epoch 224/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4880 - acc: 0.8453\n","Epoch 225/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4894 - acc: 0.8460\n","Epoch 00225: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0225.ckpt\n","36504/36504 [==============================] - 7s 201us/sample - loss: 0.4893 - acc: 0.8461\n","Epoch 226/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4895 - acc: 0.8455\n","Epoch 227/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4909 - acc: 0.8453\n","Epoch 228/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4873 - acc: 0.8463\n","Epoch 229/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4905 - acc: 0.8468\n","Epoch 230/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4889 - acc: 0.8461\n","Epoch 00230: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0230.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.4894 - acc: 0.8460\n","Epoch 231/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4899 - acc: 0.8456\n","Epoch 232/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4864 - acc: 0.8479\n","Epoch 233/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4876 - acc: 0.8471\n","Epoch 234/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4890 - acc: 0.8476\n","Epoch 235/500\n","36192/36504 [============================>.] - ETA: 0s - loss: 0.4871 - acc: 0.8475\n","Epoch 00235: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0235.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4868 - acc: 0.8476\n","Epoch 236/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4891 - acc: 0.8448\n","Epoch 237/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4910 - acc: 0.8470\n","Epoch 238/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4886 - acc: 0.8458\n","Epoch 239/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4881 - acc: 0.8469\n","Epoch 240/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4891 - acc: 0.8463\n","Epoch 00240: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0240.ckpt\n","36504/36504 [==============================] - 8s 209us/sample - loss: 0.4891 - acc: 0.8463\n","Epoch 241/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4889 - acc: 0.8458\n","Epoch 242/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4887 - acc: 0.8473\n","Epoch 243/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4879 - acc: 0.8467\n","Epoch 244/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4882 - acc: 0.8476\n","Epoch 245/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4876 - acc: 0.8468\n","Epoch 00245: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0245.ckpt\n","36504/36504 [==============================] - 8s 209us/sample - loss: 0.4878 - acc: 0.8467\n","Epoch 246/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4888 - acc: 0.8472\n","Epoch 247/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4879 - acc: 0.8466\n","Epoch 248/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4878 - acc: 0.8463\n","Epoch 249/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4887 - acc: 0.8463\n","Epoch 250/500\n","36192/36504 [============================>.] - ETA: 0s - loss: 0.4885 - acc: 0.8458\n","Epoch 00250: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0250.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.4892 - acc: 0.8457\n","Epoch 251/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4880 - acc: 0.8476\n","Epoch 252/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4890 - acc: 0.8468\n","Epoch 253/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4875 - acc: 0.8468\n","Epoch 254/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4884 - acc: 0.8476\n","Epoch 255/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4879 - acc: 0.8456\n","Epoch 00255: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0255.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.4878 - acc: 0.8456\n","Epoch 256/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4884 - acc: 0.8483\n","Epoch 257/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4879 - acc: 0.8462\n","Epoch 258/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4887 - acc: 0.8483\n","Epoch 259/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4878 - acc: 0.8467\n","Epoch 260/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4862 - acc: 0.8469\n","Epoch 00260: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0260.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4857 - acc: 0.8470\n","Epoch 261/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4865 - acc: 0.8473\n","Epoch 262/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4885 - acc: 0.8468\n","Epoch 263/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4871 - acc: 0.8461\n","Epoch 264/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4878 - acc: 0.8470\n","Epoch 265/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4872 - acc: 0.8477\n","Epoch 00265: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0265.ckpt\n","36504/36504 [==============================] - 8s 211us/sample - loss: 0.4871 - acc: 0.8477\n","Epoch 266/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4868 - acc: 0.8479\n","Epoch 267/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4872 - acc: 0.8468\n","Epoch 268/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4861 - acc: 0.8460\n","Epoch 269/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4872 - acc: 0.8480\n","Epoch 270/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.4869 - acc: 0.8471\n","Epoch 00270: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0270.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4872 - acc: 0.8470\n","Epoch 271/500\n","36504/36504 [==============================] - 7s 201us/sample - loss: 0.4873 - acc: 0.8482\n","Epoch 272/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4869 - acc: 0.8482\n","Epoch 273/500\n","36504/36504 [==============================] - 7s 201us/sample - loss: 0.4861 - acc: 0.8475\n","Epoch 274/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4866 - acc: 0.8452\n","Epoch 275/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4870 - acc: 0.8463\n","Epoch 00275: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0275.ckpt\n","36504/36504 [==============================] - 7s 201us/sample - loss: 0.4873 - acc: 0.8461\n","Epoch 276/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4856 - acc: 0.8482\n","Epoch 277/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4869 - acc: 0.8466\n","Epoch 278/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4879 - acc: 0.8463\n","Epoch 279/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4869 - acc: 0.8468\n","Epoch 280/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4872 - acc: 0.8455\n","Epoch 00280: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0280.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4873 - acc: 0.8454\n","Epoch 281/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4847 - acc: 0.8480\n","Epoch 282/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4858 - acc: 0.8479\n","Epoch 283/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4857 - acc: 0.8474\n","Epoch 284/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4870 - acc: 0.8459\n","Epoch 285/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4853 - acc: 0.8465\n","Epoch 00285: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0285.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4854 - acc: 0.8464\n","Epoch 286/500\n","36504/36504 [==============================] - 7s 186us/sample - loss: 0.4877 - acc: 0.8452\n","Epoch 287/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4857 - acc: 0.8478\n","Epoch 288/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4852 - acc: 0.8486\n","Epoch 289/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4868 - acc: 0.8477\n","Epoch 290/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.4855 - acc: 0.8463\n","Epoch 00290: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0290.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4865 - acc: 0.8460\n","Epoch 291/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4868 - acc: 0.8462\n","Epoch 292/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4830 - acc: 0.8489\n","Epoch 293/500\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.4845 - acc: 0.8481\n","Epoch 294/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4853 - acc: 0.8490\n","Epoch 295/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4864 - acc: 0.8470\n","Epoch 00295: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0295.ckpt\n","36504/36504 [==============================] - 8s 214us/sample - loss: 0.4862 - acc: 0.8471\n","Epoch 296/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4828 - acc: 0.8482\n","Epoch 297/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4856 - acc: 0.8471\n","Epoch 298/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4864 - acc: 0.8475\n","Epoch 299/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4871 - acc: 0.8470\n","Epoch 300/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4851 - acc: 0.8470\n","Epoch 00300: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0300.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4853 - acc: 0.8469\n","Epoch 301/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4853 - acc: 0.8482\n","Epoch 302/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4851 - acc: 0.8467\n","Epoch 303/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4852 - acc: 0.8463\n","Epoch 304/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4845 - acc: 0.8474\n","Epoch 305/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4849 - acc: 0.8476\n","Epoch 00305: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0305.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.4852 - acc: 0.8475\n","Epoch 306/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4841 - acc: 0.8485\n","Epoch 307/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4851 - acc: 0.8470\n","Epoch 308/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4858 - acc: 0.8480\n","Epoch 309/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4844 - acc: 0.8463\n","Epoch 310/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4869 - acc: 0.8460\n","Epoch 00310: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0310.ckpt\n","36504/36504 [==============================] - 8s 212us/sample - loss: 0.4870 - acc: 0.8460\n","Epoch 311/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4876 - acc: 0.8451\n","Epoch 312/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4848 - acc: 0.8469\n","Epoch 313/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4852 - acc: 0.8488\n","Epoch 314/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4848 - acc: 0.8475\n","Epoch 315/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4861 - acc: 0.8478\n","Epoch 00315: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0315.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4858 - acc: 0.8479\n","Epoch 316/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4860 - acc: 0.8473\n","Epoch 317/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4841 - acc: 0.8476\n","Epoch 318/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4844 - acc: 0.8461\n","Epoch 319/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4865 - acc: 0.8469\n","Epoch 320/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4833 - acc: 0.8485\n","Epoch 00320: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0320.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4830 - acc: 0.8486\n","Epoch 321/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4855 - acc: 0.8480\n","Epoch 322/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4838 - acc: 0.8475\n","Epoch 323/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4864 - acc: 0.8462\n","Epoch 324/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4856 - acc: 0.8477\n","Epoch 325/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4841 - acc: 0.8469\n","Epoch 00325: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0325.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.4842 - acc: 0.8471\n","Epoch 326/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4838 - acc: 0.8472\n","Epoch 327/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4854 - acc: 0.8463\n","Epoch 328/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4839 - acc: 0.8472\n","Epoch 329/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4833 - acc: 0.8470\n","Epoch 330/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4840 - acc: 0.8476\n","Epoch 00330: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0330.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4843 - acc: 0.8474\n","Epoch 331/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4839 - acc: 0.8465\n","Epoch 332/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4856 - acc: 0.8445\n","Epoch 333/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4819 - acc: 0.8483\n","Epoch 334/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4845 - acc: 0.8469\n","Epoch 335/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4821 - acc: 0.8481\n","Epoch 00335: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0335.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.4823 - acc: 0.8481\n","Epoch 336/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4833 - acc: 0.8476\n","Epoch 337/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4860 - acc: 0.8462\n","Epoch 338/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4830 - acc: 0.8485\n","Epoch 339/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4846 - acc: 0.8456\n","Epoch 340/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4831 - acc: 0.8467\n","Epoch 00340: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0340.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4832 - acc: 0.8468\n","Epoch 341/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4839 - acc: 0.8483\n","Epoch 342/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4843 - acc: 0.8473\n","Epoch 343/500\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.4840 - acc: 0.8471\n","Epoch 344/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4842 - acc: 0.8482\n","Epoch 345/500\n","36352/36504 [============================>.] - ETA: 0s - loss: 0.4830 - acc: 0.8477\n","Epoch 00345: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0345.ckpt\n","36504/36504 [==============================] - 8s 212us/sample - loss: 0.4830 - acc: 0.8477\n","Epoch 346/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4821 - acc: 0.8476\n","Epoch 347/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4831 - acc: 0.8472\n","Epoch 348/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4844 - acc: 0.8464\n","Epoch 349/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4842 - acc: 0.8460\n","Epoch 350/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4837 - acc: 0.8478\n","Epoch 00350: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0350.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.4834 - acc: 0.8479\n","Epoch 351/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4846 - acc: 0.8472\n","Epoch 352/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4835 - acc: 0.8479\n","Epoch 353/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4834 - acc: 0.8481\n","Epoch 354/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4828 - acc: 0.8468\n","Epoch 355/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.4847 - acc: 0.8458\n","Epoch 00355: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0355.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4845 - acc: 0.8460\n","Epoch 356/500\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.4847 - acc: 0.8475\n","Epoch 357/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4846 - acc: 0.8470\n","Epoch 358/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4826 - acc: 0.8487\n","Epoch 359/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4835 - acc: 0.8476\n","Epoch 360/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4858 - acc: 0.8473\n","Epoch 00360: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0360.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4853 - acc: 0.8474\n","Epoch 361/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4822 - acc: 0.8471\n","Epoch 362/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4836 - acc: 0.8480\n","Epoch 363/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4827 - acc: 0.8485\n","Epoch 364/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4820 - acc: 0.8489\n","Epoch 365/500\n","36256/36504 [============================>.] - ETA: 0s - loss: 0.4840 - acc: 0.8468\n","Epoch 00365: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0365.ckpt\n","36504/36504 [==============================] - 8s 211us/sample - loss: 0.4834 - acc: 0.8470\n","Epoch 366/500\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.4835 - acc: 0.8485\n","Epoch 367/500\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.4842 - acc: 0.8480\n","Epoch 368/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4848 - acc: 0.8480\n","Epoch 369/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4827 - acc: 0.8480\n","Epoch 370/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4832 - acc: 0.8486\n","Epoch 00370: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0370.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4835 - acc: 0.8485\n","Epoch 371/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4828 - acc: 0.8480\n","Epoch 372/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4814 - acc: 0.8473\n","Epoch 373/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4816 - acc: 0.8476\n","Epoch 374/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4840 - acc: 0.8460\n","Epoch 375/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.4839 - acc: 0.8474\n","Epoch 00375: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0375.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.4838 - acc: 0.8474\n","Epoch 376/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4842 - acc: 0.8467\n","Epoch 377/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4836 - acc: 0.8465\n","Epoch 378/500\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.4837 - acc: 0.8484\n","Epoch 379/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4816 - acc: 0.8477\n","Epoch 380/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.4833 - acc: 0.8474\n","Epoch 00380: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0380.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.4833 - acc: 0.8474\n","Epoch 381/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4817 - acc: 0.8489\n","Epoch 382/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4835 - acc: 0.8483\n","Epoch 383/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4812 - acc: 0.8491\n","Epoch 384/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4817 - acc: 0.8489\n","Epoch 385/500\n","36224/36504 [============================>.] - ETA: 0s - loss: 0.4839 - acc: 0.8486\n","Epoch 00385: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0385.ckpt\n","36504/36504 [==============================] - 8s 209us/sample - loss: 0.4835 - acc: 0.8487\n","Epoch 386/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4834 - acc: 0.8465\n","Epoch 387/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4825 - acc: 0.8474\n","Epoch 388/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4819 - acc: 0.8470\n","Epoch 389/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4819 - acc: 0.8488\n","Epoch 390/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4833 - acc: 0.8470\n","Epoch 00390: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0390.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.4829 - acc: 0.8471\n","Epoch 391/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4830 - acc: 0.8477\n","Epoch 392/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4801 - acc: 0.8475\n","Epoch 393/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4824 - acc: 0.8481\n","Epoch 394/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4826 - acc: 0.8480\n","Epoch 395/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4835 - acc: 0.8490\n","Epoch 00395: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0395.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4837 - acc: 0.8489\n","Epoch 396/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4826 - acc: 0.8471\n","Epoch 397/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4819 - acc: 0.8470\n","Epoch 398/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4836 - acc: 0.8479\n","Epoch 399/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4812 - acc: 0.8488\n","Epoch 400/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4825 - acc: 0.8478\n","Epoch 00400: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0400.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4826 - acc: 0.8479\n","Epoch 401/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4821 - acc: 0.8469\n","Epoch 402/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4816 - acc: 0.8480\n","Epoch 403/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4827 - acc: 0.8479\n","Epoch 404/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4845 - acc: 0.8464\n","Epoch 405/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4809 - acc: 0.8476\n","Epoch 00405: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0405.ckpt\n","36504/36504 [==============================] - 8s 207us/sample - loss: 0.4812 - acc: 0.8476\n","Epoch 406/500\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.4854 - acc: 0.8479\n","Epoch 407/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4811 - acc: 0.8484\n","Epoch 408/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4842 - acc: 0.8471\n","Epoch 409/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4825 - acc: 0.8481\n","Epoch 410/500\n","36192/36504 [============================>.] - ETA: 0s - loss: 0.4828 - acc: 0.8482\n","Epoch 00410: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0410.ckpt\n","36504/36504 [==============================] - 8s 212us/sample - loss: 0.4827 - acc: 0.8481\n","Epoch 411/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4809 - acc: 0.8472\n","Epoch 412/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4832 - acc: 0.8471\n","Epoch 413/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4815 - acc: 0.8478\n","Epoch 414/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4829 - acc: 0.8471\n","Epoch 415/500\n","36224/36504 [============================>.] - ETA: 0s - loss: 0.4814 - acc: 0.8482\n","Epoch 00415: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0415.ckpt\n","36504/36504 [==============================] - 8s 214us/sample - loss: 0.4817 - acc: 0.8481\n","Epoch 416/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4827 - acc: 0.8485\n","Epoch 417/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4818 - acc: 0.8476\n","Epoch 418/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4807 - acc: 0.8491\n","Epoch 419/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4802 - acc: 0.8486\n","Epoch 420/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4801 - acc: 0.8482\n","Epoch 00420: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0420.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4798 - acc: 0.8483\n","Epoch 421/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4809 - acc: 0.8474\n","Epoch 422/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4818 - acc: 0.8465\n","Epoch 423/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4803 - acc: 0.8480\n","Epoch 424/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4802 - acc: 0.8485\n","Epoch 425/500\n","36224/36504 [============================>.] - ETA: 0s - loss: 0.4804 - acc: 0.8474\n","Epoch 00425: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0425.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4807 - acc: 0.8473\n","Epoch 426/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4830 - acc: 0.8486\n","Epoch 427/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4818 - acc: 0.8471\n","Epoch 428/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4807 - acc: 0.8492\n","Epoch 429/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4825 - acc: 0.8477\n","Epoch 430/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4812 - acc: 0.8490\n","Epoch 00430: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0430.ckpt\n","36504/36504 [==============================] - 8s 208us/sample - loss: 0.4811 - acc: 0.8491\n","Epoch 431/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4820 - acc: 0.8491\n","Epoch 432/500\n","36504/36504 [==============================] - 7s 198us/sample - loss: 0.4815 - acc: 0.8492\n","Epoch 433/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4815 - acc: 0.8489\n","Epoch 434/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4805 - acc: 0.8480\n","Epoch 435/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4804 - acc: 0.8470\n","Epoch 00435: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0435.ckpt\n","36504/36504 [==============================] - 8s 209us/sample - loss: 0.4805 - acc: 0.8470\n","Epoch 436/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4799 - acc: 0.8488\n","Epoch 437/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4839 - acc: 0.8480\n","Epoch 438/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4808 - acc: 0.8487\n","Epoch 439/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4811 - acc: 0.8489\n","Epoch 440/500\n","36192/36504 [============================>.] - ETA: 0s - loss: 0.4823 - acc: 0.8484\n","Epoch 00440: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0440.ckpt\n","36504/36504 [==============================] - 7s 203us/sample - loss: 0.4822 - acc: 0.8483\n","Epoch 441/500\n","36504/36504 [==============================] - 7s 184us/sample - loss: 0.4788 - acc: 0.8485\n","Epoch 442/500\n","36504/36504 [==============================] - 7s 203us/sample - loss: 0.4810 - acc: 0.8471\n","Epoch 443/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4827 - acc: 0.8471\n","Epoch 444/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4795 - acc: 0.8497\n","Epoch 445/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4807 - acc: 0.8493\n","Epoch 00445: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0445.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4810 - acc: 0.8492\n","Epoch 446/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4801 - acc: 0.8483\n","Epoch 447/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4804 - acc: 0.8469\n","Epoch 448/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4798 - acc: 0.8492\n","Epoch 449/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4809 - acc: 0.8476\n","Epoch 450/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4814 - acc: 0.8469\n","Epoch 00450: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0450.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4815 - acc: 0.8468\n","Epoch 451/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4792 - acc: 0.8489\n","Epoch 452/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4812 - acc: 0.8474\n","Epoch 453/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4800 - acc: 0.8487\n","Epoch 454/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4812 - acc: 0.8490\n","Epoch 455/500\n","36096/36504 [============================>.] - ETA: 0s - loss: 0.4818 - acc: 0.8493\n","Epoch 00455: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0455.ckpt\n","36504/36504 [==============================] - 7s 203us/sample - loss: 0.4810 - acc: 0.8496\n","Epoch 456/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4815 - acc: 0.8468\n","Epoch 457/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4803 - acc: 0.8476\n","Epoch 458/500\n","36504/36504 [==============================] - 7s 199us/sample - loss: 0.4802 - acc: 0.8478\n","Epoch 459/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4825 - acc: 0.8479\n","Epoch 460/500\n","36320/36504 [============================>.] - ETA: 0s - loss: 0.4801 - acc: 0.8489\n","Epoch 00460: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0460.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4800 - acc: 0.8489\n","Epoch 461/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4812 - acc: 0.8476\n","Epoch 462/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4794 - acc: 0.8477\n","Epoch 463/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4801 - acc: 0.8491\n","Epoch 464/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4814 - acc: 0.8489\n","Epoch 465/500\n","36448/36504 [============================>.] - ETA: 0s - loss: 0.4811 - acc: 0.8459\n","Epoch 00465: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0465.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4809 - acc: 0.8459\n","Epoch 466/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4806 - acc: 0.8484\n","Epoch 467/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4799 - acc: 0.8477\n","Epoch 468/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4810 - acc: 0.8477\n","Epoch 469/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4790 - acc: 0.8491\n","Epoch 470/500\n","36416/36504 [============================>.] - ETA: 0s - loss: 0.4815 - acc: 0.8470\n","Epoch 00470: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0470.ckpt\n","36504/36504 [==============================] - 7s 204us/sample - loss: 0.4814 - acc: 0.8470\n","Epoch 471/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4804 - acc: 0.8483\n","Epoch 472/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4793 - acc: 0.8485\n","Epoch 473/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4798 - acc: 0.8477\n","Epoch 474/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4806 - acc: 0.8489\n","Epoch 475/500\n","36288/36504 [============================>.] - ETA: 0s - loss: 0.4801 - acc: 0.8495\n","Epoch 00475: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0475.ckpt\n","36504/36504 [==============================] - 7s 200us/sample - loss: 0.4805 - acc: 0.8494\n","Epoch 476/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4802 - acc: 0.8486\n","Epoch 477/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4813 - acc: 0.8473\n","Epoch 478/500\n","36504/36504 [==============================] - 7s 191us/sample - loss: 0.4813 - acc: 0.8471\n","Epoch 479/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4811 - acc: 0.8486\n","Epoch 480/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4813 - acc: 0.8475\n","Epoch 00480: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0480.ckpt\n","36504/36504 [==============================] - 7s 205us/sample - loss: 0.4812 - acc: 0.8474\n","Epoch 481/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4799 - acc: 0.8490\n","Epoch 482/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4810 - acc: 0.8485\n","Epoch 483/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4803 - acc: 0.8492\n","Epoch 484/500\n","36504/36504 [==============================] - 7s 194us/sample - loss: 0.4789 - acc: 0.8479\n","Epoch 485/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4798 - acc: 0.8478\n","Epoch 00485: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0485.ckpt\n","36504/36504 [==============================] - 8s 210us/sample - loss: 0.4798 - acc: 0.8477\n","Epoch 486/500\n","36504/36504 [==============================] - 7s 195us/sample - loss: 0.4811 - acc: 0.8484\n","Epoch 487/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4796 - acc: 0.8491\n","Epoch 488/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4813 - acc: 0.8486\n","Epoch 489/500\n","36504/36504 [==============================] - 7s 192us/sample - loss: 0.4792 - acc: 0.8496\n","Epoch 490/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4825 - acc: 0.8479\n","Epoch 00490: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0490.ckpt\n","36504/36504 [==============================] - 8s 206us/sample - loss: 0.4822 - acc: 0.8480\n","Epoch 491/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4801 - acc: 0.8499\n","Epoch 492/500\n","36504/36504 [==============================] - 7s 190us/sample - loss: 0.4791 - acc: 0.8504\n","Epoch 493/500\n","36504/36504 [==============================] - 7s 197us/sample - loss: 0.4785 - acc: 0.8494\n","Epoch 494/500\n","36504/36504 [==============================] - 7s 189us/sample - loss: 0.4797 - acc: 0.8486\n","Epoch 495/500\n","36480/36504 [============================>.] - ETA: 0s - loss: 0.4791 - acc: 0.8475\n","Epoch 00495: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0495.ckpt\n","36504/36504 [==============================] - 7s 203us/sample - loss: 0.4792 - acc: 0.8474\n","Epoch 496/500\n","36504/36504 [==============================] - 7s 188us/sample - loss: 0.4797 - acc: 0.8482\n","Epoch 497/500\n","36504/36504 [==============================] - 7s 187us/sample - loss: 0.4796 - acc: 0.8486\n","Epoch 498/500\n","36504/36504 [==============================] - 7s 196us/sample - loss: 0.4802 - acc: 0.8481\n","Epoch 499/500\n","36504/36504 [==============================] - 7s 193us/sample - loss: 0.4813 - acc: 0.8493\n","Epoch 500/500\n","36384/36504 [============================>.] - ETA: 0s - loss: 0.4802 - acc: 0.8483\n","Epoch 00500: saving model to /gdrive/My Drive/periodic_tf/code/experiments/training/cp-0500.ckpt\n","36504/36504 [==============================] - 7s 202us/sample - loss: 0.4800 - acc: 0.8485\n","9126/9126 [==============================] - 1s 124us/sample - loss: 0.5196 - acc: 0.8355\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["[0.5195589505892011, 0.83552486]"]},"metadata":{"tags":[]},"execution_count":10}]},{"cell_type":"code","metadata":{"id":"gJbj8mAY9Olt","colab_type":"code","outputId":"8257640b-9035-4143-88ae-295d9021c6e6","executionInfo":{"status":"ok","timestamp":1564668593046,"user_tz":-330,"elapsed":2232,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":50}},"source":["preds = model.predict_classes(X_test, verbose=1)\n","preds_proba = model.predict(X_test, verbose=1)\n","\n","y_test = labelencoder.inverse_transform(y_test)\n","preds = labelencoder.inverse_transform(preds)\n","y_train = labelencoder.inverse_transform(y_train)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["9126/9126 [==============================] - 1s 76us/sample\n","9126/9126 [==============================] - 1s 72us/sample\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"VKvma1IPcXlH","colab_type":"code","outputId":"c8c4bb4c-f88e-4c99-be8c-9a4888378032","executionInfo":{"status":"ok","timestamp":1564668597037,"user_tz":-330,"elapsed":1240,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":67}},"source":["print(\"F1 Score: \"+str(f1_score(y_test.reshape(y_test.shape[0]),preds.reshape(preds.shape[0]),average=None)))\n","print(\"Matthews correlation coefficient (MCC): \"+str(matthews_corrcoef(y_test.reshape(y_test.shape[0]),preds.reshape(preds.shape[0]))))"],"execution_count":0,"outputs":[{"output_type":"stream","text":["F1 Score: [0.90025038 0.80480824 0.6637931  0.71272115 0.15652174 0.33755274\n"," 0.90987124]\n","Matthews correlation coefficient (MCC): 0.6797470325190401\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"rPmcVLlq_rvM","colab_type":"code","outputId":"13a02540-0386-4ba5-8041-319d0b6e0e1b","executionInfo":{"status":"ok","timestamp":1564669617999,"user_tz":-330,"elapsed":1011584,"user":{"displayName":"Meet Gandhi 15110049","photoUrl":"https://lh6.googleusercontent.com/-5eaxj6GKBiI/AAAAAAAAAAI/AAAAAAAAAqg/CNTOmCExKzg/s64/photo.jpg","userId":"04375499159180660557"}},"colab":{"base_uri":"https://localhost:8080/","height":1000}},"source":["# plot misclassifications\n","plot_misclassifications(y_test, preds, X_test_plot, indices_test, \"/gdrive/My Drive/periodic_tf/code/experiments/cnn/misclassifications\")"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Plotting misclassification 0 of 1501 ...\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.6/dist-packages/matplotlib/figure.py:2369: UserWarning: This figure includes Axes that are not compatible with tight_layout, so results might be incorrect.\n","  warnings.warn(\"This figure includes Axes that are not compatible \"\n"],"name":"stderr"},{"output_type":"stream","text":["Plotting misclassification 1 of 1501 ...\n","Plotting misclassification 2 of 1501 ...\n","Plotting misclassification 3 of 1501 ...\n","Plotting misclassification 4 of 1501 ...\n","Plotting misclassification 5 of 1501 ...\n","Plotting misclassification 6 of 1501 ...\n","Plotting misclassification 7 of 1501 ...\n","Plotting misclassification 8 of 1501 ...\n","Plotting misclassification 9 of 1501 ...\n","Plotting misclassification 10 of 1501 ...\n","Plotting misclassification 11 of 1501 ...\n","Plotting misclassification 12 of 1501 ...\n","Plotting misclassification 13 of 1501 ...\n","Plotting misclassification 14 of 1501 ...\n","Plotting misclassification 15 of 1501 ...\n","Plotting misclassification 16 of 1501 ...\n","Plotting misclassification 17 of 1501 ...\n","Plotting misclassification 18 of 1501 ...\n","Plotting misclassification 19 of 1501 ...\n","Plotting misclassification 20 of 1501 ...\n","Plotting misclassification 21 of 1501 ...\n","Plotting misclassification 22 of 1501 ...\n","Plotting misclassification 23 of 1501 ...\n","Plotting misclassification 24 of 1501 ...\n","Plotting misclassification 25 of 1501 ...\n","Plotting misclassification 26 of 1501 ...\n","Plotting misclassification 27 of 1501 ...\n","Plotting misclassification 28 of 1501 ...\n","Plotting misclassification 29 of 1501 ...\n","Plotting misclassification 30 of 1501 ...\n","Plotting misclassification 31 of 1501 ...\n","Plotting misclassification 32 of 1501 ...\n","Plotting misclassification 33 of 1501 ...\n","Plotting misclassification 34 of 1501 ...\n","Plotting misclassification 35 of 1501 ...\n","Plotting misclassification 36 of 1501 ...\n","Plotting misclassification 37 of 1501 ...\n","Plotting misclassification 38 of 1501 ...\n","Plotting misclassification 39 of 1501 ...\n","Plotting misclassification 40 of 1501 ...\n","Plotting misclassification 41 of 1501 ...\n","Plotting misclassification 42 of 1501 ...\n","Plotting misclassification 43 of 1501 ...\n","Plotting misclassification 44 of 1501 ...\n","Plotting misclassification 45 of 1501 ...\n","Plotting misclassification 46 of 1501 ...\n","Plotting misclassification 47 of 1501 ...\n","Plotting misclassification 48 of 1501 ...\n","Plotting misclassification 49 of 1501 ...\n","Plotting misclassification 50 of 1501 ...\n","Plotting misclassification 51 of 1501 ...\n","Plotting misclassification 52 of 1501 ...\n","Plotting misclassification 53 of 1501 ...\n","Plotting misclassification 54 of 1501 ...\n","Plotting misclassification 55 of 1501 ...\n","Plotting misclassification 56 of 1501 ...\n","Plotting misclassification 57 of 1501 ...\n","Plotting misclassification 58 of 1501 ...\n","Plotting misclassification 59 of 1501 ...\n","Plotting misclassification 60 of 1501 ...\n","Plotting misclassification 61 of 1501 ...\n","Plotting misclassification 62 of 1501 ...\n","Plotting misclassification 63 of 1501 ...\n","Plotting misclassification 64 of 1501 ...\n","Plotting misclassification 65 of 1501 ...\n","Plotting misclassification 66 of 1501 ...\n","Plotting misclassification 67 of 1501 ...\n","Plotting misclassification 68 of 1501 ...\n","Plotting misclassification 69 of 1501 ...\n","Plotting misclassification 70 of 1501 ...\n","Plotting misclassification 71 of 1501 ...\n","Plotting misclassification 72 of 1501 ...\n","Plotting misclassification 73 of 1501 ...\n","Plotting misclassification 74 of 1501 ...\n","Plotting misclassification 75 of 1501 ...\n","Plotting misclassification 76 of 1501 ...\n","Plotting misclassification 77 of 1501 ...\n","Plotting misclassification 78 of 1501 ...\n","Plotting misclassification 79 of 1501 ...\n","Plotting misclassification 80 of 1501 ...\n","Plotting misclassification 81 of 1501 ...\n","Plotting misclassification 82 of 1501 ...\n","Plotting misclassification 83 of 1501 ...\n","Plotting misclassification 84 of 1501 ...\n","Plotting misclassification 85 of 1501 ...\n","Plotting misclassification 86 of 1501 ...\n","Plotting misclassification 87 of 1501 ...\n","Plotting misclassification 88 of 1501 ...\n","Plotting misclassification 89 of 1501 ...\n","Plotting misclassification 90 of 1501 ...\n","Plotting misclassification 91 of 1501 ...\n","Plotting misclassification 92 of 1501 ...\n","Plotting misclassification 93 of 1501 ...\n","Plotting misclassification 94 of 1501 ...\n","Plotting misclassification 95 of 1501 ...\n","Plotting misclassification 96 of 1501 ...\n","Plotting misclassification 97 of 1501 ...\n","Plotting misclassification 98 of 1501 ...\n","Plotting misclassification 99 of 1501 ...\n","Plotting misclassification 100 of 1501 ...\n","Plotting misclassification 101 of 1501 ...\n","Plotting misclassification 102 of 1501 ...\n","Plotting misclassification 103 of 1501 ...\n","Plotting misclassification 104 of 1501 ...\n","Plotting misclassification 105 of 1501 ...\n","Plotting misclassification 106 of 1501 ...\n","Plotting misclassification 107 of 1501 ...\n","Plotting misclassification 108 of 1501 ...\n","Plotting misclassification 109 of 1501 ...\n","Plotting misclassification 110 of 1501 ...\n","Plotting misclassification 111 of 1501 ...\n","Plotting misclassification 112 of 1501 ...\n","Plotting misclassification 113 of 1501 ...\n","Plotting misclassification 114 of 1501 ...\n","Plotting misclassification 115 of 1501 ...\n","Plotting misclassification 116 of 1501 ...\n","Plotting misclassification 117 of 1501 ...\n","Plotting misclassification 118 of 1501 ...\n","Plotting misclassification 119 of 1501 ...\n","Plotting misclassification 120 of 1501 ...\n","Plotting misclassification 121 of 1501 ...\n","Plotting misclassification 122 of 1501 ...\n","Plotting misclassification 123 of 1501 ...\n","Plotting misclassification 124 of 1501 ...\n","Plotting misclassification 125 of 1501 ...\n","Plotting misclassification 126 of 1501 ...\n","Plotting misclassification 127 of 1501 ...\n","Plotting misclassification 128 of 1501 ...\n","Plotting misclassification 129 of 1501 ...\n","Plotting misclassification 130 of 1501 ...\n","Plotting misclassification 131 of 1501 ...\n","Plotting misclassification 132 of 1501 ...\n","Plotting misclassification 133 of 1501 ...\n","Plotting misclassification 134 of 1501 ...\n","Plotting misclassification 135 of 1501 ...\n","Plotting misclassification 136 of 1501 ...\n","Plotting misclassification 137 of 1501 ...\n","Plotting misclassification 138 of 1501 ...\n","Plotting misclassification 139 of 1501 ...\n","Plotting misclassification 140 of 1501 ...\n","Plotting misclassification 141 of 1501 ...\n","Plotting misclassification 142 of 1501 ...\n","Plotting misclassification 143 of 1501 ...\n","Plotting misclassification 144 of 1501 ...\n","Plotting misclassification 145 of 1501 ...\n","Plotting misclassification 146 of 1501 ...\n","Plotting misclassification 147 of 1501 ...\n","Plotting misclassification 148 of 1501 ...\n","Plotting misclassification 149 of 1501 ...\n","Plotting misclassification 150 of 1501 ...\n","Plotting misclassification 151 of 1501 ...\n","Plotting misclassification 152 of 1501 ...\n","Plotting misclassification 153 of 1501 ...\n","Plotting misclassification 154 of 1501 ...\n","Plotting misclassification 155 of 1501 ...\n","Plotting misclassification 156 of 1501 ...\n","Plotting misclassification 157 of 1501 ...\n","Plotting misclassification 158 of 1501 ...\n","Plotting misclassification 159 of 1501 ...\n","Plotting misclassification 160 of 1501 ...\n","Plotting misclassification 161 of 1501 ...\n","Plotting misclassification 162 of 1501 ...\n","Plotting misclassification 163 of 1501 ...\n","Plotting misclassification 164 of 1501 ...\n","Plotting misclassification 165 of 1501 ...\n","Plotting misclassification 166 of 1501 ...\n","Plotting misclassification 167 of 1501 ...\n","Plotting misclassification 168 of 1501 ...\n","Plotting misclassification 169 of 1501 ...\n","Plotting misclassification 170 of 1501 ...\n","Plotting misclassification 171 of 1501 ...\n","Plotting misclassification 172 of 1501 ...\n","Plotting misclassification 173 of 1501 ...\n","Plotting misclassification 174 of 1501 ...\n","Plotting misclassification 175 of 1501 ...\n","Plotting misclassification 176 of 1501 ...\n","Plotting misclassification 177 of 1501 ...\n","Plotting misclassification 178 of 1501 ...\n","Plotting misclassification 179 of 1501 ...\n","Plotting misclassification 180 of 1501 ...\n","Plotting misclassification 181 of 1501 ...\n","Plotting misclassification 182 of 1501 ...\n","Plotting misclassification 183 of 1501 ...\n","Plotting misclassification 184 of 1501 ...\n","Plotting misclassification 185 of 1501 ...\n","Plotting misclassification 186 of 1501 ...\n","Plotting misclassification 187 of 1501 ...\n","Plotting misclassification 188 of 1501 ...\n","Plotting misclassification 189 of 1501 ...\n","Plotting misclassification 190 of 1501 ...\n","Plotting misclassification 191 of 1501 ...\n","Plotting misclassification 192 of 1501 ...\n","Plotting misclassification 193 of 1501 ...\n","Plotting misclassification 194 of 1501 ...\n","Plotting misclassification 195 of 1501 ...\n","Plotting misclassification 196 of 1501 ...\n","Plotting misclassification 197 of 1501 ...\n","Plotting misclassification 198 of 1501 ...\n","Plotting misclassification 199 of 1501 ...\n","Plotting misclassification 200 of 1501 ...\n","Plotting misclassification 201 of 1501 ...\n","Plotting misclassification 202 of 1501 ...\n","Plotting misclassification 203 of 1501 ...\n","Plotting misclassification 204 of 1501 ...\n","Plotting misclassification 205 of 1501 ...\n","Plotting misclassification 206 of 1501 ...\n","Plotting misclassification 207 of 1501 ...\n","Plotting misclassification 208 of 1501 ...\n","Plotting misclassification 209 of 1501 ...\n","Plotting misclassification 210 of 1501 ...\n","Plotting misclassification 211 of 1501 ...\n","Plotting misclassification 212 of 1501 ...\n","Plotting misclassification 213 of 1501 ...\n","Plotting misclassification 214 of 1501 ...\n","Plotting misclassification 215 of 1501 ...\n","Plotting misclassification 216 of 1501 ...\n","Plotting misclassification 217 of 1501 ...\n","Plotting misclassification 218 of 1501 ...\n","Plotting misclassification 219 of 1501 ...\n","Plotting misclassification 220 of 1501 ...\n","Plotting misclassification 221 of 1501 ...\n","Plotting misclassification 222 of 1501 ...\n","Plotting misclassification 223 of 1501 ...\n","Plotting misclassification 224 of 1501 ...\n","Plotting misclassification 225 of 1501 ...\n","Plotting misclassification 226 of 1501 ...\n","Plotting misclassification 227 of 1501 ...\n","Plotting misclassification 228 of 1501 ...\n","Plotting misclassification 229 of 1501 ...\n","Plotting misclassification 230 of 1501 ...\n","Plotting misclassification 231 of 1501 ...\n","Plotting misclassification 232 of 1501 ...\n","Plotting misclassification 233 of 1501 ...\n","Plotting misclassification 234 of 1501 ...\n","Plotting misclassification 235 of 1501 ...\n","Plotting misclassification 236 of 1501 ...\n","Plotting misclassification 237 of 1501 ...\n","Plotting misclassification 238 of 1501 ...\n","Plotting misclassification 239 of 1501 ...\n","Plotting misclassification 240 of 1501 ...\n","Plotting misclassification 241 of 1501 ...\n","Plotting misclassification 242 of 1501 ...\n","Plotting misclassification 243 of 1501 ...\n","Plotting misclassification 244 of 1501 ...\n","Plotting misclassification 245 of 1501 ...\n","Plotting misclassification 246 of 1501 ...\n","Plotting misclassification 247 of 1501 ...\n","Plotting misclassification 248 of 1501 ...\n","Plotting misclassification 249 of 1501 ...\n","Plotting misclassification 250 of 1501 ...\n","Plotting misclassification 251 of 1501 ...\n","Plotting misclassification 252 of 1501 ...\n","Plotting misclassification 253 of 1501 ...\n","Plotting misclassification 254 of 1501 ...\n","Plotting misclassification 255 of 1501 ...\n","Plotting misclassification 256 of 1501 ...\n","Plotting misclassification 257 of 1501 ...\n","Plotting misclassification 258 of 1501 ...\n","Plotting misclassification 259 of 1501 ...\n","Plotting misclassification 260 of 1501 ...\n","Plotting misclassification 261 of 1501 ...\n","Plotting misclassification 262 of 1501 ...\n","Plotting misclassification 263 of 1501 ...\n","Plotting misclassification 264 of 1501 ...\n","Plotting misclassification 265 of 1501 ...\n","Plotting misclassification 266 of 1501 ...\n","Plotting misclassification 267 of 1501 ...\n","Plotting misclassification 268 of 1501 ...\n","Plotting misclassification 269 of 1501 ...\n","Plotting misclassification 270 of 1501 ...\n","Plotting misclassification 271 of 1501 ...\n","Plotting misclassification 272 of 1501 ...\n","Plotting misclassification 273 of 1501 ...\n","Plotting misclassification 274 of 1501 ...\n","Plotting misclassification 275 of 1501 ...\n","Plotting misclassification 276 of 1501 ...\n","Plotting misclassification 277 of 1501 ...\n","Plotting misclassification 278 of 1501 ...\n","Plotting misclassification 279 of 1501 ...\n","Plotting misclassification 280 of 1501 ...\n","Plotting misclassification 281 of 1501 ...\n","Plotting misclassification 282 of 1501 ...\n","Plotting misclassification 283 of 1501 ...\n","Plotting misclassification 284 of 1501 ...\n","Plotting misclassification 285 of 1501 ...\n","Plotting misclassification 286 of 1501 ...\n","Plotting misclassification 287 of 1501 ...\n","Plotting misclassification 288 of 1501 ...\n","Plotting misclassification 289 of 1501 ...\n","Plotting misclassification 290 of 1501 ...\n","Plotting misclassification 291 of 1501 ...\n","Plotting misclassification 292 of 1501 ...\n","Plotting misclassification 293 of 1501 ...\n","Plotting misclassification 294 of 1501 ...\n","Plotting misclassification 295 of 1501 ...\n","Plotting misclassification 296 of 1501 ...\n","Plotting misclassification 297 of 1501 ...\n","Plotting misclassification 298 of 1501 ...\n","Plotting misclassification 299 of 1501 ...\n","Plotting misclassification 300 of 1501 ...\n","Plotting misclassification 301 of 1501 ...\n","Plotting misclassification 302 of 1501 ...\n","Plotting misclassification 303 of 1501 ...\n","Plotting misclassification 304 of 1501 ...\n","Plotting misclassification 305 of 1501 ...\n","Plotting misclassification 306 of 1501 ...\n","Plotting misclassification 307 of 1501 ...\n","Plotting misclassification 308 of 1501 ...\n","Plotting misclassification 309 of 1501 ...\n","Plotting misclassification 310 of 1501 ...\n","Plotting misclassification 311 of 1501 ...\n","Plotting misclassification 312 of 1501 ...\n","Plotting misclassification 313 of 1501 ...\n","Plotting misclassification 314 of 1501 ...\n","Plotting misclassification 315 of 1501 ...\n","Plotting misclassification 316 of 1501 ...\n","Plotting misclassification 317 of 1501 ...\n","Plotting misclassification 318 of 1501 ...\n","Plotting misclassification 319 of 1501 ...\n","Plotting misclassification 320 of 1501 ...\n","Plotting misclassification 321 of 1501 ...\n","Plotting misclassification 322 of 1501 ...\n","Plotting misclassification 323 of 1501 ...\n","Plotting misclassification 324 of 1501 ...\n","Plotting misclassification 325 of 1501 ...\n","Plotting misclassification 326 of 1501 ...\n","Plotting misclassification 327 of 1501 ...\n","Plotting misclassification 328 of 1501 ...\n","Plotting misclassification 329 of 1501 ...\n","Plotting misclassification 330 of 1501 ...\n","Plotting misclassification 331 of 1501 ...\n","Plotting misclassification 332 of 1501 ...\n","Plotting misclassification 333 of 1501 ...\n","Plotting misclassification 334 of 1501 ...\n","Plotting misclassification 335 of 1501 ...\n","Plotting misclassification 336 of 1501 ...\n","Plotting misclassification 337 of 1501 ...\n","Plotting misclassification 338 of 1501 ...\n","Plotting misclassification 339 of 1501 ...\n","Plotting misclassification 340 of 1501 ...\n","Plotting misclassification 341 of 1501 ...\n","Plotting misclassification 342 of 1501 ...\n","Plotting misclassification 343 of 1501 ...\n","Plotting misclassification 344 of 1501 ...\n","Plotting misclassification 345 of 1501 ...\n","Plotting misclassification 346 of 1501 ...\n","Plotting misclassification 347 of 1501 ...\n","Plotting misclassification 348 of 1501 ...\n","Plotting misclassification 349 of 1501 ...\n","Plotting misclassification 350 of 1501 ...\n","Plotting misclassification 351 of 1501 ...\n","Plotting misclassification 352 of 1501 ...\n","Plotting misclassification 353 of 1501 ...\n","Plotting misclassification 354 of 1501 ...\n","Plotting misclassification 355 of 1501 ...\n","Plotting misclassification 356 of 1501 ...\n","Plotting misclassification 357 of 1501 ...\n","Plotting misclassification 358 of 1501 ...\n","Plotting misclassification 359 of 1501 ...\n","Plotting misclassification 360 of 1501 ...\n","Plotting misclassification 361 of 1501 ...\n","Plotting misclassification 362 of 1501 ...\n","Plotting misclassification 363 of 1501 ...\n","Plotting misclassification 364 of 1501 ...\n","Plotting misclassification 365 of 1501 ...\n","Plotting misclassification 366 of 1501 ...\n","Plotting misclassification 367 of 1501 ...\n","Plotting misclassification 368 of 1501 ...\n","Plotting misclassification 369 of 1501 ...\n","Plotting misclassification 370 of 1501 ...\n","Plotting misclassification 371 of 1501 ...\n","Plotting misclassification 372 of 1501 ...\n","Plotting misclassification 373 of 1501 ...\n","Plotting misclassification 374 of 1501 ...\n","Plotting misclassification 375 of 1501 ...\n","Plotting misclassification 376 of 1501 ...\n","Plotting misclassification 377 of 1501 ...\n","Plotting misclassification 378 of 1501 ...\n","Plotting misclassification 379 of 1501 ...\n","Plotting misclassification 380 of 1501 ...\n","Plotting misclassification 381 of 1501 ...\n","Plotting misclassification 382 of 1501 ...\n","Plotting misclassification 383 of 1501 ...\n","Plotting misclassification 384 of 1501 ...\n","Plotting misclassification 385 of 1501 ...\n","Plotting misclassification 386 of 1501 ...\n","Plotting misclassification 387 of 1501 ...\n","Plotting misclassification 388 of 1501 ...\n","Plotting misclassification 389 of 1501 ...\n","Plotting misclassification 390 of 1501 ...\n","Plotting misclassification 391 of 1501 ...\n","Plotting misclassification 392 of 1501 ...\n","Plotting misclassification 393 of 1501 ...\n","Plotting misclassification 394 of 1501 ...\n","Plotting misclassification 395 of 1501 ...\n","Plotting misclassification 396 of 1501 ...\n","Plotting misclassification 397 of 1501 ...\n","Plotting misclassification 398 of 1501 ...\n","Plotting misclassification 399 of 1501 ...\n","Plotting misclassification 400 of 1501 ...\n","Plotting misclassification 401 of 1501 ...\n","Plotting misclassification 402 of 1501 ...\n","Plotting misclassification 403 of 1501 ...\n","Plotting misclassification 404 of 1501 ...\n","Plotting misclassification 405 of 1501 ...\n","Plotting misclassification 406 of 1501 ...\n","Plotting misclassification 407 of 1501 ...\n","Plotting misclassification 408 of 1501 ...\n","Plotting misclassification 409 of 1501 ...\n","Plotting misclassification 410 of 1501 ...\n","Plotting misclassification 411 of 1501 ...\n","Plotting misclassification 412 of 1501 ...\n","Plotting misclassification 413 of 1501 ...\n","Plotting misclassification 414 of 1501 ...\n","Plotting misclassification 415 of 1501 ...\n","Plotting misclassification 416 of 1501 ...\n","Plotting misclassification 417 of 1501 ...\n","Plotting misclassification 418 of 1501 ...\n","Plotting misclassification 419 of 1501 ...\n","Plotting misclassification 420 of 1501 ...\n","Plotting misclassification 421 of 1501 ...\n","Plotting misclassification 422 of 1501 ...\n","Plotting misclassification 423 of 1501 ...\n","Plotting misclassification 424 of 1501 ...\n","Plotting misclassification 425 of 1501 ...\n","Plotting misclassification 426 of 1501 ...\n","Plotting misclassification 427 of 1501 ...\n","Plotting misclassification 428 of 1501 ...\n","Plotting misclassification 429 of 1501 ...\n","Plotting misclassification 430 of 1501 ...\n","Plotting misclassification 431 of 1501 ...\n","Plotting misclassification 432 of 1501 ...\n","Plotting misclassification 433 of 1501 ...\n","Plotting misclassification 434 of 1501 ...\n","Plotting misclassification 435 of 1501 ...\n","Plotting misclassification 436 of 1501 ...\n","Plotting misclassification 437 of 1501 ...\n","Plotting misclassification 438 of 1501 ...\n","Plotting misclassification 439 of 1501 ...\n","Plotting misclassification 440 of 1501 ...\n","Plotting misclassification 441 of 1501 ...\n","Plotting misclassification 442 of 1501 ...\n","Plotting misclassification 443 of 1501 ...\n","Plotting misclassification 444 of 1501 ...\n","Plotting misclassification 445 of 1501 ...\n","Plotting misclassification 446 of 1501 ...\n","Plotting misclassification 447 of 1501 ...\n","Plotting misclassification 448 of 1501 ...\n","Plotting misclassification 449 of 1501 ...\n","Plotting misclassification 450 of 1501 ...\n","Plotting misclassification 451 of 1501 ...\n","Plotting misclassification 452 of 1501 ...\n","Plotting misclassification 453 of 1501 ...\n","Plotting misclassification 454 of 1501 ...\n","Plotting misclassification 455 of 1501 ...\n","Plotting misclassification 456 of 1501 ...\n","Plotting misclassification 457 of 1501 ...\n","Plotting misclassification 458 of 1501 ...\n","Plotting misclassification 459 of 1501 ...\n","Plotting misclassification 460 of 1501 ...\n","Plotting misclassification 461 of 1501 ...\n","Plotting misclassification 462 of 1501 ...\n","Plotting misclassification 463 of 1501 ...\n","Plotting misclassification 464 of 1501 ...\n","Plotting misclassification 465 of 1501 ...\n","Plotting misclassification 466 of 1501 ...\n","Plotting misclassification 467 of 1501 ...\n","Plotting misclassification 468 of 1501 ...\n","Plotting misclassification 469 of 1501 ...\n","Plotting misclassification 470 of 1501 ...\n","Plotting misclassification 471 of 1501 ...\n","Plotting misclassification 472 of 1501 ...\n","Plotting misclassification 473 of 1501 ...\n","Plotting misclassification 474 of 1501 ...\n","Plotting misclassification 475 of 1501 ...\n","Plotting misclassification 476 of 1501 ...\n","Plotting misclassification 477 of 1501 ...\n","Plotting misclassification 478 of 1501 ...\n","Plotting misclassification 479 of 1501 ...\n","Plotting misclassification 480 of 1501 ...\n","Plotting misclassification 481 of 1501 ...\n","Plotting misclassification 482 of 1501 ...\n","Plotting misclassification 483 of 1501 ...\n","Plotting misclassification 484 of 1501 ...\n","Plotting misclassification 485 of 1501 ...\n","Plotting misclassification 486 of 1501 ...\n","Plotting misclassification 487 of 1501 ...\n","Plotting misclassification 488 of 1501 ...\n","Plotting misclassification 489 of 1501 ...\n","Plotting misclassification 490 of 1501 ...\n","Plotting misclassification 491 of 1501 ...\n","Plotting misclassification 492 of 1501 ...\n","Plotting misclassification 493 of 1501 ...\n","Plotting misclassification 494 of 1501 ...\n","Plotting misclassification 495 of 1501 ...\n","Plotting misclassification 496 of 1501 ...\n","Plotting misclassification 497 of 1501 ...\n","Plotting misclassification 498 of 1501 ...\n","Plotting misclassification 499 of 1501 ...\n","Plotting misclassification 500 of 1501 ...\n","Plotting misclassification 501 of 1501 ...\n","Plotting misclassification 502 of 1501 ...\n","Plotting misclassification 503 of 1501 ...\n","Plotting misclassification 504 of 1501 ...\n","Plotting misclassification 505 of 1501 ...\n","Plotting misclassification 506 of 1501 ...\n","Plotting misclassification 507 of 1501 ...\n","Plotting misclassification 508 of 1501 ...\n","Plotting misclassification 509 of 1501 ...\n","Plotting misclassification 510 of 1501 ...\n","Plotting misclassification 511 of 1501 ...\n","Plotting misclassification 512 of 1501 ...\n","Plotting misclassification 513 of 1501 ...\n","Plotting misclassification 514 of 1501 ...\n","Plotting misclassification 515 of 1501 ...\n","Plotting misclassification 516 of 1501 ...\n","Plotting misclassification 517 of 1501 ...\n","Plotting misclassification 518 of 1501 ...\n","Plotting misclassification 519 of 1501 ...\n","Plotting misclassification 520 of 1501 ...\n","Plotting misclassification 521 of 1501 ...\n","Plotting misclassification 522 of 1501 ...\n","Plotting misclassification 523 of 1501 ...\n","Plotting misclassification 524 of 1501 ...\n","Plotting misclassification 525 of 1501 ...\n","Plotting misclassification 526 of 1501 ...\n","Plotting misclassification 527 of 1501 ...\n","Plotting misclassification 528 of 1501 ...\n","Plotting misclassification 529 of 1501 ...\n","Plotting misclassification 530 of 1501 ...\n","Plotting misclassification 531 of 1501 ...\n","Plotting misclassification 532 of 1501 ...\n","Plotting misclassification 533 of 1501 ...\n","Plotting misclassification 534 of 1501 ...\n","Plotting misclassification 535 of 1501 ...\n","Plotting misclassification 536 of 1501 ...\n","Plotting misclassification 537 of 1501 ...\n","Plotting misclassification 538 of 1501 ...\n","Plotting misclassification 539 of 1501 ...\n","Plotting misclassification 540 of 1501 ...\n","Plotting misclassification 541 of 1501 ...\n","Plotting misclassification 542 of 1501 ...\n","Plotting misclassification 543 of 1501 ...\n","Plotting misclassification 544 of 1501 ...\n","Plotting misclassification 545 of 1501 ...\n","Plotting misclassification 546 of 1501 ...\n","Plotting misclassification 547 of 1501 ...\n","Plotting misclassification 548 of 1501 ...\n","Plotting misclassification 549 of 1501 ...\n","Plotting misclassification 550 of 1501 ...\n","Plotting misclassification 551 of 1501 ...\n","Plotting misclassification 552 of 1501 ...\n","Plotting misclassification 553 of 1501 ...\n","Plotting misclassification 554 of 1501 ...\n","Plotting misclassification 555 of 1501 ...\n","Plotting misclassification 556 of 1501 ...\n","Plotting misclassification 557 of 1501 ...\n","Plotting misclassification 558 of 1501 ...\n","Plotting misclassification 559 of 1501 ...\n","Plotting misclassification 560 of 1501 ...\n","Plotting misclassification 561 of 1501 ...\n","Plotting misclassification 562 of 1501 ...\n","Plotting misclassification 563 of 1501 ...\n","Plotting misclassification 564 of 1501 ...\n","Plotting misclassification 565 of 1501 ...\n","Plotting misclassification 566 of 1501 ...\n","Plotting misclassification 567 of 1501 ...\n","Plotting misclassification 568 of 1501 ...\n","Plotting misclassification 569 of 1501 ...\n","Plotting misclassification 570 of 1501 ...\n","Plotting misclassification 571 of 1501 ...\n","Plotting misclassification 572 of 1501 ...\n","Plotting misclassification 573 of 1501 ...\n","Plotting misclassification 574 of 1501 ...\n","Plotting misclassification 575 of 1501 ...\n","Plotting misclassification 576 of 1501 ...\n","Plotting misclassification 577 of 1501 ...\n","Plotting misclassification 578 of 1501 ...\n","Plotting misclassification 579 of 1501 ...\n","Plotting misclassification 580 of 1501 ...\n","Plotting misclassification 581 of 1501 ...\n","Plotting misclassification 582 of 1501 ...\n","Plotting misclassification 583 of 1501 ...\n","Plotting misclassification 584 of 1501 ...\n","Plotting misclassification 585 of 1501 ...\n","Plotting misclassification 586 of 1501 ...\n","Plotting misclassification 587 of 1501 ...\n","Plotting misclassification 588 of 1501 ...\n","Plotting misclassification 589 of 1501 ...\n","Plotting misclassification 590 of 1501 ...\n","Plotting misclassification 591 of 1501 ...\n","Plotting misclassification 592 of 1501 ...\n","Plotting misclassification 593 of 1501 ...\n","Plotting misclassification 594 of 1501 ...\n","Plotting misclassification 595 of 1501 ...\n","Plotting misclassification 596 of 1501 ...\n","Plotting misclassification 597 of 1501 ...\n","Plotting misclassification 598 of 1501 ...\n","Plotting misclassification 599 of 1501 ...\n","Plotting misclassification 600 of 1501 ...\n","Plotting misclassification 601 of 1501 ...\n","Plotting misclassification 602 of 1501 ...\n","Plotting misclassification 603 of 1501 ...\n","Plotting misclassification 604 of 1501 ...\n","Plotting misclassification 605 of 1501 ...\n","Plotting misclassification 606 of 1501 ...\n","Plotting misclassification 607 of 1501 ...\n","Plotting misclassification 608 of 1501 ...\n","Plotting misclassification 609 of 1501 ...\n","Plotting misclassification 610 of 1501 ...\n","Plotting misclassification 611 of 1501 ...\n","Plotting misclassification 612 of 1501 ...\n","Plotting misclassification 613 of 1501 ...\n","Plotting misclassification 614 of 1501 ...\n","Plotting misclassification 615 of 1501 ...\n","Plotting misclassification 616 of 1501 ...\n","Plotting misclassification 617 of 1501 ...\n","Plotting misclassification 618 of 1501 ...\n","Plotting misclassification 619 of 1501 ...\n","Plotting misclassification 620 of 1501 ...\n","Plotting misclassification 621 of 1501 ...\n","Plotting misclassification 622 of 1501 ...\n","Plotting misclassification 623 of 1501 ...\n","Plotting misclassification 624 of 1501 ...\n","Plotting misclassification 625 of 1501 ...\n","Plotting misclassification 626 of 1501 ...\n","Plotting misclassification 627 of 1501 ...\n","Plotting misclassification 628 of 1501 ...\n","Plotting misclassification 629 of 1501 ...\n","Plotting misclassification 630 of 1501 ...\n","Plotting misclassification 631 of 1501 ...\n","Plotting misclassification 632 of 1501 ...\n","Plotting misclassification 633 of 1501 ...\n","Plotting misclassification 634 of 1501 ...\n","Plotting misclassification 635 of 1501 ...\n","Plotting misclassification 636 of 1501 ...\n","Plotting misclassification 637 of 1501 ...\n","Plotting misclassification 638 of 1501 ...\n","Plotting misclassification 639 of 1501 ...\n","Plotting misclassification 640 of 1501 ...\n","Plotting misclassification 641 of 1501 ...\n","Plotting misclassification 642 of 1501 ...\n","Plotting misclassification 643 of 1501 ...\n","Plotting misclassification 644 of 1501 ...\n","Plotting misclassification 645 of 1501 ...\n","Plotting misclassification 646 of 1501 ...\n","Plotting misclassification 647 of 1501 ...\n","Plotting misclassification 648 of 1501 ...\n","Plotting misclassification 649 of 1501 ...\n","Plotting misclassification 650 of 1501 ...\n","Plotting misclassification 651 of 1501 ...\n","Plotting misclassification 652 of 1501 ...\n","Plotting misclassification 653 of 1501 ...\n","Plotting misclassification 654 of 1501 ...\n","Plotting misclassification 655 of 1501 ...\n","Plotting misclassification 656 of 1501 ...\n","Plotting misclassification 657 of 1501 ...\n","Plotting misclassification 658 of 1501 ...\n","Plotting misclassification 659 of 1501 ...\n","Plotting misclassification 660 of 1501 ...\n","Plotting misclassification 661 of 1501 ...\n","Plotting misclassification 662 of 1501 ...\n","Plotting misclassification 663 of 1501 ...\n","Plotting misclassification 664 of 1501 ...\n","Plotting misclassification 665 of 1501 ...\n","Plotting misclassification 666 of 1501 ...\n","Plotting misclassification 667 of 1501 ...\n","Plotting misclassification 668 of 1501 ...\n","Plotting misclassification 669 of 1501 ...\n","Plotting misclassification 670 of 1501 ...\n","Plotting misclassification 671 of 1501 ...\n","Plotting misclassification 672 of 1501 ...\n","Plotting misclassification 673 of 1501 ...\n","Plotting misclassification 674 of 1501 ...\n","Plotting misclassification 675 of 1501 ...\n","Plotting misclassification 676 of 1501 ...\n","Plotting misclassification 677 of 1501 ...\n","Plotting misclassification 678 of 1501 ...\n","Plotting misclassification 679 of 1501 ...\n","Plotting misclassification 680 of 1501 ...\n","Plotting misclassification 681 of 1501 ...\n","Plotting misclassification 682 of 1501 ...\n","Plotting misclassification 683 of 1501 ...\n","Plotting misclassification 684 of 1501 ...\n","Plotting misclassification 685 of 1501 ...\n","Plotting misclassification 686 of 1501 ...\n","Plotting misclassification 687 of 1501 ...\n","Plotting misclassification 688 of 1501 ...\n","Plotting misclassification 689 of 1501 ...\n","Plotting misclassification 690 of 1501 ...\n","Plotting misclassification 691 of 1501 ...\n","Plotting misclassification 692 of 1501 ...\n","Plotting misclassification 693 of 1501 ...\n","Plotting misclassification 694 of 1501 ...\n","Plotting misclassification 695 of 1501 ...\n","Plotting misclassification 696 of 1501 ...\n","Plotting misclassification 697 of 1501 ...\n","Plotting misclassification 698 of 1501 ...\n","Plotting misclassification 699 of 1501 ...\n","Plotting misclassification 700 of 1501 ...\n","Plotting misclassification 701 of 1501 ...\n","Plotting misclassification 702 of 1501 ...\n","Plotting misclassification 703 of 1501 ...\n","Plotting misclassification 704 of 1501 ...\n","Plotting misclassification 705 of 1501 ...\n","Plotting misclassification 706 of 1501 ...\n","Plotting misclassification 707 of 1501 ...\n","Plotting misclassification 708 of 1501 ...\n","Plotting misclassification 709 of 1501 ...\n","Plotting misclassification 710 of 1501 ...\n","Plotting misclassification 711 of 1501 ...\n","Plotting misclassification 712 of 1501 ...\n","Plotting misclassification 713 of 1501 ...\n","Plotting misclassification 714 of 1501 ...\n","Plotting misclassification 715 of 1501 ...\n","Plotting misclassification 716 of 1501 ...\n","Plotting misclassification 717 of 1501 ...\n","Plotting misclassification 718 of 1501 ...\n","Plotting misclassification 719 of 1501 ...\n","Plotting misclassification 720 of 1501 ...\n","Plotting misclassification 721 of 1501 ...\n","Plotting misclassification 722 of 1501 ...\n","Plotting misclassification 723 of 1501 ...\n","Plotting misclassification 724 of 1501 ...\n","Plotting misclassification 725 of 1501 ...\n","Plotting misclassification 726 of 1501 ...\n","Plotting misclassification 727 of 1501 ...\n","Plotting misclassification 728 of 1501 ...\n","Plotting misclassification 729 of 1501 ...\n","Plotting misclassification 730 of 1501 ...\n","Plotting misclassification 731 of 1501 ...\n","Plotting misclassification 732 of 1501 ...\n","Plotting misclassification 733 of 1501 ...\n","Plotting misclassification 734 of 1501 ...\n","Plotting misclassification 735 of 1501 ...\n","Plotting misclassification 736 of 1501 ...\n","Plotting misclassification 737 of 1501 ...\n","Plotting misclassification 738 of 1501 ...\n","Plotting misclassification 739 of 1501 ...\n","Plotting misclassification 740 of 1501 ...\n","Plotting misclassification 741 of 1501 ...\n","Plotting misclassification 742 of 1501 ...\n","Plotting misclassification 743 of 1501 ...\n","Plotting misclassification 744 of 1501 ...\n","Plotting misclassification 745 of 1501 ...\n","Plotting misclassification 746 of 1501 ...\n","Plotting misclassification 747 of 1501 ...\n","Plotting misclassification 748 of 1501 ...\n","Plotting misclassification 749 of 1501 ...\n","Plotting misclassification 750 of 1501 ...\n","Plotting misclassification 751 of 1501 ...\n","Plotting misclassification 752 of 1501 ...\n","Plotting misclassification 753 of 1501 ...\n","Plotting misclassification 754 of 1501 ...\n","Plotting misclassification 755 of 1501 ...\n","Plotting misclassification 756 of 1501 ...\n","Plotting misclassification 757 of 1501 ...\n","Plotting misclassification 758 of 1501 ...\n","Plotting misclassification 759 of 1501 ...\n","Plotting misclassification 760 of 1501 ...\n","Plotting misclassification 761 of 1501 ...\n","Plotting misclassification 762 of 1501 ...\n","Plotting misclassification 763 of 1501 ...\n","Plotting misclassification 764 of 1501 ...\n","Plotting misclassification 765 of 1501 ...\n","Plotting misclassification 766 of 1501 ...\n","Plotting misclassification 767 of 1501 ...\n","Plotting misclassification 768 of 1501 ...\n","Plotting misclassification 769 of 1501 ...\n","Plotting misclassification 770 of 1501 ...\n","Plotting misclassification 771 of 1501 ...\n","Plotting misclassification 772 of 1501 ...\n","Plotting misclassification 773 of 1501 ...\n","Plotting misclassification 774 of 1501 ...\n","Plotting misclassification 775 of 1501 ...\n","Plotting misclassification 776 of 1501 ...\n","Plotting misclassification 777 of 1501 ...\n","Plotting misclassification 778 of 1501 ...\n","Plotting misclassification 779 of 1501 ...\n","Plotting misclassification 780 of 1501 ...\n","Plotting misclassification 781 of 1501 ...\n","Plotting misclassification 782 of 1501 ...\n","Plotting misclassification 783 of 1501 ...\n","Plotting misclassification 784 of 1501 ...\n","Plotting misclassification 785 of 1501 ...\n","Plotting misclassification 786 of 1501 ...\n","Plotting misclassification 787 of 1501 ...\n","Plotting misclassification 788 of 1501 ...\n","Plotting misclassification 789 of 1501 ...\n","Plotting misclassification 790 of 1501 ...\n","Plotting misclassification 791 of 1501 ...\n","Plotting misclassification 792 of 1501 ...\n","Plotting misclassification 793 of 1501 ...\n","Plotting misclassification 794 of 1501 ...\n","Plotting misclassification 795 of 1501 ...\n","Plotting misclassification 796 of 1501 ...\n","Plotting misclassification 797 of 1501 ...\n","Plotting misclassification 798 of 1501 ...\n","Plotting misclassification 799 of 1501 ...\n","Plotting misclassification 800 of 1501 ...\n","Plotting misclassification 801 of 1501 ...\n","Plotting misclassification 802 of 1501 ...\n","Plotting misclassification 803 of 1501 ...\n","Plotting misclassification 804 of 1501 ...\n","Plotting misclassification 805 of 1501 ...\n","Plotting misclassification 806 of 1501 ...\n","Plotting misclassification 807 of 1501 ...\n","Plotting misclassification 808 of 1501 ...\n","Plotting misclassification 809 of 1501 ...\n","Plotting misclassification 810 of 1501 ...\n","Plotting misclassification 811 of 1501 ...\n","Plotting misclassification 812 of 1501 ...\n","Plotting misclassification 813 of 1501 ...\n","Plotting misclassification 814 of 1501 ...\n","Plotting misclassification 815 of 1501 ...\n","Plotting misclassification 816 of 1501 ...\n","Plotting misclassification 817 of 1501 ...\n","Plotting misclassification 818 of 1501 ...\n","Plotting misclassification 819 of 1501 ...\n","Plotting misclassification 820 of 1501 ...\n","Plotting misclassification 821 of 1501 ...\n","Plotting misclassification 822 of 1501 ...\n","Plotting misclassification 823 of 1501 ...\n","Plotting misclassification 824 of 1501 ...\n","Plotting misclassification 825 of 1501 ...\n","Plotting misclassification 826 of 1501 ...\n","Plotting misclassification 827 of 1501 ...\n","Plotting misclassification 828 of 1501 ...\n","Plotting misclassification 829 of 1501 ...\n","Plotting misclassification 830 of 1501 ...\n","Plotting misclassification 831 of 1501 ...\n","Plotting misclassification 832 of 1501 ...\n","Plotting misclassification 833 of 1501 ...\n","Plotting misclassification 834 of 1501 ...\n","Plotting misclassification 835 of 1501 ...\n","Plotting misclassification 836 of 1501 ...\n","Plotting misclassification 837 of 1501 ...\n","Plotting misclassification 838 of 1501 ...\n","Plotting misclassification 839 of 1501 ...\n","Plotting misclassification 840 of 1501 ...\n","Plotting misclassification 841 of 1501 ...\n","Plotting misclassification 842 of 1501 ...\n","Plotting misclassification 843 of 1501 ...\n","Plotting misclassification 844 of 1501 ...\n","Plotting misclassification 845 of 1501 ...\n","Plotting misclassification 846 of 1501 ...\n","Plotting misclassification 847 of 1501 ...\n","Plotting misclassification 848 of 1501 ...\n","Plotting misclassification 849 of 1501 ...\n","Plotting misclassification 850 of 1501 ...\n","Plotting misclassification 851 of 1501 ...\n","Plotting misclassification 852 of 1501 ...\n","Plotting misclassification 853 of 1501 ...\n","Plotting misclassification 854 of 1501 ...\n","Plotting misclassification 855 of 1501 ...\n","Plotting misclassification 856 of 1501 ...\n","Plotting misclassification 857 of 1501 ...\n","Plotting misclassification 858 of 1501 ...\n","Plotting misclassification 859 of 1501 ...\n","Plotting misclassification 860 of 1501 ...\n","Plotting misclassification 861 of 1501 ...\n","Plotting misclassification 862 of 1501 ...\n","Plotting misclassification 863 of 1501 ...\n","Plotting misclassification 864 of 1501 ...\n","Plotting misclassification 865 of 1501 ...\n","Plotting misclassification 866 of 1501 ...\n","Plotting misclassification 867 of 1501 ...\n","Plotting misclassification 868 of 1501 ...\n","Plotting misclassification 869 of 1501 ...\n","Plotting misclassification 870 of 1501 ...\n","Plotting misclassification 871 of 1501 ...\n","Plotting misclassification 872 of 1501 ...\n","Plotting misclassification 873 of 1501 ...\n","Plotting misclassification 874 of 1501 ...\n","Plotting misclassification 875 of 1501 ...\n","Plotting misclassification 876 of 1501 ...\n","Plotting misclassification 877 of 1501 ...\n","Plotting misclassification 878 of 1501 ...\n","Plotting misclassification 879 of 1501 ...\n","Plotting misclassification 880 of 1501 ...\n","Plotting misclassification 881 of 1501 ...\n","Plotting misclassification 882 of 1501 ...\n","Plotting misclassification 883 of 1501 ...\n","Plotting misclassification 884 of 1501 ...\n","Plotting misclassification 885 of 1501 ...\n","Plotting misclassification 886 of 1501 ...\n","Plotting misclassification 887 of 1501 ...\n","Plotting misclassification 888 of 1501 ...\n","Plotting misclassification 889 of 1501 ...\n","Plotting misclassification 890 of 1501 ...\n","Plotting misclassification 891 of 1501 ...\n","Plotting misclassification 892 of 1501 ...\n","Plotting misclassification 893 of 1501 ...\n","Plotting misclassification 894 of 1501 ...\n","Plotting misclassification 895 of 1501 ...\n","Plotting misclassification 896 of 1501 ...\n","Plotting misclassification 897 of 1501 ...\n","Plotting misclassification 898 of 1501 ...\n","Plotting misclassification 899 of 1501 ...\n","Plotting misclassification 900 of 1501 ...\n","Plotting misclassification 901 of 1501 ...\n","Plotting misclassification 902 of 1501 ...\n","Plotting misclassification 903 of 1501 ...\n","Plotting misclassification 904 of 1501 ...\n","Plotting misclassification 905 of 1501 ...\n","Plotting misclassification 906 of 1501 ...\n","Plotting misclassification 907 of 1501 ...\n","Plotting misclassification 908 of 1501 ...\n","Plotting misclassification 909 of 1501 ...\n","Plotting misclassification 910 of 1501 ...\n","Plotting misclassification 911 of 1501 ...\n","Plotting misclassification 912 of 1501 ...\n","Plotting misclassification 913 of 1501 ...\n","Plotting misclassification 914 of 1501 ...\n","Plotting misclassification 915 of 1501 ...\n","Plotting misclassification 916 of 1501 ...\n","Plotting misclassification 917 of 1501 ...\n","Plotting misclassification 918 of 1501 ...\n","Plotting misclassification 919 of 1501 ...\n","Plotting misclassification 920 of 1501 ...\n","Plotting misclassification 921 of 1501 ...\n","Plotting misclassification 922 of 1501 ...\n","Plotting misclassification 923 of 1501 ...\n","Plotting misclassification 924 of 1501 ...\n","Plotting misclassification 925 of 1501 ...\n","Plotting misclassification 926 of 1501 ...\n","Plotting misclassification 927 of 1501 ...\n","Plotting misclassification 928 of 1501 ...\n","Plotting misclassification 929 of 1501 ...\n","Plotting misclassification 930 of 1501 ...\n","Plotting misclassification 931 of 1501 ...\n","Plotting misclassification 932 of 1501 ...\n","Plotting misclassification 933 of 1501 ...\n","Plotting misclassification 934 of 1501 ...\n","Plotting misclassification 935 of 1501 ...\n","Plotting misclassification 936 of 1501 ...\n","Plotting misclassification 937 of 1501 ...\n","Plotting misclassification 938 of 1501 ...\n","Plotting misclassification 939 of 1501 ...\n","Plotting misclassification 940 of 1501 ...\n","Plotting misclassification 941 of 1501 ...\n","Plotting misclassification 942 of 1501 ...\n","Plotting misclassification 943 of 1501 ...\n","Plotting misclassification 944 of 1501 ...\n","Plotting misclassification 945 of 1501 ...\n","Plotting misclassification 946 of 1501 ...\n","Plotting misclassification 947 of 1501 ...\n","Plotting misclassification 948 of 1501 ...\n","Plotting misclassification 949 of 1501 ...\n","Plotting misclassification 950 of 1501 ...\n","Plotting misclassification 951 of 1501 ...\n","Plotting misclassification 952 of 1501 ...\n","Plotting misclassification 953 of 1501 ...\n","Plotting misclassification 954 of 1501 ...\n","Plotting misclassification 955 of 1501 ...\n","Plotting misclassification 956 of 1501 ...\n","Plotting misclassification 957 of 1501 ...\n","Plotting misclassification 958 of 1501 ...\n","Plotting misclassification 959 of 1501 ...\n","Plotting misclassification 960 of 1501 ...\n","Plotting misclassification 961 of 1501 ...\n","Plotting misclassification 962 of 1501 ...\n","Plotting misclassification 963 of 1501 ...\n","Plotting misclassification 964 of 1501 ...\n","Plotting misclassification 965 of 1501 ...\n","Plotting misclassification 966 of 1501 ...\n","Plotting misclassification 967 of 1501 ...\n","Plotting misclassification 968 of 1501 ...\n","Plotting misclassification 969 of 1501 ...\n","Plotting misclassification 970 of 1501 ...\n","Plotting misclassification 971 of 1501 ...\n","Plotting misclassification 972 of 1501 ...\n","Plotting misclassification 973 of 1501 ...\n","Plotting misclassification 974 of 1501 ...\n","Plotting misclassification 975 of 1501 ...\n","Plotting misclassification 976 of 1501 ...\n","Plotting misclassification 977 of 1501 ...\n","Plotting misclassification 978 of 1501 ...\n","Plotting misclassification 979 of 1501 ...\n","Plotting misclassification 980 of 1501 ...\n","Plotting misclassification 981 of 1501 ...\n","Plotting misclassification 982 of 1501 ...\n","Plotting misclassification 983 of 1501 ...\n","Plotting misclassification 984 of 1501 ...\n","Plotting misclassification 985 of 1501 ...\n","Plotting misclassification 986 of 1501 ...\n","Plotting misclassification 987 of 1501 ...\n","Plotting misclassification 988 of 1501 ...\n","Plotting misclassification 989 of 1501 ...\n","Plotting misclassification 990 of 1501 ...\n","Plotting misclassification 991 of 1501 ...\n","Plotting misclassification 992 of 1501 ...\n","Plotting misclassification 993 of 1501 ...\n","Plotting misclassification 994 of 1501 ...\n","Plotting misclassification 995 of 1501 ...\n","Plotting misclassification 996 of 1501 ...\n","Plotting misclassification 997 of 1501 ...\n","Plotting misclassification 998 of 1501 ...\n","Plotting misclassification 999 of 1501 ...\n","Plotting misclassification 1000 of 1501 ...\n","Plotting misclassification 1001 of 1501 ...\n","Plotting misclassification 1002 of 1501 ...\n","Plotting misclassification 1003 of 1501 ...\n","Plotting misclassification 1004 of 1501 ...\n","Plotting misclassification 1005 of 1501 ...\n","Plotting misclassification 1006 of 1501 ...\n","Plotting misclassification 1007 of 1501 ...\n","Plotting misclassification 1008 of 1501 ...\n","Plotting misclassification 1009 of 1501 ...\n","Plotting misclassification 1010 of 1501 ...\n","Plotting misclassification 1011 of 1501 ...\n","Plotting misclassification 1012 of 1501 ...\n","Plotting misclassification 1013 of 1501 ...\n","Plotting misclassification 1014 of 1501 ...\n","Plotting misclassification 1015 of 1501 ...\n","Plotting misclassification 1016 of 1501 ...\n","Plotting misclassification 1017 of 1501 ...\n","Plotting misclassification 1018 of 1501 ...\n","Plotting misclassification 1019 of 1501 ...\n","Plotting misclassification 1020 of 1501 ...\n","Plotting misclassification 1021 of 1501 ...\n","Plotting misclassification 1022 of 1501 ...\n","Plotting misclassification 1023 of 1501 ...\n","Plotting misclassification 1024 of 1501 ...\n","Plotting misclassification 1025 of 1501 ...\n","Plotting misclassification 1026 of 1501 ...\n","Plotting misclassification 1027 of 1501 ...\n","Plotting misclassification 1028 of 1501 ...\n","Plotting misclassification 1029 of 1501 ...\n","Plotting misclassification 1030 of 1501 ...\n","Plotting misclassification 1031 of 1501 ...\n","Plotting misclassification 1032 of 1501 ...\n","Plotting misclassification 1033 of 1501 ...\n","Plotting misclassification 1034 of 1501 ...\n","Plotting misclassification 1035 of 1501 ...\n","Plotting misclassification 1036 of 1501 ...\n","Plotting misclassification 1037 of 1501 ...\n","Plotting misclassification 1038 of 1501 ...\n","Plotting misclassification 1039 of 1501 ...\n","Plotting misclassification 1040 of 1501 ...\n","Plotting misclassification 1041 of 1501 ...\n","Plotting misclassification 1042 of 1501 ...\n","Plotting misclassification 1043 of 1501 ...\n","Plotting misclassification 1044 of 1501 ...\n","Plotting misclassification 1045 of 1501 ...\n","Plotting misclassification 1046 of 1501 ...\n","Plotting misclassification 1047 of 1501 ...\n","Plotting misclassification 1048 of 1501 ...\n","Plotting misclassification 1049 of 1501 ...\n","Plotting misclassification 1050 of 1501 ...\n","Plotting misclassification 1051 of 1501 ...\n","Plotting misclassification 1052 of 1501 ...\n","Plotting misclassification 1053 of 1501 ...\n","Plotting misclassification 1054 of 1501 ...\n","Plotting misclassification 1055 of 1501 ...\n","Plotting misclassification 1056 of 1501 ...\n","Plotting misclassification 1057 of 1501 ...\n","Plotting misclassification 1058 of 1501 ...\n","Plotting misclassification 1059 of 1501 ...\n","Plotting misclassification 1060 of 1501 ...\n","Plotting misclassification 1061 of 1501 ...\n","Plotting misclassification 1062 of 1501 ...\n","Plotting misclassification 1063 of 1501 ...\n","Plotting misclassification 1064 of 1501 ...\n","Plotting misclassification 1065 of 1501 ...\n","Plotting misclassification 1066 of 1501 ...\n","Plotting misclassification 1067 of 1501 ...\n","Plotting misclassification 1068 of 1501 ...\n","Plotting misclassification 1069 of 1501 ...\n","Plotting misclassification 1070 of 1501 ...\n","Plotting misclassification 1071 of 1501 ...\n","Plotting misclassification 1072 of 1501 ...\n","Plotting misclassification 1073 of 1501 ...\n","Plotting misclassification 1074 of 1501 ...\n","Plotting misclassification 1075 of 1501 ...\n","Plotting misclassification 1076 of 1501 ...\n","Plotting misclassification 1077 of 1501 ...\n","Plotting misclassification 1078 of 1501 ...\n","Plotting misclassification 1079 of 1501 ...\n","Plotting misclassification 1080 of 1501 ...\n","Plotting misclassification 1081 of 1501 ...\n","Plotting misclassification 1082 of 1501 ...\n","Plotting misclassification 1083 of 1501 ...\n","Plotting misclassification 1084 of 1501 ...\n","Plotting misclassification 1085 of 1501 ...\n","Plotting misclassification 1086 of 1501 ...\n","Plotting misclassification 1087 of 1501 ...\n","Plotting misclassification 1088 of 1501 ...\n","Plotting misclassification 1089 of 1501 ...\n","Plotting misclassification 1090 of 1501 ...\n","Plotting misclassification 1091 of 1501 ...\n","Plotting misclassification 1092 of 1501 ...\n","Plotting misclassification 1093 of 1501 ...\n","Plotting misclassification 1094 of 1501 ...\n","Plotting misclassification 1095 of 1501 ...\n","Plotting misclassification 1096 of 1501 ...\n","Plotting misclassification 1097 of 1501 ...\n","Plotting misclassification 1098 of 1501 ...\n","Plotting misclassification 1099 of 1501 ...\n","Plotting misclassification 1100 of 1501 ...\n","Plotting misclassification 1101 of 1501 ...\n","Plotting misclassification 1102 of 1501 ...\n","Plotting misclassification 1103 of 1501 ...\n","Plotting misclassification 1104 of 1501 ...\n","Plotting misclassification 1105 of 1501 ...\n","Plotting misclassification 1106 of 1501 ...\n","Plotting misclassification 1107 of 1501 ...\n","Plotting misclassification 1108 of 1501 ...\n","Plotting misclassification 1109 of 1501 ...\n","Plotting misclassification 1110 of 1501 ...\n","Plotting misclassification 1111 of 1501 ...\n","Plotting misclassification 1112 of 1501 ...\n","Plotting misclassification 1113 of 1501 ...\n","Plotting misclassification 1114 of 1501 ...\n","Plotting misclassification 1115 of 1501 ...\n","Plotting misclassification 1116 of 1501 ...\n","Plotting misclassification 1117 of 1501 ...\n","Plotting misclassification 1118 of 1501 ...\n","Plotting misclassification 1119 of 1501 ...\n","Plotting misclassification 1120 of 1501 ...\n","Plotting misclassification 1121 of 1501 ...\n","Plotting misclassification 1122 of 1501 ...\n","Plotting misclassification 1123 of 1501 ...\n","Plotting misclassification 1124 of 1501 ...\n","Plotting misclassification 1125 of 1501 ...\n","Plotting misclassification 1126 of 1501 ...\n","Plotting misclassification 1127 of 1501 ...\n","Plotting misclassification 1128 of 1501 ...\n","Plotting misclassification 1129 of 1501 ...\n","Plotting misclassification 1130 of 1501 ...\n","Plotting misclassification 1131 of 1501 ...\n","Plotting misclassification 1132 of 1501 ...\n","Plotting misclassification 1133 of 1501 ...\n","Plotting misclassification 1134 of 1501 ...\n","Plotting misclassification 1135 of 1501 ...\n","Plotting misclassification 1136 of 1501 ...\n","Plotting misclassification 1137 of 1501 ...\n","Plotting misclassification 1138 of 1501 ...\n","Plotting misclassification 1139 of 1501 ...\n","Plotting misclassification 1140 of 1501 ...\n","Plotting misclassification 1141 of 1501 ...\n","Plotting misclassification 1142 of 1501 ...\n","Plotting misclassification 1143 of 1501 ...\n","Plotting misclassification 1144 of 1501 ...\n","Plotting misclassification 1145 of 1501 ...\n","Plotting misclassification 1146 of 1501 ...\n","Plotting misclassification 1147 of 1501 ...\n","Plotting misclassification 1148 of 1501 ...\n","Plotting misclassification 1149 of 1501 ...\n","Plotting misclassification 1150 of 1501 ...\n","Plotting misclassification 1151 of 1501 ...\n","Plotting misclassification 1152 of 1501 ...\n","Plotting misclassification 1153 of 1501 ...\n","Plotting misclassification 1154 of 1501 ...\n","Plotting misclassification 1155 of 1501 ...\n","Plotting misclassification 1156 of 1501 ...\n","Plotting misclassification 1157 of 1501 ...\n","Plotting misclassification 1158 of 1501 ...\n","Plotting misclassification 1159 of 1501 ...\n","Plotting misclassification 1160 of 1501 ...\n","Plotting misclassification 1161 of 1501 ...\n","Plotting misclassification 1162 of 1501 ...\n","Plotting misclassification 1163 of 1501 ...\n","Plotting misclassification 1164 of 1501 ...\n","Plotting misclassification 1165 of 1501 ...\n","Plotting misclassification 1166 of 1501 ...\n","Plotting misclassification 1167 of 1501 ...\n","Plotting misclassification 1168 of 1501 ...\n","Plotting misclassification 1169 of 1501 ...\n","Plotting misclassification 1170 of 1501 ...\n","Plotting misclassification 1171 of 1501 ...\n","Plotting misclassification 1172 of 1501 ...\n","Plotting misclassification 1173 of 1501 ...\n","Plotting misclassification 1174 of 1501 ...\n","Plotting misclassification 1175 of 1501 ...\n","Plotting misclassification 1176 of 1501 ...\n","Plotting misclassification 1177 of 1501 ...\n","Plotting misclassification 1178 of 1501 ...\n","Plotting misclassification 1179 of 1501 ...\n","Plotting misclassification 1180 of 1501 ...\n","Plotting misclassification 1181 of 1501 ...\n","Plotting misclassification 1182 of 1501 ...\n","Plotting misclassification 1183 of 1501 ...\n","Plotting misclassification 1184 of 1501 ...\n","Plotting misclassification 1185 of 1501 ...\n","Plotting misclassification 1186 of 1501 ...\n","Plotting misclassification 1187 of 1501 ...\n","Plotting misclassification 1188 of 1501 ...\n","Plotting misclassification 1189 of 1501 ...\n","Plotting misclassification 1190 of 1501 ...\n","Plotting misclassification 1191 of 1501 ...\n","Plotting misclassification 1192 of 1501 ...\n","Plotting misclassification 1193 of 1501 ...\n","Plotting misclassification 1194 of 1501 ...\n","Plotting misclassification 1195 of 1501 ...\n","Plotting misclassification 1196 of 1501 ...\n","Plotting misclassification 1197 of 1501 ...\n","Plotting misclassification 1198 of 1501 ...\n","Plotting misclassification 1199 of 1501 ...\n","Plotting misclassification 1200 of 1501 ...\n","Plotting misclassification 1201 of 1501 ...\n","Plotting misclassification 1202 of 1501 ...\n","Plotting misclassification 1203 of 1501 ...\n","Plotting misclassification 1204 of 1501 ...\n","Plotting misclassification 1205 of 1501 ...\n","Plotting misclassification 1206 of 1501 ...\n","Plotting misclassification 1207 of 1501 ...\n","Plotting misclassification 1208 of 1501 ...\n","Plotting misclassification 1209 of 1501 ...\n","Plotting misclassification 1210 of 1501 ...\n","Plotting misclassification 1211 of 1501 ...\n","Plotting misclassification 1212 of 1501 ...\n","Plotting misclassification 1213 of 1501 ...\n","Plotting misclassification 1214 of 1501 ...\n","Plotting misclassification 1215 of 1501 ...\n","Plotting misclassification 1216 of 1501 ...\n","Plotting misclassification 1217 of 1501 ...\n","Plotting misclassification 1218 of 1501 ...\n","Plotting misclassification 1219 of 1501 ...\n","Plotting misclassification 1220 of 1501 ...\n","Plotting misclassification 1221 of 1501 ...\n","Plotting misclassification 1222 of 1501 ...\n","Plotting misclassification 1223 of 1501 ...\n","Plotting misclassification 1224 of 1501 ...\n","Plotting misclassification 1225 of 1501 ...\n","Plotting misclassification 1226 of 1501 ...\n","Plotting misclassification 1227 of 1501 ...\n","Plotting misclassification 1228 of 1501 ...\n","Plotting misclassification 1229 of 1501 ...\n","Plotting misclassification 1230 of 1501 ...\n","Plotting misclassification 1231 of 1501 ...\n","Plotting misclassification 1232 of 1501 ...\n","Plotting misclassification 1233 of 1501 ...\n","Plotting misclassification 1234 of 1501 ...\n","Plotting misclassification 1235 of 1501 ...\n","Plotting misclassification 1236 of 1501 ...\n","Plotting misclassification 1237 of 1501 ...\n","Plotting misclassification 1238 of 1501 ...\n","Plotting misclassification 1239 of 1501 ...\n","Plotting misclassification 1240 of 1501 ...\n","Plotting misclassification 1241 of 1501 ...\n","Plotting misclassification 1242 of 1501 ...\n","Plotting misclassification 1243 of 1501 ...\n","Plotting misclassification 1244 of 1501 ...\n","Plotting misclassification 1245 of 1501 ...\n","Plotting misclassification 1246 of 1501 ...\n","Plotting misclassification 1247 of 1501 ...\n","Plotting misclassification 1248 of 1501 ...\n","Plotting misclassification 1249 of 1501 ...\n","Plotting misclassification 1250 of 1501 ...\n","Plotting misclassification 1251 of 1501 ...\n","Plotting misclassification 1252 of 1501 ...\n","Plotting misclassification 1253 of 1501 ...\n","Plotting misclassification 1254 of 1501 ...\n","Plotting misclassification 1255 of 1501 ...\n","Plotting misclassification 1256 of 1501 ...\n","Plotting misclassification 1257 of 1501 ...\n","Plotting misclassification 1258 of 1501 ...\n","Plotting misclassification 1259 of 1501 ...\n","Plotting misclassification 1260 of 1501 ...\n","Plotting misclassification 1261 of 1501 ...\n","Plotting misclassification 1262 of 1501 ...\n","Plotting misclassification 1263 of 1501 ...\n","Plotting misclassification 1264 of 1501 ...\n","Plotting misclassification 1265 of 1501 ...\n","Plotting misclassification 1266 of 1501 ...\n","Plotting misclassification 1267 of 1501 ...\n","Plotting misclassification 1268 of 1501 ...\n","Plotting misclassification 1269 of 1501 ...\n","Plotting misclassification 1270 of 1501 ...\n","Plotting misclassification 1271 of 1501 ...\n","Plotting misclassification 1272 of 1501 ...\n","Plotting misclassification 1273 of 1501 ...\n","Plotting misclassification 1274 of 1501 ...\n","Plotting misclassification 1275 of 1501 ...\n","Plotting misclassification 1276 of 1501 ...\n","Plotting misclassification 1277 of 1501 ...\n","Plotting misclassification 1278 of 1501 ...\n","Plotting misclassification 1279 of 1501 ...\n","Plotting misclassification 1280 of 1501 ...\n","Plotting misclassification 1281 of 1501 ...\n","Plotting misclassification 1282 of 1501 ...\n","Plotting misclassification 1283 of 1501 ...\n","Plotting misclassification 1284 of 1501 ...\n","Plotting misclassification 1285 of 1501 ...\n","Plotting misclassification 1286 of 1501 ...\n","Plotting misclassification 1287 of 1501 ...\n","Plotting misclassification 1288 of 1501 ...\n","Plotting misclassification 1289 of 1501 ...\n","Plotting misclassification 1290 of 1501 ...\n","Plotting misclassification 1291 of 1501 ...\n","Plotting misclassification 1292 of 1501 ...\n","Plotting misclassification 1293 of 1501 ...\n","Plotting misclassification 1294 of 1501 ...\n","Plotting misclassification 1295 of 1501 ...\n","Plotting misclassification 1296 of 1501 ...\n","Plotting misclassification 1297 of 1501 ...\n","Plotting misclassification 1298 of 1501 ...\n","Plotting misclassification 1299 of 1501 ...\n","Plotting misclassification 1300 of 1501 ...\n","Plotting misclassification 1301 of 1501 ...\n","Plotting misclassification 1302 of 1501 ...\n","Plotting misclassification 1303 of 1501 ...\n","Plotting misclassification 1304 of 1501 ...\n","Plotting misclassification 1305 of 1501 ...\n","Plotting misclassification 1306 of 1501 ...\n","Plotting misclassification 1307 of 1501 ...\n","Plotting misclassification 1308 of 1501 ...\n","Plotting misclassification 1309 of 1501 ...\n","Plotting misclassification 1310 of 1501 ...\n","Plotting misclassification 1311 of 1501 ...\n","Plotting misclassification 1312 of 1501 ...\n","Plotting misclassification 1313 of 1501 ...\n","Plotting misclassification 1314 of 1501 ...\n","Plotting misclassification 1315 of 1501 ...\n","Plotting misclassification 1316 of 1501 ...\n","Plotting misclassification 1317 of 1501 ...\n","Plotting misclassification 1318 of 1501 ...\n","Plotting misclassification 1319 of 1501 ...\n","Plotting misclassification 1320 of 1501 ...\n","Plotting misclassification 1321 of 1501 ...\n","Plotting misclassification 1322 of 1501 ...\n","Plotting misclassification 1323 of 1501 ...\n","Plotting misclassification 1324 of 1501 ...\n","Plotting misclassification 1325 of 1501 ...\n","Plotting misclassification 1326 of 1501 ...\n","Plotting misclassification 1327 of 1501 ...\n","Plotting misclassification 1328 of 1501 ...\n","Plotting misclassification 1329 of 1501 ...\n","Plotting misclassification 1330 of 1501 ...\n","Plotting misclassification 1331 of 1501 ...\n","Plotting misclassification 1332 of 1501 ...\n","Plotting misclassification 1333 of 1501 ...\n","Plotting misclassification 1334 of 1501 ...\n","Plotting misclassification 1335 of 1501 ...\n","Plotting misclassification 1336 of 1501 ...\n","Plotting misclassification 1337 of 1501 ...\n","Plotting misclassification 1338 of 1501 ...\n","Plotting misclassification 1339 of 1501 ...\n","Plotting misclassification 1340 of 1501 ...\n","Plotting misclassification 1341 of 1501 ...\n","Plotting misclassification 1342 of 1501 ...\n","Plotting misclassification 1343 of 1501 ...\n","Plotting misclassification 1344 of 1501 ...\n","Plotting misclassification 1345 of 1501 ...\n","Plotting misclassification 1346 of 1501 ...\n","Plotting misclassification 1347 of 1501 ...\n","Plotting misclassification 1348 of 1501 ...\n","Plotting misclassification 1349 of 1501 ...\n","Plotting misclassification 1350 of 1501 ...\n","Plotting misclassification 1351 of 1501 ...\n","Plotting misclassification 1352 of 1501 ...\n","Plotting misclassification 1353 of 1501 ...\n","Plotting misclassification 1354 of 1501 ...\n","Plotting misclassification 1355 of 1501 ...\n","Plotting misclassification 1356 of 1501 ...\n","Plotting misclassification 1357 of 1501 ...\n","Plotting misclassification 1358 of 1501 ...\n","Plotting misclassification 1359 of 1501 ...\n","Plotting misclassification 1360 of 1501 ...\n","Plotting misclassification 1361 of 1501 ...\n","Plotting misclassification 1362 of 1501 ...\n","Plotting misclassification 1363 of 1501 ...\n","Plotting misclassification 1364 of 1501 ...\n","Plotting misclassification 1365 of 1501 ...\n","Plotting misclassification 1366 of 1501 ...\n","Plotting misclassification 1367 of 1501 ...\n","Plotting misclassification 1368 of 1501 ...\n","Plotting misclassification 1369 of 1501 ...\n","Plotting misclassification 1370 of 1501 ...\n","Plotting misclassification 1371 of 1501 ...\n","Plotting misclassification 1372 of 1501 ...\n","Plotting misclassification 1373 of 1501 ...\n","Plotting misclassification 1374 of 1501 ...\n","Plotting misclassification 1375 of 1501 ...\n","Plotting misclassification 1376 of 1501 ...\n","Plotting misclassification 1377 of 1501 ...\n","Plotting misclassification 1378 of 1501 ...\n","Plotting misclassification 1379 of 1501 ...\n","Plotting misclassification 1380 of 1501 ...\n","Plotting misclassification 1381 of 1501 ...\n","Plotting misclassification 1382 of 1501 ...\n","Plotting misclassification 1383 of 1501 ...\n","Plotting misclassification 1384 of 1501 ...\n","Plotting misclassification 1385 of 1501 ...\n","Plotting misclassification 1386 of 1501 ...\n","Plotting misclassification 1387 of 1501 ...\n","Plotting misclassification 1388 of 1501 ...\n","Plotting misclassification 1389 of 1501 ...\n","Plotting misclassification 1390 of 1501 ...\n","Plotting misclassification 1391 of 1501 ...\n","Plotting misclassification 1392 of 1501 ...\n","Plotting misclassification 1393 of 1501 ...\n","Plotting misclassification 1394 of 1501 ...\n","Plotting misclassification 1395 of 1501 ...\n","Plotting misclassification 1396 of 1501 ...\n","Plotting misclassification 1397 of 1501 ...\n","Plotting misclassification 1398 of 1501 ...\n","Plotting misclassification 1399 of 1501 ...\n","Plotting misclassification 1400 of 1501 ...\n","Plotting misclassification 1401 of 1501 ...\n","Plotting misclassification 1402 of 1501 ...\n","Plotting misclassification 1403 of 1501 ...\n","Plotting misclassification 1404 of 1501 ...\n","Plotting misclassification 1405 of 1501 ...\n","Plotting misclassification 1406 of 1501 ...\n","Plotting misclassification 1407 of 1501 ...\n","Plotting misclassification 1408 of 1501 ...\n","Plotting misclassification 1409 of 1501 ...\n","Plotting misclassification 1410 of 1501 ...\n","Plotting misclassification 1411 of 1501 ...\n","Plotting misclassification 1412 of 1501 ...\n","Plotting misclassification 1413 of 1501 ...\n","Plotting misclassification 1414 of 1501 ...\n","Plotting misclassification 1415 of 1501 ...\n","Plotting misclassification 1416 of 1501 ...\n","Plotting misclassification 1417 of 1501 ...\n","Plotting misclassification 1418 of 1501 ...\n","Plotting misclassification 1419 of 1501 ...\n","Plotting misclassification 1420 of 1501 ...\n","Plotting misclassification 1421 of 1501 ...\n","Plotting misclassification 1422 of 1501 ...\n","Plotting misclassification 1423 of 1501 ...\n","Plotting misclassification 1424 of 1501 ...\n","Plotting misclassification 1425 of 1501 ...\n","Plotting misclassification 1426 of 1501 ...\n","Plotting misclassification 1427 of 1501 ...\n","Plotting misclassification 1428 of 1501 ...\n","Plotting misclassification 1429 of 1501 ...\n","Plotting misclassification 1430 of 1501 ...\n","Plotting misclassification 1431 of 1501 ...\n","Plotting misclassification 1432 of 1501 ...\n","Plotting misclassification 1433 of 1501 ...\n","Plotting misclassification 1434 of 1501 ...\n","Plotting misclassification 1435 of 1501 ...\n","Plotting misclassification 1436 of 1501 ...\n","Plotting misclassification 1437 of 1501 ...\n","Plotting misclassification 1438 of 1501 ...\n","Plotting misclassification 1439 of 1501 ...\n","Plotting misclassification 1440 of 1501 ...\n","Plotting misclassification 1441 of 1501 ...\n","Plotting misclassification 1442 of 1501 ...\n","Plotting misclassification 1443 of 1501 ...\n","Plotting misclassification 1444 of 1501 ...\n","Plotting misclassification 1445 of 1501 ...\n","Plotting misclassification 1446 of 1501 ...\n","Plotting misclassification 1447 of 1501 ...\n","Plotting misclassification 1448 of 1501 ...\n","Plotting misclassification 1449 of 1501 ...\n","Plotting misclassification 1450 of 1501 ...\n","Plotting misclassification 1451 of 1501 ...\n","Plotting misclassification 1452 of 1501 ...\n","Plotting misclassification 1453 of 1501 ...\n","Plotting misclassification 1454 of 1501 ...\n","Plotting misclassification 1455 of 1501 ...\n","Plotting misclassification 1456 of 1501 ...\n","Plotting misclassification 1457 of 1501 ...\n","Plotting misclassification 1458 of 1501 ...\n","Plotting misclassification 1459 of 1501 ...\n","Plotting misclassification 1460 of 1501 ...\n","Plotting misclassification 1461 of 1501 ...\n","Plotting misclassification 1462 of 1501 ...\n","Plotting misclassification 1463 of 1501 ...\n","Plotting misclassification 1464 of 1501 ...\n","Plotting misclassification 1465 of 1501 ...\n","Plotting misclassification 1466 of 1501 ...\n","Plotting misclassification 1467 of 1501 ...\n","Plotting misclassification 1468 of 1501 ...\n","Plotting misclassification 1469 of 1501 ...\n","Plotting misclassification 1470 of 1501 ...\n","Plotting misclassification 1471 of 1501 ...\n","Plotting misclassification 1472 of 1501 ...\n","Plotting misclassification 1473 of 1501 ...\n","Plotting misclassification 1474 of 1501 ...\n","Plotting misclassification 1475 of 1501 ...\n","Plotting misclassification 1476 of 1501 ...\n","Plotting misclassification 1477 of 1501 ...\n","Plotting misclassification 1478 of 1501 ...\n","Plotting misclassification 1479 of 1501 ...\n","Plotting misclassification 1480 of 1501 ...\n","Plotting misclassification 1481 of 1501 ...\n","Plotting misclassification 1482 of 1501 ...\n","Plotting misclassification 1483 of 1501 ...\n","Plotting misclassification 1484 of 1501 ...\n","Plotting misclassification 1485 of 1501 ...\n","Plotting misclassification 1486 of 1501 ...\n","Plotting misclassification 1487 of 1501 ...\n","Plotting misclassification 1488 of 1501 ...\n","Plotting misclassification 1489 of 1501 ...\n","Plotting misclassification 1490 of 1501 ...\n","Plotting misclassification 1491 of 1501 ...\n","Plotting misclassification 1492 of 1501 ...\n","Plotting misclassification 1493 of 1501 ...\n","Plotting misclassification 1494 of 1501 ...\n","Plotting misclassification 1495 of 1501 ...\n","Plotting misclassification 1496 of 1501 ...\n","Plotting misclassification 1497 of 1501 ...\n","Plotting misclassification 1498 of 1501 ...\n","Plotting misclassification 1499 of 1501 ...\n","Plotting misclassification 1500 of 1501 ...\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"u-HQGDl6_8VX","colab_type":"code","colab":{}},"source":["# save output\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/X_test\",X_test)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/y_test\",y_test)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/X_train\",X_train)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/y_train\",y_train)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/lcid_train\",lcid_train)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/lcid_test\",lcid_test)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/indices_train\",indices_train)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/indices_test\",indices_test)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/preds_proba\",preds_proba)\n","numpy.save(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/preds\",preds)\n","numpy.savetxt(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/y_test_cnn.csv\", y_test, delimiter=\",\", fmt='%.4f')\n","numpy.savetxt(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/preds_cnn.csv\", preds, delimiter=\",\", fmt='%.4f')\n","numpy.savetxt(\"/gdrive/My Drive/periodic_tf/code/experiments/cnn/preds_proba_cnn.csv\", preds_proba, delimiter=\",\", fmt='%.4f')\n","plot_confusion(y_test, preds, \"/gdrive/My Drive/periodic_tf/code/experiments/cnn/confusion_cnn_hpercent.png\")"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"mdkmglOlMJG9","colab_type":"code","colab":{}},"source":["tf.keras.models.save_model(\n","    model,\n","    \"/gdrive/My Drive/periodic_tf/code/experiments/cnn/model.h5\",\n","    overwrite=True,\n","    include_optimizer=True\n",")"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"T6hwySDGQWDN","colab_type":"code","colab":{}},"source":[""],"execution_count":0,"outputs":[]}]}