HAR-CNN-Inception.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "# HAR CNN training "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# Imports\n",
    "import numpy as np\n",
    "import os\n",
    "from utils.utilities import *\n",
    "from sklearn.model_selection import train_test_split\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Prepare data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "X_train, labels_train, list_ch_train = read_data(data_path=\"./data/\", split=\"train\") # train\n",
    "X_test, labels_test, list_ch_test = read_data(data_path=\"./data/\", split=\"test\") # test\n",
    "\n",
    "assert list_ch_train == list_ch_test, \"Mistmatch in channels!\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# Normalize\n",
    "X_train, X_test = standardize(X_train, X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Train/Validation Split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "X_tr, X_vld, lab_tr, lab_vld = train_test_split(X_train, labels_train, \n",
    "                                                stratify = labels_train, random_state = 123)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "One-hot encoding:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "y_tr = one_hot(lab_tr)\n",
    "y_vld = one_hot(lab_vld)\n",
    "y_test = one_hot(labels_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# Imports\n",
    "import tensorflow as tf"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Hyperparameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "batch_size = 600       # Batch size\n",
    "seq_len = 128          # Number of steps\n",
    "learning_rate = 0.0001\n",
    "epochs =1000\n",
    "\n",
    "n_classes = 6\n",
    "n_channels = 9"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Construct the graph\n",
    "Placeholders"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "graph = tf.Graph()\n",
    "\n",
    "# Construct placeholders\n",
    "with graph.as_default():\n",
    "    inputs_ = tf.placeholder(tf.float32, [None, seq_len, n_channels], name = 'inputs')\n",
    "    labels_ = tf.placeholder(tf.float32, [None, n_classes], name = 'labels')\n",
    "    keep_prob_ = tf.placeholder(tf.float32, name = 'keep')\n",
    "    learning_rate_ = tf.placeholder(tf.float32, name = 'learning_rate')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Build Convolutional Layers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "with graph.as_default():\n",
    "    # (batch, 128, 9) --> (batch, 64, 18)\n",
    "    conv1 = tf.layers.conv1d(inputs=inputs_, filters=18, kernel_size=2, strides=1, \n",
    "                             padding='same', activation = tf.nn.relu)\n",
    "    max_pool_1 = tf.layers.max_pooling1d(inputs=conv1, pool_size=2, strides=2, padding='same')\n",
    "    \n",
    "    # (batch, 64, 18) --> (batch, 32, 18)\n",
    "    conv2 = tf.layers.conv1d(inputs=max_pool_1, filters=18, kernel_size=2, strides=1, \n",
    "                             padding='same', activation = tf.nn.relu)\n",
    "    max_pool_2 = tf.layers.max_pooling1d(inputs=conv2, pool_size=2, strides=2, padding='same')\n",
    "    \n",
    "    # (batch, 32, 18) --> (batch, 16, 36)\n",
    "    conv3 = tf.layers.conv1d(inputs=max_pool_2, filters=36, kernel_size=2, strides=1, \n",
    "                             padding='same', activation = tf.nn.relu)\n",
    "    max_pool_3 = tf.layers.max_pooling1d(inputs=conv3, pool_size=2, strides=2, padding='same')\n",
    "    \n",
    "    # (batch, 16, 36) --> (batch, 8, 36)\n",
    "    conv4 = tf.layers.conv1d(inputs=max_pool_3, filters=36, kernel_size=2, strides=1, \n",
    "                             padding='same', activation = tf.nn.relu)\n",
    "    max_pool_4 = tf.layers.max_pooling1d(inputs=conv4, pool_size=2, strides=2, padding='same')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Build the inception layer:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "![title](img/HAR_inception.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "with graph.as_default():\n",
    "    \n",
    "    # convolution: input to output of inception (size=1)\n",
    "    # (batch, 8, 36) --> (batch, 8, 36)\n",
    "    conv1_11 = tf.layers.conv1d(inputs=max_pool_4, filters=36, kernel_size=1, strides=1,\n",
    "                               padding='same', activation = tf.nn.relu)\n",
    "    \n",
    "    # convolution: input to middle layer of inception (size=1)\n",
    "    # (batch, 8, 36) --> (batch, 8, 18)\n",
    "    conv1_21 = tf.layers.conv1d(inputs=max_pool_4, filters=18, kernel_size=1, strides=1,\n",
    "                               padding='same', activation = tf.nn.relu)\n",
    "    \n",
    "    # convolution: input to middle layer of inception (size=1)\n",
    "    # (batch, 8, 36) --> (batch, 8, 18)\n",
    "    conv1_31 = tf.layers.conv1d(inputs=max_pool_4, filters=18, kernel_size=1, strides=1,\n",
    "                               padding='same', activation = tf.nn.relu)\n",
    "    \n",
    "    # average pool: input to middle layer of inception\n",
    "    # (batch, 8, 36) --> (batch, 8, 36)\n",
    "    avg_pool_41 = tf.layers.average_pooling1d(inputs=max_pool_4, pool_size=2, strides=1, padding='same')\n",
    "    \n",
    "    ## Middle layer of inception\n",
    "    \n",
    "    # convolution: middle to out layer of inception (size=2)\n",
    "    # (batch, 8, 18) --> (batch, 8, 36)\n",
    "    conv2_22 = tf.layers.conv1d(inputs=conv1_21, filters=36, kernel_size=2, strides=1,\n",
    "                               padding='same', activation=tf.nn.relu)\n",
    "    \n",
    "    # convolution: middle to out layer of inception (size=4)\n",
    "    # (batch, 8, 18) --> (batch, 8, 36)\n",
    "    conv4_32 = tf.layers.conv1d(inputs=conv1_31, filters=36, kernel_size=4, strides=1,\n",
    "                               padding='same', activation=tf.nn.relu)\n",
    "    \n",
    "    # convolution: middle to out layer of inception (size=1)\n",
    "    # (batch, 8, 36) --> (batch, 8, 36)\n",
    "    conv1_42 = tf.layers.conv1d(inputs=avg_pool_41, filters=36, kernel_size=1, strides=1,\n",
    "                               padding='same', activation=tf.nn.relu)\n",
    "    \n",
    "    ## Out layer: Concatenate filters\n",
    "    # (batch, 8, 4*36)\n",
    "    inception_out = tf.concat([conv1_11, conv2_22, conv4_32, conv1_42], axis=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Now, flatten and pass to the classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "with graph.as_default():\n",
    "    # Flatten and add dropout\n",
    "    flat = tf.reshape(inception_out, (-1, 8*144))\n",
    "    flat = tf.nn.dropout(flat, keep_prob=keep_prob_)\n",
    "    \n",
    "    # Predictions\n",
    "    logits = tf.layers.dense(flat, n_classes)\n",
    "    \n",
    "    # Cost function and optimizer\n",
    "    cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(logits=logits, labels=labels_))\n",
    "    optimizer = tf.train.AdamOptimizer(learning_rate_).minimize(cost)\n",
    "    \n",
    "    # Accuracy\n",
    "    correct_pred = tf.equal(tf.argmax(logits, 1), tf.argmax(labels_, 1))\n",
    "    accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32), name='accuracy')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Train the network"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "if (os.path.exists('checkpoints-cnn') == False):\n",
    "    !mkdir checkpoints-cnn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0/1000 Iteration: 5 Train loss: 1.807237 Train acc: 0.190000\n",
      "Epoch: 1/1000 Iteration: 10 Train loss: 1.781817 Train acc: 0.210000\n",
      "Epoch: 1/1000 Iteration: 10 Validation loss: 1.732405 Validation acc: 0.165556\n",
      "Epoch: 1/1000 Iteration: 15 Train loss: 1.735382 Train acc: 0.186667\n",
      "Epoch: 2/1000 Iteration: 20 Train loss: 1.707044 Train acc: 0.205000\n",
      "Epoch: 2/1000 Iteration: 20 Validation loss: 1.667085 Validation acc: 0.252778\n",
      "Epoch: 2/1000 Iteration: 25 Train loss: 1.692855 Train acc: 0.211667\n",
      "Epoch: 3/1000 Iteration: 30 Train loss: 1.663363 Train acc: 0.188333\n",
      "Epoch: 3/1000 Iteration: 30 Validation loss: 1.619117 Validation acc: 0.302778\n",
      "Epoch: 3/1000 Iteration: 35 Train loss: 1.636881 Train acc: 0.256667\n",
      "Epoch: 4/1000 Iteration: 40 Train loss: 1.613248 Train acc: 0.230000\n",
      "Epoch: 4/1000 Iteration: 40 Validation loss: 1.581009 Validation acc: 0.328889\n",
      "Epoch: 4/1000 Iteration: 45 Train loss: 1.597929 Train acc: 0.278333\n",
      "Epoch: 5/1000 Iteration: 50 Train loss: 1.565466 Train acc: 0.326667\n",
      "Epoch: 5/1000 Iteration: 50 Validation loss: 1.546932 Validation acc: 0.352778\n",
      "Epoch: 6/1000 Iteration: 55 Train loss: 1.565843 Train acc: 0.311667\n",
      "Epoch: 6/1000 Iteration: 60 Train loss: 1.560536 Train acc: 0.333333\n",
      "Epoch: 6/1000 Iteration: 60 Validation loss: 1.513695 Validation acc: 0.355556\n",
      "Epoch: 7/1000 Iteration: 65 Train loss: 1.515268 Train acc: 0.358333\n",
      "Epoch: 7/1000 Iteration: 70 Train loss: 1.511540 Train acc: 0.328333\n",
      "Epoch: 7/1000 Iteration: 70 Validation loss: 1.479393 Validation acc: 0.370556\n",
      "Epoch: 8/1000 Iteration: 75 Train loss: 1.504751 Train acc: 0.365000\n",
      "Epoch: 8/1000 Iteration: 80 Train loss: 1.502534 Train acc: 0.330000\n",
      "Epoch: 8/1000 Iteration: 80 Validation loss: 1.443342 Validation acc: 0.381111\n",
      "Epoch: 9/1000 Iteration: 85 Train loss: 1.469657 Train acc: 0.355000\n",
      "Epoch: 9/1000 Iteration: 90 Train loss: 1.471193 Train acc: 0.338333\n",
      "Epoch: 9/1000 Iteration: 90 Validation loss: 1.405088 Validation acc: 0.385556\n",
      "Epoch: 10/1000 Iteration: 95 Train loss: 1.416592 Train acc: 0.376667\n",
      "Epoch: 11/1000 Iteration: 100 Train loss: 1.394111 Train acc: 0.401667\n",
      "Epoch: 11/1000 Iteration: 100 Validation loss: 1.364348 Validation acc: 0.387222\n",
      "Epoch: 11/1000 Iteration: 105 Train loss: 1.385560 Train acc: 0.376667\n",
      "Epoch: 12/1000 Iteration: 110 Train loss: 1.337472 Train acc: 0.400000\n",
      "Epoch: 12/1000 Iteration: 110 Validation loss: 1.322166 Validation acc: 0.396667\n",
      "Epoch: 12/1000 Iteration: 115 Train loss: 1.322026 Train acc: 0.378333\n",
      "Epoch: 13/1000 Iteration: 120 Train loss: 1.340360 Train acc: 0.363333\n",
      "Epoch: 13/1000 Iteration: 120 Validation loss: 1.281044 Validation acc: 0.403889\n",
      "Epoch: 13/1000 Iteration: 125 Train loss: 1.319373 Train acc: 0.385000\n",
      "Epoch: 14/1000 Iteration: 130 Train loss: 1.318053 Train acc: 0.373333\n",
      "Epoch: 14/1000 Iteration: 130 Validation loss: 1.243519 Validation acc: 0.425000\n",
      "Epoch: 14/1000 Iteration: 135 Train loss: 1.294361 Train acc: 0.413333\n",
      "Epoch: 15/1000 Iteration: 140 Train loss: 1.217544 Train acc: 0.485000\n",
      "Epoch: 15/1000 Iteration: 140 Validation loss: 1.209808 Validation acc: 0.511667\n",
      "Epoch: 16/1000 Iteration: 145 Train loss: 1.228186 Train acc: 0.480000\n",
      "Epoch: 16/1000 Iteration: 150 Train loss: 1.194720 Train acc: 0.503333\n",
      "Epoch: 16/1000 Iteration: 150 Validation loss: 1.179951 Validation acc: 0.582778\n",
      "Epoch: 17/1000 Iteration: 155 Train loss: 1.183798 Train acc: 0.535000\n",
      "Epoch: 17/1000 Iteration: 160 Train loss: 1.185185 Train acc: 0.515000\n",
      "Epoch: 17/1000 Iteration: 160 Validation loss: 1.153052 Validation acc: 0.613333\n",
      "Epoch: 18/1000 Iteration: 165 Train loss: 1.205010 Train acc: 0.516667\n",
      "Epoch: 18/1000 Iteration: 170 Train loss: 1.169736 Train acc: 0.558333\n",
      "Epoch: 18/1000 Iteration: 170 Validation loss: 1.128057 Validation acc: 0.639444\n",
      "Epoch: 19/1000 Iteration: 175 Train loss: 1.164483 Train acc: 0.570000\n",
      "Epoch: 19/1000 Iteration: 180 Train loss: 1.185942 Train acc: 0.560000\n",
      "Epoch: 19/1000 Iteration: 180 Validation loss: 1.102286 Validation acc: 0.666667\n",
      "Epoch: 20/1000 Iteration: 185 Train loss: 1.101028 Train acc: 0.605000\n",
      "Epoch: 21/1000 Iteration: 190 Train loss: 1.110404 Train acc: 0.606667\n",
      "Epoch: 21/1000 Iteration: 190 Validation loss: 1.075242 Validation acc: 0.677778\n",
      "Epoch: 21/1000 Iteration: 195 Train loss: 1.094760 Train acc: 0.593333\n",
      "Epoch: 22/1000 Iteration: 200 Train loss: 1.054406 Train acc: 0.600000\n",
      "Epoch: 22/1000 Iteration: 200 Validation loss: 1.045326 Validation acc: 0.695556\n",
      "Epoch: 22/1000 Iteration: 205 Train loss: 1.060812 Train acc: 0.621667\n",
      "Epoch: 23/1000 Iteration: 210 Train loss: 1.084982 Train acc: 0.591667\n",
      "Epoch: 23/1000 Iteration: 210 Validation loss: 1.011095 Validation acc: 0.718333\n",
      "Epoch: 23/1000 Iteration: 215 Train loss: 1.055872 Train acc: 0.641667\n",
      "Epoch: 24/1000 Iteration: 220 Train loss: 1.038498 Train acc: 0.641667\n",
      "Epoch: 24/1000 Iteration: 220 Validation loss: 0.972832 Validation acc: 0.745000\n",
      "Epoch: 24/1000 Iteration: 225 Train loss: 1.025283 Train acc: 0.646667\n",
      "Epoch: 25/1000 Iteration: 230 Train loss: 0.950369 Train acc: 0.670000\n",
      "Epoch: 25/1000 Iteration: 230 Validation loss: 0.930239 Validation acc: 0.766667\n",
      "Epoch: 26/1000 Iteration: 235 Train loss: 0.925225 Train acc: 0.713333\n",
      "Epoch: 26/1000 Iteration: 240 Train loss: 0.923589 Train acc: 0.670000\n",
      "Epoch: 26/1000 Iteration: 240 Validation loss: 0.883163 Validation acc: 0.773889\n",
      "Epoch: 27/1000 Iteration: 245 Train loss: 0.887181 Train acc: 0.691667\n",
      "Epoch: 27/1000 Iteration: 250 Train loss: 0.857177 Train acc: 0.698333\n",
      "Epoch: 27/1000 Iteration: 250 Validation loss: 0.832392 Validation acc: 0.795000\n",
      "Epoch: 28/1000 Iteration: 255 Train loss: 0.875697 Train acc: 0.676667\n",
      "Epoch: 28/1000 Iteration: 260 Train loss: 0.814531 Train acc: 0.718333\n",
      "Epoch: 28/1000 Iteration: 260 Validation loss: 0.779160 Validation acc: 0.808333\n",
      "Epoch: 29/1000 Iteration: 265 Train loss: 0.820755 Train acc: 0.708333\n",
      "Epoch: 29/1000 Iteration: 270 Train loss: 0.798339 Train acc: 0.758333\n",
      "Epoch: 29/1000 Iteration: 270 Validation loss: 0.726102 Validation acc: 0.827778\n",
      "Epoch: 30/1000 Iteration: 275 Train loss: 0.729569 Train acc: 0.743333\n",
      "Epoch: 31/1000 Iteration: 280 Train loss: 0.722833 Train acc: 0.736667\n",
      "Epoch: 31/1000 Iteration: 280 Validation loss: 0.674547 Validation acc: 0.831667\n",
      "Epoch: 31/1000 Iteration: 285 Train loss: 0.673115 Train acc: 0.783333\n",
      "Epoch: 32/1000 Iteration: 290 Train loss: 0.676867 Train acc: 0.770000\n",
      "Epoch: 32/1000 Iteration: 290 Validation loss: 0.624146 Validation acc: 0.847778\n",
      "Epoch: 32/1000 Iteration: 295 Train loss: 0.656898 Train acc: 0.746667\n",
      "Epoch: 33/1000 Iteration: 300 Train loss: 0.634756 Train acc: 0.760000\n",
      "Epoch: 33/1000 Iteration: 300 Validation loss: 0.576693 Validation acc: 0.852778\n",
      "Epoch: 33/1000 Iteration: 305 Train loss: 0.623274 Train acc: 0.768333\n",
      "Epoch: 34/1000 Iteration: 310 Train loss: 0.579742 Train acc: 0.791667\n",
      "Epoch: 34/1000 Iteration: 310 Validation loss: 0.532152 Validation acc: 0.859444\n",
      "Epoch: 34/1000 Iteration: 315 Train loss: 0.561034 Train acc: 0.813333\n",
      "Epoch: 35/1000 Iteration: 320 Train loss: 0.527807 Train acc: 0.808333\n",
      "Epoch: 35/1000 Iteration: 320 Validation loss: 0.490524 Validation acc: 0.865000\n",
      "Epoch: 36/1000 Iteration: 325 Train loss: 0.527679 Train acc: 0.821667\n",
      "Epoch: 36/1000 Iteration: 330 Train loss: 0.471822 Train acc: 0.848333\n",
      "Epoch: 36/1000 Iteration: 330 Validation loss: 0.452462 Validation acc: 0.870556\n",
      "Epoch: 37/1000 Iteration: 335 Train loss: 0.473013 Train acc: 0.828333\n",
      "Epoch: 37/1000 Iteration: 340 Train loss: 0.453588 Train acc: 0.838333\n",
      "Epoch: 37/1000 Iteration: 340 Validation loss: 0.417985 Validation acc: 0.877778\n",
      "Epoch: 38/1000 Iteration: 345 Train loss: 0.458486 Train acc: 0.835000\n",
      "Epoch: 38/1000 Iteration: 350 Train loss: 0.444841 Train acc: 0.836667\n",
      "Epoch: 38/1000 Iteration: 350 Validation loss: 0.387382 Validation acc: 0.883333\n",
      "Epoch: 39/1000 Iteration: 355 Train loss: 0.460267 Train acc: 0.840000\n",
      "Epoch: 39/1000 Iteration: 360 Train loss: 0.400515 Train acc: 0.886667\n",
      "Epoch: 39/1000 Iteration: 360 Validation loss: 0.360643 Validation acc: 0.885000\n",
      "Epoch: 40/1000 Iteration: 365 Train loss: 0.367223 Train acc: 0.858333\n",
      "Epoch: 41/1000 Iteration: 370 Train loss: 0.375984 Train acc: 0.863333\n",
      "Epoch: 41/1000 Iteration: 370 Validation loss: 0.336515 Validation acc: 0.891111\n",
      "Epoch: 41/1000 Iteration: 375 Train loss: 0.340604 Train acc: 0.876667\n",
      "Epoch: 42/1000 Iteration: 380 Train loss: 0.361643 Train acc: 0.871667\n",
      "Epoch: 42/1000 Iteration: 380 Validation loss: 0.315662 Validation acc: 0.891667\n",
      "Epoch: 42/1000 Iteration: 385 Train loss: 0.318835 Train acc: 0.891667\n",
      "Epoch: 43/1000 Iteration: 390 Train loss: 0.356998 Train acc: 0.861667\n",
      "Epoch: 43/1000 Iteration: 390 Validation loss: 0.297665 Validation acc: 0.897778\n",
      "Epoch: 43/1000 Iteration: 395 Train loss: 0.336684 Train acc: 0.873333\n",
      "Epoch: 44/1000 Iteration: 400 Train loss: 0.342601 Train acc: 0.878333\n",
      "Epoch: 44/1000 Iteration: 400 Validation loss: 0.281369 Validation acc: 0.900000\n",
      "Epoch: 44/1000 Iteration: 405 Train loss: 0.320762 Train acc: 0.896667\n",
      "Epoch: 45/1000 Iteration: 410 Train loss: 0.299783 Train acc: 0.886667\n",
      "Epoch: 45/1000 Iteration: 410 Validation loss: 0.268146 Validation acc: 0.904444\n",
      "Epoch: 46/1000 Iteration: 415 Train loss: 0.273317 Train acc: 0.896667\n",
      "Epoch: 46/1000 Iteration: 420 Train loss: 0.268659 Train acc: 0.901667\n",
      "Epoch: 46/1000 Iteration: 420 Validation loss: 0.255703 Validation acc: 0.903333\n",
      "Epoch: 47/1000 Iteration: 425 Train loss: 0.267036 Train acc: 0.913333\n",
      "Epoch: 47/1000 Iteration: 430 Train loss: 0.255545 Train acc: 0.911667\n",
      "Epoch: 47/1000 Iteration: 430 Validation loss: 0.245723 Validation acc: 0.912222\n",
      "Epoch: 48/1000 Iteration: 435 Train loss: 0.282465 Train acc: 0.893333\n",
      "Epoch: 48/1000 Iteration: 440 Train loss: 0.267862 Train acc: 0.891667\n",
      "Epoch: 48/1000 Iteration: 440 Validation loss: 0.235417 Validation acc: 0.911111\n",
      "Epoch: 49/1000 Iteration: 445 Train loss: 0.276798 Train acc: 0.893333\n",
      "Epoch: 49/1000 Iteration: 450 Train loss: 0.254547 Train acc: 0.908333\n",
      "Epoch: 49/1000 Iteration: 450 Validation loss: 0.226525 Validation acc: 0.913333\n",
      "Epoch: 50/1000 Iteration: 455 Train loss: 0.260677 Train acc: 0.895000\n",
      "Epoch: 51/1000 Iteration: 460 Train loss: 0.227925 Train acc: 0.920000\n",
      "Epoch: 51/1000 Iteration: 460 Validation loss: 0.218521 Validation acc: 0.914444\n",
      "Epoch: 51/1000 Iteration: 465 Train loss: 0.204641 Train acc: 0.916667\n",
      "Epoch: 52/1000 Iteration: 470 Train loss: 0.232550 Train acc: 0.921667\n",
      "Epoch: 52/1000 Iteration: 470 Validation loss: 0.210933 Validation acc: 0.915555\n",
      "Epoch: 52/1000 Iteration: 475 Train loss: 0.233504 Train acc: 0.903333\n",
      "Epoch: 53/1000 Iteration: 480 Train loss: 0.247270 Train acc: 0.903333\n",
      "Epoch: 53/1000 Iteration: 480 Validation loss: 0.204708 Validation acc: 0.920556\n",
      "Epoch: 53/1000 Iteration: 485 Train loss: 0.211659 Train acc: 0.918333\n",
      "Epoch: 54/1000 Iteration: 490 Train loss: 0.248696 Train acc: 0.905000\n",
      "Epoch: 54/1000 Iteration: 490 Validation loss: 0.198643 Validation acc: 0.923333\n",
      "Epoch: 54/1000 Iteration: 495 Train loss: 0.213804 Train acc: 0.923333\n",
      "Epoch: 55/1000 Iteration: 500 Train loss: 0.229662 Train acc: 0.910000\n",
      "Epoch: 55/1000 Iteration: 500 Validation loss: 0.192426 Validation acc: 0.924444\n",
      "Epoch: 56/1000 Iteration: 505 Train loss: 0.202573 Train acc: 0.921667\n",
      "Epoch: 56/1000 Iteration: 510 Train loss: 0.181457 Train acc: 0.933333\n",
      "Epoch: 56/1000 Iteration: 510 Validation loss: 0.187926 Validation acc: 0.928333\n",
      "Epoch: 57/1000 Iteration: 515 Train loss: 0.213247 Train acc: 0.923333\n",
      "Epoch: 57/1000 Iteration: 520 Train loss: 0.186566 Train acc: 0.928333\n",
      "Epoch: 57/1000 Iteration: 520 Validation loss: 0.182102 Validation acc: 0.926667\n",
      "Epoch: 58/1000 Iteration: 525 Train loss: 0.230130 Train acc: 0.910000\n",
      "Epoch: 58/1000 Iteration: 530 Train loss: 0.186178 Train acc: 0.936667\n",
      "Epoch: 58/1000 Iteration: 530 Validation loss: 0.177127 Validation acc: 0.930000\n",
      "Epoch: 59/1000 Iteration: 535 Train loss: 0.212807 Train acc: 0.920000\n",
      "Epoch: 59/1000 Iteration: 540 Train loss: 0.199608 Train acc: 0.928333\n",
      "Epoch: 59/1000 Iteration: 540 Validation loss: 0.173424 Validation acc: 0.930000\n",
      "Epoch: 60/1000 Iteration: 545 Train loss: 0.186114 Train acc: 0.926667\n",
      "Epoch: 61/1000 Iteration: 550 Train loss: 0.182091 Train acc: 0.933333\n",
      "Epoch: 61/1000 Iteration: 550 Validation loss: 0.168725 Validation acc: 0.932222\n",
      "Epoch: 61/1000 Iteration: 555 Train loss: 0.154380 Train acc: 0.943333\n",
      "Epoch: 62/1000 Iteration: 560 Train loss: 0.192364 Train acc: 0.945000\n",
      "Epoch: 62/1000 Iteration: 560 Validation loss: 0.165891 Validation acc: 0.931111\n",
      "Epoch: 62/1000 Iteration: 565 Train loss: 0.176968 Train acc: 0.930000\n",
      "Epoch: 63/1000 Iteration: 570 Train loss: 0.196472 Train acc: 0.915000\n",
      "Epoch: 63/1000 Iteration: 570 Validation loss: 0.162305 Validation acc: 0.932778\n",
      "Epoch: 63/1000 Iteration: 575 Train loss: 0.163473 Train acc: 0.931667\n",
      "Epoch: 64/1000 Iteration: 580 Train loss: 0.203849 Train acc: 0.916667\n",
      "Epoch: 64/1000 Iteration: 580 Validation loss: 0.158233 Validation acc: 0.934444\n",
      "Epoch: 64/1000 Iteration: 585 Train loss: 0.184558 Train acc: 0.928333\n",
      "Epoch: 65/1000 Iteration: 590 Train loss: 0.174520 Train acc: 0.935000\n",
      "Epoch: 65/1000 Iteration: 590 Validation loss: 0.155750 Validation acc: 0.932778\n",
      "Epoch: 66/1000 Iteration: 595 Train loss: 0.162449 Train acc: 0.936667\n",
      "Epoch: 66/1000 Iteration: 600 Train loss: 0.154063 Train acc: 0.935000\n",
      "Epoch: 66/1000 Iteration: 600 Validation loss: 0.152595 Validation acc: 0.936667\n",
      "Epoch: 67/1000 Iteration: 605 Train loss: 0.162391 Train acc: 0.941667\n",
      "Epoch: 67/1000 Iteration: 610 Train loss: 0.163904 Train acc: 0.925000\n",
      "Epoch: 67/1000 Iteration: 610 Validation loss: 0.150619 Validation acc: 0.936111\n",
      "Epoch: 68/1000 Iteration: 615 Train loss: 0.182731 Train acc: 0.920000\n",
      "Epoch: 68/1000 Iteration: 620 Train loss: 0.143114 Train acc: 0.936667\n",
      "Epoch: 68/1000 Iteration: 620 Validation loss: 0.147615 Validation acc: 0.938889\n",
      "Epoch: 69/1000 Iteration: 625 Train loss: 0.192550 Train acc: 0.923333\n",
      "Epoch: 69/1000 Iteration: 630 Train loss: 0.155376 Train acc: 0.943333\n",
      "Epoch: 69/1000 Iteration: 630 Validation loss: 0.145517 Validation acc: 0.940000\n",
      "Epoch: 70/1000 Iteration: 635 Train loss: 0.162385 Train acc: 0.928333\n",
      "Epoch: 71/1000 Iteration: 640 Train loss: 0.141818 Train acc: 0.941667\n",
      "Epoch: 71/1000 Iteration: 640 Validation loss: 0.142961 Validation acc: 0.937778\n",
      "Epoch: 71/1000 Iteration: 645 Train loss: 0.135714 Train acc: 0.951667\n",
      "Epoch: 72/1000 Iteration: 650 Train loss: 0.159133 Train acc: 0.946667\n",
      "Epoch: 72/1000 Iteration: 650 Validation loss: 0.141273 Validation acc: 0.940000\n",
      "Epoch: 72/1000 Iteration: 655 Train loss: 0.153288 Train acc: 0.943333\n",
      "Epoch: 73/1000 Iteration: 660 Train loss: 0.180920 Train acc: 0.920000\n",
      "Epoch: 73/1000 Iteration: 660 Validation loss: 0.139032 Validation acc: 0.940556\n",
      "Epoch: 73/1000 Iteration: 665 Train loss: 0.122705 Train acc: 0.946667\n",
      "Epoch: 74/1000 Iteration: 670 Train loss: 0.178199 Train acc: 0.923333\n",
      "Epoch: 74/1000 Iteration: 670 Validation loss: 0.137843 Validation acc: 0.940556\n",
      "Epoch: 74/1000 Iteration: 675 Train loss: 0.153421 Train acc: 0.948333\n",
      "Epoch: 75/1000 Iteration: 680 Train loss: 0.138665 Train acc: 0.946667\n",
      "Epoch: 75/1000 Iteration: 680 Validation loss: 0.135429 Validation acc: 0.942222\n",
      "Epoch: 76/1000 Iteration: 685 Train loss: 0.137416 Train acc: 0.945000\n",
      "Epoch: 76/1000 Iteration: 690 Train loss: 0.129899 Train acc: 0.945000\n",
      "Epoch: 76/1000 Iteration: 690 Validation loss: 0.134399 Validation acc: 0.942778\n",
      "Epoch: 77/1000 Iteration: 695 Train loss: 0.142635 Train acc: 0.945000\n",
      "Epoch: 77/1000 Iteration: 700 Train loss: 0.152112 Train acc: 0.941667\n",
      "Epoch: 77/1000 Iteration: 700 Validation loss: 0.132398 Validation acc: 0.944444\n",
      "Epoch: 78/1000 Iteration: 705 Train loss: 0.169554 Train acc: 0.920000\n",
      "Epoch: 78/1000 Iteration: 710 Train loss: 0.106580 Train acc: 0.961667\n",
      "Epoch: 78/1000 Iteration: 710 Validation loss: 0.131011 Validation acc: 0.945000\n",
      "Epoch: 79/1000 Iteration: 715 Train loss: 0.179963 Train acc: 0.916667\n",
      "Epoch: 79/1000 Iteration: 720 Train loss: 0.139914 Train acc: 0.953333\n",
      "Epoch: 79/1000 Iteration: 720 Validation loss: 0.129620 Validation acc: 0.947222\n",
      "Epoch: 80/1000 Iteration: 725 Train loss: 0.141883 Train acc: 0.943333\n",
      "Epoch: 81/1000 Iteration: 730 Train loss: 0.136852 Train acc: 0.945000\n",
      "Epoch: 81/1000 Iteration: 730 Validation loss: 0.128438 Validation acc: 0.946667\n",
      "Epoch: 81/1000 Iteration: 735 Train loss: 0.115673 Train acc: 0.945000\n",
      "Epoch: 82/1000 Iteration: 740 Train loss: 0.142688 Train acc: 0.941667\n",
      "Epoch: 82/1000 Iteration: 740 Validation loss: 0.127013 Validation acc: 0.947222\n",
      "Epoch: 82/1000 Iteration: 745 Train loss: 0.142515 Train acc: 0.938333\n",
      "Epoch: 83/1000 Iteration: 750 Train loss: 0.172831 Train acc: 0.915000\n",
      "Epoch: 83/1000 Iteration: 750 Validation loss: 0.126526 Validation acc: 0.946667\n",
      "Epoch: 83/1000 Iteration: 755 Train loss: 0.103806 Train acc: 0.958333\n",
      "Epoch: 84/1000 Iteration: 760 Train loss: 0.163545 Train acc: 0.930000\n",
      "Epoch: 84/1000 Iteration: 760 Validation loss: 0.125016 Validation acc: 0.946667\n",
      "Epoch: 84/1000 Iteration: 765 Train loss: 0.143012 Train acc: 0.945000\n",
      "Epoch: 85/1000 Iteration: 770 Train loss: 0.140839 Train acc: 0.941667\n",
      "Epoch: 85/1000 Iteration: 770 Validation loss: 0.124390 Validation acc: 0.947222\n",
      "Epoch: 86/1000 Iteration: 775 Train loss: 0.127293 Train acc: 0.946667\n",
      "Epoch: 86/1000 Iteration: 780 Train loss: 0.123519 Train acc: 0.941667\n",
      "Epoch: 86/1000 Iteration: 780 Validation loss: 0.123265 Validation acc: 0.946667\n",
      "Epoch: 87/1000 Iteration: 785 Train loss: 0.131718 Train acc: 0.946667\n",
      "Epoch: 87/1000 Iteration: 790 Train loss: 0.126101 Train acc: 0.945000\n",
      "Epoch: 87/1000 Iteration: 790 Validation loss: 0.122299 Validation acc: 0.948333\n",
      "Epoch: 88/1000 Iteration: 795 Train loss: 0.167156 Train acc: 0.918333\n",
      "Epoch: 88/1000 Iteration: 800 Train loss: 0.106278 Train acc: 0.958333\n",
      "Epoch: 88/1000 Iteration: 800 Validation loss: 0.121122 Validation acc: 0.948333\n",
      "Epoch: 89/1000 Iteration: 805 Train loss: 0.162112 Train acc: 0.925000\n",
      "Epoch: 89/1000 Iteration: 810 Train loss: 0.146242 Train acc: 0.943333\n",
      "Epoch: 89/1000 Iteration: 810 Validation loss: 0.120800 Validation acc: 0.948333\n",
      "Epoch: 90/1000 Iteration: 815 Train loss: 0.133120 Train acc: 0.943333\n",
      "Epoch: 91/1000 Iteration: 820 Train loss: 0.125827 Train acc: 0.946667\n",
      "Epoch: 91/1000 Iteration: 820 Validation loss: 0.119824 Validation acc: 0.946111\n",
      "Epoch: 91/1000 Iteration: 825 Train loss: 0.120440 Train acc: 0.945000\n",
      "Epoch: 92/1000 Iteration: 830 Train loss: 0.131454 Train acc: 0.953333\n",
      "Epoch: 92/1000 Iteration: 830 Validation loss: 0.118651 Validation acc: 0.949444\n",
      "Epoch: 92/1000 Iteration: 835 Train loss: 0.122588 Train acc: 0.955000\n",
      "Epoch: 93/1000 Iteration: 840 Train loss: 0.144907 Train acc: 0.933333\n",
      "Epoch: 93/1000 Iteration: 840 Validation loss: 0.118513 Validation acc: 0.948889\n",
      "Epoch: 93/1000 Iteration: 845 Train loss: 0.096934 Train acc: 0.955000\n",
      "Epoch: 94/1000 Iteration: 850 Train loss: 0.158811 Train acc: 0.921667\n",
      "Epoch: 94/1000 Iteration: 850 Validation loss: 0.117203 Validation acc: 0.948889\n",
      "Epoch: 94/1000 Iteration: 855 Train loss: 0.135029 Train acc: 0.946667\n",
      "Epoch: 95/1000 Iteration: 860 Train loss: 0.136904 Train acc: 0.945000\n",
      "Epoch: 95/1000 Iteration: 860 Validation loss: 0.116658 Validation acc: 0.948889\n",
      "Epoch: 96/1000 Iteration: 865 Train loss: 0.112901 Train acc: 0.953333\n",
      "Epoch: 96/1000 Iteration: 870 Train loss: 0.103735 Train acc: 0.965000\n",
      "Epoch: 96/1000 Iteration: 870 Validation loss: 0.116242 Validation acc: 0.950000\n",
      "Epoch: 97/1000 Iteration: 875 Train loss: 0.131142 Train acc: 0.951667\n",
      "Epoch: 97/1000 Iteration: 880 Train loss: 0.119123 Train acc: 0.950000\n",
      "Epoch: 97/1000 Iteration: 880 Validation loss: 0.115473 Validation acc: 0.950556\n",
      "Epoch: 98/1000 Iteration: 885 Train loss: 0.150625 Train acc: 0.928333\n",
      "Epoch: 98/1000 Iteration: 890 Train loss: 0.098427 Train acc: 0.955000\n",
      "Epoch: 98/1000 Iteration: 890 Validation loss: 0.114812 Validation acc: 0.951111\n",
      "Epoch: 99/1000 Iteration: 895 Train loss: 0.157920 Train acc: 0.921667\n",
      "Epoch: 99/1000 Iteration: 900 Train loss: 0.126977 Train acc: 0.958333\n",
      "Epoch: 99/1000 Iteration: 900 Validation loss: 0.114138 Validation acc: 0.951111\n",
      "Epoch: 100/1000 Iteration: 905 Train loss: 0.120546 Train acc: 0.956667\n",
      "Epoch: 101/1000 Iteration: 910 Train loss: 0.110934 Train acc: 0.951667\n",
      "Epoch: 101/1000 Iteration: 910 Validation loss: 0.113927 Validation acc: 0.951111\n",
      "Epoch: 101/1000 Iteration: 915 Train loss: 0.107187 Train acc: 0.960000\n",
      "Epoch: 102/1000 Iteration: 920 Train loss: 0.116713 Train acc: 0.955000\n",
      "Epoch: 102/1000 Iteration: 920 Validation loss: 0.113223 Validation acc: 0.951667\n",
      "Epoch: 102/1000 Iteration: 925 Train loss: 0.114296 Train acc: 0.948333\n",
      "Epoch: 103/1000 Iteration: 930 Train loss: 0.141719 Train acc: 0.931667\n",
      "Epoch: 103/1000 Iteration: 930 Validation loss: 0.112959 Validation acc: 0.952222\n",
      "Epoch: 103/1000 Iteration: 935 Train loss: 0.095051 Train acc: 0.965000\n",
      "Epoch: 104/1000 Iteration: 940 Train loss: 0.144819 Train acc: 0.933333\n",
      "Epoch: 104/1000 Iteration: 940 Validation loss: 0.112283 Validation acc: 0.951667\n",
      "Epoch: 104/1000 Iteration: 945 Train loss: 0.126985 Train acc: 0.950000\n",
      "Epoch: 105/1000 Iteration: 950 Train loss: 0.123105 Train acc: 0.948333\n",
      "Epoch: 105/1000 Iteration: 950 Validation loss: 0.112204 Validation acc: 0.952778\n",
      "Epoch: 106/1000 Iteration: 955 Train loss: 0.101594 Train acc: 0.960000\n",
      "Epoch: 106/1000 Iteration: 960 Train loss: 0.102826 Train acc: 0.955000\n",
      "Epoch: 106/1000 Iteration: 960 Validation loss: 0.111463 Validation acc: 0.952222\n",
      "Epoch: 107/1000 Iteration: 965 Train loss: 0.114213 Train acc: 0.951667\n",
      "Epoch: 107/1000 Iteration: 970 Train loss: 0.117293 Train acc: 0.953333\n",
      "Epoch: 107/1000 Iteration: 970 Validation loss: 0.111136 Validation acc: 0.953333\n",
      "Epoch: 108/1000 Iteration: 975 Train loss: 0.145254 Train acc: 0.923333\n",
      "Epoch: 108/1000 Iteration: 980 Train loss: 0.083536 Train acc: 0.965000\n",
      "Epoch: 108/1000 Iteration: 980 Validation loss: 0.110625 Validation acc: 0.951667\n",
      "Epoch: 109/1000 Iteration: 985 Train loss: 0.151461 Train acc: 0.931667\n",
      "Epoch: 109/1000 Iteration: 990 Train loss: 0.119749 Train acc: 0.946667\n",
      "Epoch: 109/1000 Iteration: 990 Validation loss: 0.110430 Validation acc: 0.952222\n",
      "Epoch: 110/1000 Iteration: 995 Train loss: 0.112579 Train acc: 0.953333\n",
      "Epoch: 111/1000 Iteration: 1000 Train loss: 0.108142 Train acc: 0.951667\n",
      "Epoch: 111/1000 Iteration: 1000 Validation loss: 0.109765 Validation acc: 0.952222\n",
      "Epoch: 111/1000 Iteration: 1005 Train loss: 0.105570 Train acc: 0.960000\n",
      "Epoch: 112/1000 Iteration: 1010 Train loss: 0.122580 Train acc: 0.953333\n",
      "Epoch: 112/1000 Iteration: 1010 Validation loss: 0.109325 Validation acc: 0.954444\n",
      "Epoch: 112/1000 Iteration: 1015 Train loss: 0.114124 Train acc: 0.948333\n",
      "Epoch: 113/1000 Iteration: 1020 Train loss: 0.139833 Train acc: 0.925000\n",
      "Epoch: 113/1000 Iteration: 1020 Validation loss: 0.109326 Validation acc: 0.954444\n",
      "Epoch: 113/1000 Iteration: 1025 Train loss: 0.094747 Train acc: 0.963333\n",
      "Epoch: 114/1000 Iteration: 1030 Train loss: 0.130794 Train acc: 0.938333\n",
      "Epoch: 114/1000 Iteration: 1030 Validation loss: 0.108625 Validation acc: 0.953889\n",
      "Epoch: 114/1000 Iteration: 1035 Train loss: 0.123732 Train acc: 0.948333\n",
      "Epoch: 115/1000 Iteration: 1040 Train loss: 0.122124 Train acc: 0.946667\n",
      "Epoch: 115/1000 Iteration: 1040 Validation loss: 0.108538 Validation acc: 0.953889\n",
      "Epoch: 116/1000 Iteration: 1045 Train loss: 0.100058 Train acc: 0.953333\n",
      "Epoch: 116/1000 Iteration: 1050 Train loss: 0.099739 Train acc: 0.950000\n",
      "Epoch: 116/1000 Iteration: 1050 Validation loss: 0.108077 Validation acc: 0.953333\n",
      "Epoch: 117/1000 Iteration: 1055 Train loss: 0.107596 Train acc: 0.961667\n",
      "Epoch: 117/1000 Iteration: 1060 Train loss: 0.106927 Train acc: 0.950000\n",
      "Epoch: 117/1000 Iteration: 1060 Validation loss: 0.107606 Validation acc: 0.953333\n",
      "Epoch: 118/1000 Iteration: 1065 Train loss: 0.136709 Train acc: 0.936667\n",
      "Epoch: 118/1000 Iteration: 1070 Train loss: 0.082532 Train acc: 0.965000\n",
      "Epoch: 118/1000 Iteration: 1070 Validation loss: 0.107553 Validation acc: 0.952778\n",
      "Epoch: 119/1000 Iteration: 1075 Train loss: 0.140110 Train acc: 0.930000\n",
      "Epoch: 119/1000 Iteration: 1080 Train loss: 0.119501 Train acc: 0.950000\n",
      "Epoch: 119/1000 Iteration: 1080 Validation loss: 0.107050 Validation acc: 0.953333\n",
      "Epoch: 120/1000 Iteration: 1085 Train loss: 0.111007 Train acc: 0.951667\n",
      "Epoch: 121/1000 Iteration: 1090 Train loss: 0.097074 Train acc: 0.953333\n",
      "Epoch: 121/1000 Iteration: 1090 Validation loss: 0.106799 Validation acc: 0.954444\n",
      "Epoch: 121/1000 Iteration: 1095 Train loss: 0.100879 Train acc: 0.953333\n",
      "Epoch: 122/1000 Iteration: 1100 Train loss: 0.108696 Train acc: 0.961667\n",
      "Epoch: 122/1000 Iteration: 1100 Validation loss: 0.106582 Validation acc: 0.952778\n",
      "Epoch: 122/1000 Iteration: 1105 Train loss: 0.102351 Train acc: 0.951667\n",
      "Epoch: 123/1000 Iteration: 1110 Train loss: 0.138545 Train acc: 0.931667\n",
      "Epoch: 123/1000 Iteration: 1110 Validation loss: 0.106281 Validation acc: 0.953333\n",
      "Epoch: 123/1000 Iteration: 1115 Train loss: 0.085293 Train acc: 0.963333\n",
      "Epoch: 124/1000 Iteration: 1120 Train loss: 0.137447 Train acc: 0.931667\n",
      "Epoch: 124/1000 Iteration: 1120 Validation loss: 0.105846 Validation acc: 0.953889\n",
      "Epoch: 124/1000 Iteration: 1125 Train loss: 0.114670 Train acc: 0.953333\n",
      "Epoch: 125/1000 Iteration: 1130 Train loss: 0.111981 Train acc: 0.950000\n",
      "Epoch: 125/1000 Iteration: 1130 Validation loss: 0.105705 Validation acc: 0.952778\n",
      "Epoch: 126/1000 Iteration: 1135 Train loss: 0.098413 Train acc: 0.950000\n",
      "Epoch: 126/1000 Iteration: 1140 Train loss: 0.098666 Train acc: 0.960000\n",
      "Epoch: 126/1000 Iteration: 1140 Validation loss: 0.105309 Validation acc: 0.952778\n",
      "Epoch: 127/1000 Iteration: 1145 Train loss: 0.105905 Train acc: 0.958333\n",
      "Epoch: 127/1000 Iteration: 1150 Train loss: 0.104704 Train acc: 0.950000\n",
      "Epoch: 127/1000 Iteration: 1150 Validation loss: 0.105142 Validation acc: 0.952778\n",
      "Epoch: 128/1000 Iteration: 1155 Train loss: 0.123856 Train acc: 0.933333\n",
      "Epoch: 128/1000 Iteration: 1160 Train loss: 0.081476 Train acc: 0.966667\n",
      "Epoch: 128/1000 Iteration: 1160 Validation loss: 0.104808 Validation acc: 0.953333\n",
      "Epoch: 129/1000 Iteration: 1165 Train loss: 0.132870 Train acc: 0.941667\n",
      "Epoch: 129/1000 Iteration: 1170 Train loss: 0.115490 Train acc: 0.956667\n",
      "Epoch: 129/1000 Iteration: 1170 Validation loss: 0.104524 Validation acc: 0.953333\n",
      "Epoch: 130/1000 Iteration: 1175 Train loss: 0.103440 Train acc: 0.953333\n",
      "Epoch: 131/1000 Iteration: 1180 Train loss: 0.092754 Train acc: 0.955000\n",
      "Epoch: 131/1000 Iteration: 1180 Validation loss: 0.104507 Validation acc: 0.953333\n",
      "Epoch: 131/1000 Iteration: 1185 Train loss: 0.093083 Train acc: 0.965000\n",
      "Epoch: 132/1000 Iteration: 1190 Train loss: 0.100728 Train acc: 0.963333\n",
      "Epoch: 132/1000 Iteration: 1190 Validation loss: 0.104011 Validation acc: 0.952778\n",
      "Epoch: 132/1000 Iteration: 1195 Train loss: 0.100555 Train acc: 0.956667\n",
      "Epoch: 133/1000 Iteration: 1200 Train loss: 0.132058 Train acc: 0.938333\n",
      "Epoch: 133/1000 Iteration: 1200 Validation loss: 0.103769 Validation acc: 0.952778\n",
      "Epoch: 133/1000 Iteration: 1205 Train loss: 0.079894 Train acc: 0.971667\n",
      "Epoch: 134/1000 Iteration: 1210 Train loss: 0.125166 Train acc: 0.943333\n",
      "Epoch: 134/1000 Iteration: 1210 Validation loss: 0.103955 Validation acc: 0.956111\n",
      "Epoch: 134/1000 Iteration: 1215 Train loss: 0.111061 Train acc: 0.960000\n",
      "Epoch: 135/1000 Iteration: 1220 Train loss: 0.103981 Train acc: 0.956667\n",
      "Epoch: 135/1000 Iteration: 1220 Validation loss: 0.103455 Validation acc: 0.952222\n",
      "Epoch: 136/1000 Iteration: 1225 Train loss: 0.097332 Train acc: 0.965000\n",
      "Epoch: 136/1000 Iteration: 1230 Train loss: 0.094290 Train acc: 0.960000\n",
      "Epoch: 136/1000 Iteration: 1230 Validation loss: 0.103222 Validation acc: 0.953889\n",
      "Epoch: 137/1000 Iteration: 1235 Train loss: 0.095728 Train acc: 0.956667\n",
      "Epoch: 137/1000 Iteration: 1240 Train loss: 0.096353 Train acc: 0.953333\n",
      "Epoch: 137/1000 Iteration: 1240 Validation loss: 0.103170 Validation acc: 0.953889\n",
      "Epoch: 138/1000 Iteration: 1245 Train loss: 0.123303 Train acc: 0.931667\n",
      "Epoch: 138/1000 Iteration: 1250 Train loss: 0.080840 Train acc: 0.961667\n",
      "Epoch: 138/1000 Iteration: 1250 Validation loss: 0.102964 Validation acc: 0.953333\n",
      "Epoch: 139/1000 Iteration: 1255 Train loss: 0.132323 Train acc: 0.945000\n",
      "Epoch: 139/1000 Iteration: 1260 Train loss: 0.114289 Train acc: 0.950000\n",
      "Epoch: 139/1000 Iteration: 1260 Validation loss: 0.102652 Validation acc: 0.953889\n",
      "Epoch: 140/1000 Iteration: 1265 Train loss: 0.107417 Train acc: 0.950000\n",
      "Epoch: 141/1000 Iteration: 1270 Train loss: 0.093673 Train acc: 0.951667\n",
      "Epoch: 141/1000 Iteration: 1270 Validation loss: 0.102395 Validation acc: 0.954444\n",
      "Epoch: 141/1000 Iteration: 1275 Train loss: 0.092551 Train acc: 0.961667\n",
      "Epoch: 142/1000 Iteration: 1280 Train loss: 0.100537 Train acc: 0.955000\n",
      "Epoch: 142/1000 Iteration: 1280 Validation loss: 0.102336 Validation acc: 0.954444\n",
      "Epoch: 142/1000 Iteration: 1285 Train loss: 0.101649 Train acc: 0.951667\n",
      "Epoch: 143/1000 Iteration: 1290 Train loss: 0.130295 Train acc: 0.938333\n",
      "Epoch: 143/1000 Iteration: 1290 Validation loss: 0.102187 Validation acc: 0.953333\n",
      "Epoch: 143/1000 Iteration: 1295 Train loss: 0.076517 Train acc: 0.970000\n",
      "Epoch: 144/1000 Iteration: 1300 Train loss: 0.127193 Train acc: 0.936667\n",
      "Epoch: 144/1000 Iteration: 1300 Validation loss: 0.101857 Validation acc: 0.955000\n",
      "Epoch: 144/1000 Iteration: 1305 Train loss: 0.104125 Train acc: 0.953333\n",
      "Epoch: 145/1000 Iteration: 1310 Train loss: 0.095300 Train acc: 0.958333\n",
      "Epoch: 145/1000 Iteration: 1310 Validation loss: 0.102066 Validation acc: 0.954444\n",
      "Epoch: 146/1000 Iteration: 1315 Train loss: 0.085323 Train acc: 0.961667\n",
      "Epoch: 146/1000 Iteration: 1320 Train loss: 0.090128 Train acc: 0.966667\n",
      "Epoch: 146/1000 Iteration: 1320 Validation loss: 0.101667 Validation acc: 0.954444\n",
      "Epoch: 147/1000 Iteration: 1325 Train loss: 0.100927 Train acc: 0.960000\n",
      "Epoch: 147/1000 Iteration: 1330 Train loss: 0.098615 Train acc: 0.961667\n",
      "Epoch: 147/1000 Iteration: 1330 Validation loss: 0.101418 Validation acc: 0.953889\n",
      "Epoch: 148/1000 Iteration: 1335 Train loss: 0.128729 Train acc: 0.940000\n",
      "Epoch: 148/1000 Iteration: 1340 Train loss: 0.075374 Train acc: 0.968333\n",
      "Epoch: 148/1000 Iteration: 1340 Validation loss: 0.101182 Validation acc: 0.953889\n",
      "Epoch: 149/1000 Iteration: 1345 Train loss: 0.130071 Train acc: 0.938333\n",
      "Epoch: 149/1000 Iteration: 1350 Train loss: 0.110175 Train acc: 0.953333\n",
      "Epoch: 149/1000 Iteration: 1350 Validation loss: 0.101167 Validation acc: 0.955555\n",
      "Epoch: 150/1000 Iteration: 1355 Train loss: 0.093854 Train acc: 0.958333\n",
      "Epoch: 151/1000 Iteration: 1360 Train loss: 0.088526 Train acc: 0.958333\n",
      "Epoch: 151/1000 Iteration: 1360 Validation loss: 0.100734 Validation acc: 0.953889\n",
      "Epoch: 151/1000 Iteration: 1365 Train loss: 0.095252 Train acc: 0.946667\n",
      "Epoch: 152/1000 Iteration: 1370 Train loss: 0.106538 Train acc: 0.955000\n",
      "Epoch: 152/1000 Iteration: 1370 Validation loss: 0.100638 Validation acc: 0.954444\n",
      "Epoch: 152/1000 Iteration: 1375 Train loss: 0.095968 Train acc: 0.961667\n",
      "Epoch: 153/1000 Iteration: 1380 Train loss: 0.117757 Train acc: 0.941667\n",
      "Epoch: 153/1000 Iteration: 1380 Validation loss: 0.100365 Validation acc: 0.955000\n",
      "Epoch: 153/1000 Iteration: 1385 Train loss: 0.075034 Train acc: 0.968333\n",
      "Epoch: 154/1000 Iteration: 1390 Train loss: 0.121735 Train acc: 0.941667\n",
      "Epoch: 154/1000 Iteration: 1390 Validation loss: 0.100470 Validation acc: 0.955556\n",
      "Epoch: 154/1000 Iteration: 1395 Train loss: 0.105221 Train acc: 0.955000\n",
      "Epoch: 155/1000 Iteration: 1400 Train loss: 0.090463 Train acc: 0.958333\n",
      "Epoch: 155/1000 Iteration: 1400 Validation loss: 0.100022 Validation acc: 0.955000\n",
      "Epoch: 156/1000 Iteration: 1405 Train loss: 0.085172 Train acc: 0.956667\n",
      "Epoch: 156/1000 Iteration: 1410 Train loss: 0.088859 Train acc: 0.963333\n",
      "Epoch: 156/1000 Iteration: 1410 Validation loss: 0.099805 Validation acc: 0.955000\n",
      "Epoch: 157/1000 Iteration: 1415 Train loss: 0.096114 Train acc: 0.961667\n",
      "Epoch: 157/1000 Iteration: 1420 Train loss: 0.097055 Train acc: 0.956667\n",
      "Epoch: 157/1000 Iteration: 1420 Validation loss: 0.099599 Validation acc: 0.955000\n",
      "Epoch: 158/1000 Iteration: 1425 Train loss: 0.115700 Train acc: 0.941667\n",
      "Epoch: 158/1000 Iteration: 1430 Train loss: 0.070072 Train acc: 0.973333\n",
      "Epoch: 158/1000 Iteration: 1430 Validation loss: 0.099502 Validation acc: 0.955000\n",
      "Epoch: 159/1000 Iteration: 1435 Train loss: 0.118670 Train acc: 0.940000\n",
      "Epoch: 159/1000 Iteration: 1440 Train loss: 0.098662 Train acc: 0.960000\n",
      "Epoch: 159/1000 Iteration: 1440 Validation loss: 0.099769 Validation acc: 0.955555\n",
      "Epoch: 160/1000 Iteration: 1445 Train loss: 0.099058 Train acc: 0.948333\n",
      "Epoch: 161/1000 Iteration: 1450 Train loss: 0.093121 Train acc: 0.960000\n",
      "Epoch: 161/1000 Iteration: 1450 Validation loss: 0.099317 Validation acc: 0.956111\n",
      "Epoch: 161/1000 Iteration: 1455 Train loss: 0.088997 Train acc: 0.965000\n",
      "Epoch: 162/1000 Iteration: 1460 Train loss: 0.090803 Train acc: 0.963333\n",
      "Epoch: 162/1000 Iteration: 1460 Validation loss: 0.099042 Validation acc: 0.955555\n",
      "Epoch: 162/1000 Iteration: 1465 Train loss: 0.088337 Train acc: 0.966667\n",
      "Epoch: 163/1000 Iteration: 1470 Train loss: 0.115147 Train acc: 0.948333\n",
      "Epoch: 163/1000 Iteration: 1470 Validation loss: 0.099117 Validation acc: 0.956667\n",
      "Epoch: 163/1000 Iteration: 1475 Train loss: 0.067178 Train acc: 0.970000\n",
      "Epoch: 164/1000 Iteration: 1480 Train loss: 0.122822 Train acc: 0.943333\n",
      "Epoch: 164/1000 Iteration: 1480 Validation loss: 0.098703 Validation acc: 0.955555\n",
      "Epoch: 164/1000 Iteration: 1485 Train loss: 0.093699 Train acc: 0.963333\n",
      "Epoch: 165/1000 Iteration: 1490 Train loss: 0.089022 Train acc: 0.963333\n",
      "Epoch: 165/1000 Iteration: 1490 Validation loss: 0.098555 Validation acc: 0.956667\n",
      "Epoch: 166/1000 Iteration: 1495 Train loss: 0.091092 Train acc: 0.961667\n",
      "Epoch: 166/1000 Iteration: 1500 Train loss: 0.091182 Train acc: 0.960000\n",
      "Epoch: 166/1000 Iteration: 1500 Validation loss: 0.098431 Validation acc: 0.956111\n",
      "Epoch: 167/1000 Iteration: 1505 Train loss: 0.084705 Train acc: 0.966667\n",
      "Epoch: 167/1000 Iteration: 1510 Train loss: 0.086525 Train acc: 0.961667\n",
      "Epoch: 167/1000 Iteration: 1510 Validation loss: 0.098269 Validation acc: 0.956111\n",
      "Epoch: 168/1000 Iteration: 1515 Train loss: 0.117419 Train acc: 0.950000\n",
      "Epoch: 168/1000 Iteration: 1520 Train loss: 0.071619 Train acc: 0.963333\n",
      "Epoch: 168/1000 Iteration: 1520 Validation loss: 0.098032 Validation acc: 0.957222\n",
      "Epoch: 169/1000 Iteration: 1525 Train loss: 0.118610 Train acc: 0.946667\n",
      "Epoch: 169/1000 Iteration: 1530 Train loss: 0.095926 Train acc: 0.965000\n",
      "Epoch: 169/1000 Iteration: 1530 Validation loss: 0.097915 Validation acc: 0.956111\n",
      "Epoch: 170/1000 Iteration: 1535 Train loss: 0.096599 Train acc: 0.956667\n",
      "Epoch: 171/1000 Iteration: 1540 Train loss: 0.082601 Train acc: 0.966667\n",
      "Epoch: 171/1000 Iteration: 1540 Validation loss: 0.097903 Validation acc: 0.956667\n",
      "Epoch: 171/1000 Iteration: 1545 Train loss: 0.090896 Train acc: 0.956667\n",
      "Epoch: 172/1000 Iteration: 1550 Train loss: 0.089078 Train acc: 0.958333\n",
      "Epoch: 172/1000 Iteration: 1550 Validation loss: 0.097884 Validation acc: 0.956667\n",
      "Epoch: 172/1000 Iteration: 1555 Train loss: 0.089720 Train acc: 0.956667\n",
      "Epoch: 173/1000 Iteration: 1560 Train loss: 0.111010 Train acc: 0.946667\n",
      "Epoch: 173/1000 Iteration: 1560 Validation loss: 0.097982 Validation acc: 0.956667\n",
      "Epoch: 173/1000 Iteration: 1565 Train loss: 0.073490 Train acc: 0.968333\n",
      "Epoch: 174/1000 Iteration: 1570 Train loss: 0.119079 Train acc: 0.945000\n",
      "Epoch: 174/1000 Iteration: 1570 Validation loss: 0.097598 Validation acc: 0.956667\n",
      "Epoch: 174/1000 Iteration: 1575 Train loss: 0.087876 Train acc: 0.963333\n",
      "Epoch: 175/1000 Iteration: 1580 Train loss: 0.090172 Train acc: 0.953333\n",
      "Epoch: 175/1000 Iteration: 1580 Validation loss: 0.097261 Validation acc: 0.955556\n",
      "Epoch: 176/1000 Iteration: 1585 Train loss: 0.083282 Train acc: 0.961667\n",
      "Epoch: 176/1000 Iteration: 1590 Train loss: 0.086863 Train acc: 0.966667\n",
      "Epoch: 176/1000 Iteration: 1590 Validation loss: 0.097396 Validation acc: 0.957222\n",
      "Epoch: 177/1000 Iteration: 1595 Train loss: 0.085307 Train acc: 0.961667\n",
      "Epoch: 177/1000 Iteration: 1600 Train loss: 0.093731 Train acc: 0.960000\n",
      "Epoch: 177/1000 Iteration: 1600 Validation loss: 0.096998 Validation acc: 0.956667\n",
      "Epoch: 178/1000 Iteration: 1605 Train loss: 0.113374 Train acc: 0.943333\n",
      "Epoch: 178/1000 Iteration: 1610 Train loss: 0.062964 Train acc: 0.971667\n",
      "Epoch: 178/1000 Iteration: 1610 Validation loss: 0.096705 Validation acc: 0.956667\n",
      "Epoch: 179/1000 Iteration: 1615 Train loss: 0.111501 Train acc: 0.943333\n",
      "Epoch: 179/1000 Iteration: 1620 Train loss: 0.096099 Train acc: 0.960000\n",
      "Epoch: 179/1000 Iteration: 1620 Validation loss: 0.096588 Validation acc: 0.956667\n",
      "Epoch: 180/1000 Iteration: 1625 Train loss: 0.092877 Train acc: 0.956667\n",
      "Epoch: 181/1000 Iteration: 1630 Train loss: 0.089559 Train acc: 0.958333\n",
      "Epoch: 181/1000 Iteration: 1630 Validation loss: 0.096431 Validation acc: 0.956667\n",
      "Epoch: 181/1000 Iteration: 1635 Train loss: 0.084685 Train acc: 0.960000\n",
      "Epoch: 182/1000 Iteration: 1640 Train loss: 0.084631 Train acc: 0.961667\n",
      "Epoch: 182/1000 Iteration: 1640 Validation loss: 0.096590 Validation acc: 0.956667\n",
      "Epoch: 182/1000 Iteration: 1645 Train loss: 0.083397 Train acc: 0.971667\n",
      "Epoch: 183/1000 Iteration: 1650 Train loss: 0.103835 Train acc: 0.955000\n",
      "Epoch: 183/1000 Iteration: 1650 Validation loss: 0.096125 Validation acc: 0.956667\n",
      "Epoch: 183/1000 Iteration: 1655 Train loss: 0.063458 Train acc: 0.971667\n",
      "Epoch: 184/1000 Iteration: 1660 Train loss: 0.118836 Train acc: 0.946667\n",
      "Epoch: 184/1000 Iteration: 1660 Validation loss: 0.095893 Validation acc: 0.957222\n",
      "Epoch: 184/1000 Iteration: 1665 Train loss: 0.090032 Train acc: 0.956667\n",
      "Epoch: 185/1000 Iteration: 1670 Train loss: 0.089198 Train acc: 0.961667\n",
      "Epoch: 185/1000 Iteration: 1670 Validation loss: 0.095748 Validation acc: 0.956667\n",
      "Epoch: 186/1000 Iteration: 1675 Train loss: 0.080336 Train acc: 0.968333\n",
      "Epoch: 186/1000 Iteration: 1680 Train loss: 0.082563 Train acc: 0.965000\n",
      "Epoch: 186/1000 Iteration: 1680 Validation loss: 0.095663 Validation acc: 0.956111\n",
      "Epoch: 187/1000 Iteration: 1685 Train loss: 0.084743 Train acc: 0.961667\n",
      "Epoch: 187/1000 Iteration: 1690 Train loss: 0.082251 Train acc: 0.961667\n",
      "Epoch: 187/1000 Iteration: 1690 Validation loss: 0.095476 Validation acc: 0.956667\n",
      "Epoch: 188/1000 Iteration: 1695 Train loss: 0.108555 Train acc: 0.951667\n",
      "Epoch: 188/1000 Iteration: 1700 Train loss: 0.067714 Train acc: 0.971667\n",
      "Epoch: 188/1000 Iteration: 1700 Validation loss: 0.095289 Validation acc: 0.956667\n",
      "Epoch: 189/1000 Iteration: 1705 Train loss: 0.108691 Train acc: 0.945000\n",
      "Epoch: 189/1000 Iteration: 1710 Train loss: 0.090064 Train acc: 0.965000\n",
      "Epoch: 189/1000 Iteration: 1710 Validation loss: 0.095028 Validation acc: 0.956111\n",
      "Epoch: 190/1000 Iteration: 1715 Train loss: 0.089164 Train acc: 0.961667\n",
      "Epoch: 191/1000 Iteration: 1720 Train loss: 0.083246 Train acc: 0.951667\n",
      "Epoch: 191/1000 Iteration: 1720 Validation loss: 0.095100 Validation acc: 0.957222\n",
      "Epoch: 191/1000 Iteration: 1725 Train loss: 0.090628 Train acc: 0.961667\n",
      "Epoch: 192/1000 Iteration: 1730 Train loss: 0.078944 Train acc: 0.963333\n",
      "Epoch: 192/1000 Iteration: 1730 Validation loss: 0.094828 Validation acc: 0.957222\n",
      "Epoch: 192/1000 Iteration: 1735 Train loss: 0.079623 Train acc: 0.961667\n",
      "Epoch: 193/1000 Iteration: 1740 Train loss: 0.113474 Train acc: 0.948333\n",
      "Epoch: 193/1000 Iteration: 1740 Validation loss: 0.094628 Validation acc: 0.956111\n",
      "Epoch: 193/1000 Iteration: 1745 Train loss: 0.063861 Train acc: 0.973333\n",
      "Epoch: 194/1000 Iteration: 1750 Train loss: 0.113212 Train acc: 0.943333\n",
      "Epoch: 194/1000 Iteration: 1750 Validation loss: 0.094605 Validation acc: 0.957222\n",
      "Epoch: 194/1000 Iteration: 1755 Train loss: 0.090738 Train acc: 0.960000\n",
      "Epoch: 195/1000 Iteration: 1760 Train loss: 0.085342 Train acc: 0.958333\n",
      "Epoch: 195/1000 Iteration: 1760 Validation loss: 0.094611 Validation acc: 0.956667\n",
      "Epoch: 196/1000 Iteration: 1765 Train loss: 0.082334 Train acc: 0.965000\n",
      "Epoch: 196/1000 Iteration: 1770 Train loss: 0.083878 Train acc: 0.965000\n",
      "Epoch: 196/1000 Iteration: 1770 Validation loss: 0.094092 Validation acc: 0.956667\n",
      "Epoch: 197/1000 Iteration: 1775 Train loss: 0.083290 Train acc: 0.961667\n",
      "Epoch: 197/1000 Iteration: 1780 Train loss: 0.076099 Train acc: 0.971667\n",
      "Epoch: 197/1000 Iteration: 1780 Validation loss: 0.093926 Validation acc: 0.956667\n",
      "Epoch: 198/1000 Iteration: 1785 Train loss: 0.102632 Train acc: 0.956667\n",
      "Epoch: 198/1000 Iteration: 1790 Train loss: 0.065985 Train acc: 0.971667\n",
      "Epoch: 198/1000 Iteration: 1790 Validation loss: 0.093690 Validation acc: 0.956667\n",
      "Epoch: 199/1000 Iteration: 1795 Train loss: 0.109472 Train acc: 0.951667\n",
      "Epoch: 199/1000 Iteration: 1800 Train loss: 0.091558 Train acc: 0.963333\n",
      "Epoch: 199/1000 Iteration: 1800 Validation loss: 0.093588 Validation acc: 0.956667\n",
      "Epoch: 200/1000 Iteration: 1805 Train loss: 0.079241 Train acc: 0.965000\n",
      "Epoch: 201/1000 Iteration: 1810 Train loss: 0.075851 Train acc: 0.965000\n",
      "Epoch: 201/1000 Iteration: 1810 Validation loss: 0.093429 Validation acc: 0.956667\n",
      "Epoch: 201/1000 Iteration: 1815 Train loss: 0.087538 Train acc: 0.958333\n",
      "Epoch: 202/1000 Iteration: 1820 Train loss: 0.078694 Train acc: 0.963333\n",
      "Epoch: 202/1000 Iteration: 1820 Validation loss: 0.093222 Validation acc: 0.956667\n",
      "Epoch: 202/1000 Iteration: 1825 Train loss: 0.078596 Train acc: 0.966667\n",
      "Epoch: 203/1000 Iteration: 1830 Train loss: 0.105461 Train acc: 0.953333\n",
      "Epoch: 203/1000 Iteration: 1830 Validation loss: 0.093124 Validation acc: 0.957222\n",
      "Epoch: 203/1000 Iteration: 1835 Train loss: 0.060157 Train acc: 0.975000\n",
      "Epoch: 204/1000 Iteration: 1840 Train loss: 0.111974 Train acc: 0.948333\n",
      "Epoch: 204/1000 Iteration: 1840 Validation loss: 0.093018 Validation acc: 0.956667\n",
      "Epoch: 204/1000 Iteration: 1845 Train loss: 0.080233 Train acc: 0.970000\n",
      "Epoch: 205/1000 Iteration: 1850 Train loss: 0.080641 Train acc: 0.960000\n",
      "Epoch: 205/1000 Iteration: 1850 Validation loss: 0.092942 Validation acc: 0.956667\n",
      "Epoch: 206/1000 Iteration: 1855 Train loss: 0.070717 Train acc: 0.971667\n",
      "Epoch: 206/1000 Iteration: 1860 Train loss: 0.078982 Train acc: 0.965000\n",
      "Epoch: 206/1000 Iteration: 1860 Validation loss: 0.092692 Validation acc: 0.956667\n",
      "Epoch: 207/1000 Iteration: 1865 Train loss: 0.074416 Train acc: 0.963333\n",
      "Epoch: 207/1000 Iteration: 1870 Train loss: 0.077474 Train acc: 0.971667\n",
      "Epoch: 207/1000 Iteration: 1870 Validation loss: 0.092590 Validation acc: 0.957222\n",
      "Epoch: 208/1000 Iteration: 1875 Train loss: 0.103840 Train acc: 0.956667\n",
      "Epoch: 208/1000 Iteration: 1880 Train loss: 0.059530 Train acc: 0.971667\n",
      "Epoch: 208/1000 Iteration: 1880 Validation loss: 0.092424 Validation acc: 0.956667\n",
      "Epoch: 209/1000 Iteration: 1885 Train loss: 0.102162 Train acc: 0.948333\n",
      "Epoch: 209/1000 Iteration: 1890 Train loss: 0.084275 Train acc: 0.965000\n",
      "Epoch: 209/1000 Iteration: 1890 Validation loss: 0.092249 Validation acc: 0.957222\n",
      "Epoch: 210/1000 Iteration: 1895 Train loss: 0.078082 Train acc: 0.968333\n",
      "Epoch: 211/1000 Iteration: 1900 Train loss: 0.074986 Train acc: 0.965000\n",
      "Epoch: 211/1000 Iteration: 1900 Validation loss: 0.092087 Validation acc: 0.956667\n",
      "Epoch: 211/1000 Iteration: 1905 Train loss: 0.082832 Train acc: 0.966667\n",
      "Epoch: 212/1000 Iteration: 1910 Train loss: 0.073940 Train acc: 0.966667\n",
      "Epoch: 212/1000 Iteration: 1910 Validation loss: 0.091760 Validation acc: 0.956667\n",
      "Epoch: 212/1000 Iteration: 1915 Train loss: 0.079155 Train acc: 0.966667\n",
      "Epoch: 213/1000 Iteration: 1920 Train loss: 0.104025 Train acc: 0.948333\n",
      "Epoch: 213/1000 Iteration: 1920 Validation loss: 0.091900 Validation acc: 0.957222\n",
      "Epoch: 213/1000 Iteration: 1925 Train loss: 0.060097 Train acc: 0.971667\n",
      "Epoch: 214/1000 Iteration: 1930 Train loss: 0.108321 Train acc: 0.950000\n",
      "Epoch: 214/1000 Iteration: 1930 Validation loss: 0.091918 Validation acc: 0.957778\n",
      "Epoch: 214/1000 Iteration: 1935 Train loss: 0.079568 Train acc: 0.966667\n",
      "Epoch: 215/1000 Iteration: 1940 Train loss: 0.085093 Train acc: 0.956667\n",
      "Epoch: 215/1000 Iteration: 1940 Validation loss: 0.091313 Validation acc: 0.957222\n",
      "Epoch: 216/1000 Iteration: 1945 Train loss: 0.076489 Train acc: 0.971667\n",
      "Epoch: 216/1000 Iteration: 1950 Train loss: 0.078030 Train acc: 0.961667\n",
      "Epoch: 216/1000 Iteration: 1950 Validation loss: 0.091161 Validation acc: 0.957222\n",
      "Epoch: 217/1000 Iteration: 1955 Train loss: 0.073259 Train acc: 0.966667\n",
      "Epoch: 217/1000 Iteration: 1960 Train loss: 0.076382 Train acc: 0.968333\n",
      "Epoch: 217/1000 Iteration: 1960 Validation loss: 0.091016 Validation acc: 0.957778\n",
      "Epoch: 218/1000 Iteration: 1965 Train loss: 0.101476 Train acc: 0.946667\n",
      "Epoch: 218/1000 Iteration: 1970 Train loss: 0.059946 Train acc: 0.973333\n",
      "Epoch: 218/1000 Iteration: 1970 Validation loss: 0.090944 Validation acc: 0.957222\n",
      "Epoch: 219/1000 Iteration: 1975 Train loss: 0.103071 Train acc: 0.951667\n",
      "Epoch: 219/1000 Iteration: 1980 Train loss: 0.074602 Train acc: 0.973333\n",
      "Epoch: 219/1000 Iteration: 1980 Validation loss: 0.091152 Validation acc: 0.957222\n",
      "Epoch: 220/1000 Iteration: 1985 Train loss: 0.079313 Train acc: 0.963333\n",
      "Epoch: 221/1000 Iteration: 1990 Train loss: 0.070449 Train acc: 0.968333\n",
      "Epoch: 221/1000 Iteration: 1990 Validation loss: 0.090564 Validation acc: 0.957222\n",
      "Epoch: 221/1000 Iteration: 1995 Train loss: 0.074928 Train acc: 0.966667\n",
      "Epoch: 222/1000 Iteration: 2000 Train loss: 0.072480 Train acc: 0.965000\n",
      "Epoch: 222/1000 Iteration: 2000 Validation loss: 0.090301 Validation acc: 0.957222\n",
      "Epoch: 222/1000 Iteration: 2005 Train loss: 0.074658 Train acc: 0.970000\n",
      "Epoch: 223/1000 Iteration: 2010 Train loss: 0.106618 Train acc: 0.950000\n",
      "Epoch: 223/1000 Iteration: 2010 Validation loss: 0.090337 Validation acc: 0.957778\n",
      "Epoch: 223/1000 Iteration: 2015 Train loss: 0.056813 Train acc: 0.976667\n",
      "Epoch: 224/1000 Iteration: 2020 Train loss: 0.102692 Train acc: 0.950000\n",
      "Epoch: 224/1000 Iteration: 2020 Validation loss: 0.090131 Validation acc: 0.958333\n",
      "Epoch: 224/1000 Iteration: 2025 Train loss: 0.077288 Train acc: 0.966667\n",
      "Epoch: 225/1000 Iteration: 2030 Train loss: 0.073949 Train acc: 0.963333\n",
      "Epoch: 225/1000 Iteration: 2030 Validation loss: 0.090231 Validation acc: 0.957222\n",
      "Epoch: 226/1000 Iteration: 2035 Train loss: 0.070054 Train acc: 0.968333\n",
      "Epoch: 226/1000 Iteration: 2040 Train loss: 0.073955 Train acc: 0.968333\n",
      "Epoch: 226/1000 Iteration: 2040 Validation loss: 0.089776 Validation acc: 0.957778\n",
      "Epoch: 227/1000 Iteration: 2045 Train loss: 0.073549 Train acc: 0.968333\n",
      "Epoch: 227/1000 Iteration: 2050 Train loss: 0.074485 Train acc: 0.970000\n",
      "Epoch: 227/1000 Iteration: 2050 Validation loss: 0.089555 Validation acc: 0.957778\n",
      "Epoch: 228/1000 Iteration: 2055 Train loss: 0.095992 Train acc: 0.946667\n",
      "Epoch: 228/1000 Iteration: 2060 Train loss: 0.058122 Train acc: 0.966667\n",
      "Epoch: 228/1000 Iteration: 2060 Validation loss: 0.089429 Validation acc: 0.957778\n",
      "Epoch: 229/1000 Iteration: 2065 Train loss: 0.101791 Train acc: 0.951667\n",
      "Epoch: 229/1000 Iteration: 2070 Train loss: 0.069412 Train acc: 0.973333\n",
      "Epoch: 229/1000 Iteration: 2070 Validation loss: 0.089261 Validation acc: 0.957778\n",
      "Epoch: 230/1000 Iteration: 2075 Train loss: 0.077296 Train acc: 0.960000\n",
      "Epoch: 231/1000 Iteration: 2080 Train loss: 0.075456 Train acc: 0.971667\n",
      "Epoch: 231/1000 Iteration: 2080 Validation loss: 0.089377 Validation acc: 0.957778\n",
      "Epoch: 231/1000 Iteration: 2085 Train loss: 0.072765 Train acc: 0.970000\n",
      "Epoch: 232/1000 Iteration: 2090 Train loss: 0.067509 Train acc: 0.968333\n",
      "Epoch: 232/1000 Iteration: 2090 Validation loss: 0.088949 Validation acc: 0.957778\n",
      "Epoch: 232/1000 Iteration: 2095 Train loss: 0.072001 Train acc: 0.968333\n",
      "Epoch: 233/1000 Iteration: 2100 Train loss: 0.095853 Train acc: 0.955000\n",
      "Epoch: 233/1000 Iteration: 2100 Validation loss: 0.088889 Validation acc: 0.957778\n",
      "Epoch: 233/1000 Iteration: 2105 Train loss: 0.056825 Train acc: 0.973333\n",
      "Epoch: 234/1000 Iteration: 2110 Train loss: 0.100192 Train acc: 0.955000\n",
      "Epoch: 234/1000 Iteration: 2110 Validation loss: 0.088775 Validation acc: 0.957778\n",
      "Epoch: 234/1000 Iteration: 2115 Train loss: 0.070851 Train acc: 0.971667\n",
      "Epoch: 235/1000 Iteration: 2120 Train loss: 0.076420 Train acc: 0.963333\n",
      "Epoch: 235/1000 Iteration: 2120 Validation loss: 0.088483 Validation acc: 0.957778\n",
      "Epoch: 236/1000 Iteration: 2125 Train loss: 0.074206 Train acc: 0.965000\n",
      "Epoch: 236/1000 Iteration: 2130 Train loss: 0.075664 Train acc: 0.970000\n",
      "Epoch: 236/1000 Iteration: 2130 Validation loss: 0.088306 Validation acc: 0.957778\n",
      "Epoch: 237/1000 Iteration: 2135 Train loss: 0.067598 Train acc: 0.973333\n",
      "Epoch: 237/1000 Iteration: 2140 Train loss: 0.065841 Train acc: 0.971667\n",
      "Epoch: 237/1000 Iteration: 2140 Validation loss: 0.088190 Validation acc: 0.958333\n",
      "Epoch: 238/1000 Iteration: 2145 Train loss: 0.091973 Train acc: 0.946667\n",
      "Epoch: 238/1000 Iteration: 2150 Train loss: 0.052189 Train acc: 0.978333\n",
      "Epoch: 238/1000 Iteration: 2150 Validation loss: 0.087909 Validation acc: 0.957778\n",
      "Epoch: 239/1000 Iteration: 2155 Train loss: 0.102292 Train acc: 0.953333\n",
      "Epoch: 239/1000 Iteration: 2160 Train loss: 0.069084 Train acc: 0.970000\n",
      "Epoch: 239/1000 Iteration: 2160 Validation loss: 0.087605 Validation acc: 0.957778\n",
      "Epoch: 240/1000 Iteration: 2165 Train loss: 0.074132 Train acc: 0.970000\n",
      "Epoch: 241/1000 Iteration: 2170 Train loss: 0.074367 Train acc: 0.968333\n",
      "Epoch: 241/1000 Iteration: 2170 Validation loss: 0.087474 Validation acc: 0.957778\n",
      "Epoch: 241/1000 Iteration: 2175 Train loss: 0.074196 Train acc: 0.966667\n",
      "Epoch: 242/1000 Iteration: 2180 Train loss: 0.073548 Train acc: 0.966667\n",
      "Epoch: 242/1000 Iteration: 2180 Validation loss: 0.087217 Validation acc: 0.957778\n",
      "Epoch: 242/1000 Iteration: 2185 Train loss: 0.073072 Train acc: 0.966667\n",
      "Epoch: 243/1000 Iteration: 2190 Train loss: 0.091233 Train acc: 0.953333\n",
      "Epoch: 243/1000 Iteration: 2190 Validation loss: 0.086948 Validation acc: 0.957778\n",
      "Epoch: 243/1000 Iteration: 2195 Train loss: 0.055551 Train acc: 0.978333\n",
      "Epoch: 244/1000 Iteration: 2200 Train loss: 0.103225 Train acc: 0.946667\n",
      "Epoch: 244/1000 Iteration: 2200 Validation loss: 0.087079 Validation acc: 0.956667\n",
      "Epoch: 244/1000 Iteration: 2205 Train loss: 0.066357 Train acc: 0.971667\n",
      "Epoch: 245/1000 Iteration: 2210 Train loss: 0.072766 Train acc: 0.966667\n",
      "Epoch: 245/1000 Iteration: 2210 Validation loss: 0.086835 Validation acc: 0.957778\n",
      "Epoch: 246/1000 Iteration: 2215 Train loss: 0.071412 Train acc: 0.963333\n",
      "Epoch: 246/1000 Iteration: 2220 Train loss: 0.070353 Train acc: 0.966667\n",
      "Epoch: 246/1000 Iteration: 2220 Validation loss: 0.086527 Validation acc: 0.958333\n",
      "Epoch: 247/1000 Iteration: 2225 Train loss: 0.072723 Train acc: 0.966667\n",
      "Epoch: 247/1000 Iteration: 2230 Train loss: 0.064535 Train acc: 0.968333\n",
      "Epoch: 247/1000 Iteration: 2230 Validation loss: 0.086381 Validation acc: 0.958333\n",
      "Epoch: 248/1000 Iteration: 2235 Train loss: 0.092908 Train acc: 0.953333\n",
      "Epoch: 248/1000 Iteration: 2240 Train loss: 0.058048 Train acc: 0.973333\n",
      "Epoch: 248/1000 Iteration: 2240 Validation loss: 0.086230 Validation acc: 0.957778\n",
      "Epoch: 249/1000 Iteration: 2245 Train loss: 0.089110 Train acc: 0.958333\n",
      "Epoch: 249/1000 Iteration: 2250 Train loss: 0.067636 Train acc: 0.973333\n",
      "Epoch: 249/1000 Iteration: 2250 Validation loss: 0.085904 Validation acc: 0.958333\n",
      "Epoch: 250/1000 Iteration: 2255 Train loss: 0.074458 Train acc: 0.963333\n",
      "Epoch: 251/1000 Iteration: 2260 Train loss: 0.067119 Train acc: 0.968333\n",
      "Epoch: 251/1000 Iteration: 2260 Validation loss: 0.085860 Validation acc: 0.957778\n",
      "Epoch: 251/1000 Iteration: 2265 Train loss: 0.067398 Train acc: 0.970000\n",
      "Epoch: 252/1000 Iteration: 2270 Train loss: 0.061981 Train acc: 0.973333\n",
      "Epoch: 252/1000 Iteration: 2270 Validation loss: 0.086239 Validation acc: 0.957778\n",
      "Epoch: 252/1000 Iteration: 2275 Train loss: 0.063749 Train acc: 0.970000\n",
      "Epoch: 253/1000 Iteration: 2280 Train loss: 0.090841 Train acc: 0.958333\n",
      "Epoch: 253/1000 Iteration: 2280 Validation loss: 0.085724 Validation acc: 0.957222\n",
      "Epoch: 253/1000 Iteration: 2285 Train loss: 0.056125 Train acc: 0.973333\n",
      "Epoch: 254/1000 Iteration: 2290 Train loss: 0.094727 Train acc: 0.956667\n",
      "Epoch: 254/1000 Iteration: 2290 Validation loss: 0.085543 Validation acc: 0.957778\n",
      "Epoch: 254/1000 Iteration: 2295 Train loss: 0.063738 Train acc: 0.975000\n",
      "Epoch: 255/1000 Iteration: 2300 Train loss: 0.072944 Train acc: 0.961667\n",
      "Epoch: 255/1000 Iteration: 2300 Validation loss: 0.085661 Validation acc: 0.957778\n",
      "Epoch: 256/1000 Iteration: 2305 Train loss: 0.065101 Train acc: 0.968333\n",
      "Epoch: 256/1000 Iteration: 2310 Train loss: 0.065575 Train acc: 0.966667\n",
      "Epoch: 256/1000 Iteration: 2310 Validation loss: 0.085245 Validation acc: 0.958889\n",
      "Epoch: 257/1000 Iteration: 2315 Train loss: 0.060878 Train acc: 0.973333\n",
      "Epoch: 257/1000 Iteration: 2320 Train loss: 0.061695 Train acc: 0.973333\n",
      "Epoch: 257/1000 Iteration: 2320 Validation loss: 0.084997 Validation acc: 0.958889\n",
      "Epoch: 258/1000 Iteration: 2325 Train loss: 0.087362 Train acc: 0.956667\n",
      "Epoch: 258/1000 Iteration: 2330 Train loss: 0.048774 Train acc: 0.980000\n",
      "Epoch: 258/1000 Iteration: 2330 Validation loss: 0.084856 Validation acc: 0.958889\n",
      "Epoch: 259/1000 Iteration: 2335 Train loss: 0.093064 Train acc: 0.958333\n",
      "Epoch: 259/1000 Iteration: 2340 Train loss: 0.059639 Train acc: 0.971667\n",
      "Epoch: 259/1000 Iteration: 2340 Validation loss: 0.084817 Validation acc: 0.959445\n",
      "Epoch: 260/1000 Iteration: 2345 Train loss: 0.071261 Train acc: 0.966667\n",
      "Epoch: 261/1000 Iteration: 2350 Train loss: 0.067080 Train acc: 0.966667\n",
      "Epoch: 261/1000 Iteration: 2350 Validation loss: 0.084654 Validation acc: 0.960000\n",
      "Epoch: 261/1000 Iteration: 2355 Train loss: 0.068629 Train acc: 0.968333\n",
      "Epoch: 262/1000 Iteration: 2360 Train loss: 0.058027 Train acc: 0.971667\n",
      "Epoch: 262/1000 Iteration: 2360 Validation loss: 0.084473 Validation acc: 0.958889\n",
      "Epoch: 262/1000 Iteration: 2365 Train loss: 0.060370 Train acc: 0.968333\n",
      "Epoch: 263/1000 Iteration: 2370 Train loss: 0.087829 Train acc: 0.960000\n",
      "Epoch: 263/1000 Iteration: 2370 Validation loss: 0.084278 Validation acc: 0.958889\n",
      "Epoch: 263/1000 Iteration: 2375 Train loss: 0.046611 Train acc: 0.983333\n",
      "Epoch: 264/1000 Iteration: 2380 Train loss: 0.091342 Train acc: 0.960000\n",
      "Epoch: 264/1000 Iteration: 2380 Validation loss: 0.084165 Validation acc: 0.959444\n",
      "Epoch: 264/1000 Iteration: 2385 Train loss: 0.065011 Train acc: 0.975000\n",
      "Epoch: 265/1000 Iteration: 2390 Train loss: 0.071496 Train acc: 0.968333\n",
      "Epoch: 265/1000 Iteration: 2390 Validation loss: 0.084127 Validation acc: 0.958889\n",
      "Epoch: 266/1000 Iteration: 2395 Train loss: 0.068380 Train acc: 0.968333\n",
      "Epoch: 266/1000 Iteration: 2400 Train loss: 0.068226 Train acc: 0.970000\n",
      "Epoch: 266/1000 Iteration: 2400 Validation loss: 0.083829 Validation acc: 0.958889\n",
      "Epoch: 267/1000 Iteration: 2405 Train loss: 0.061413 Train acc: 0.970000\n",
      "Epoch: 267/1000 Iteration: 2410 Train loss: 0.053145 Train acc: 0.981667\n",
      "Epoch: 267/1000 Iteration: 2410 Validation loss: 0.083589 Validation acc: 0.959444\n",
      "Epoch: 268/1000 Iteration: 2415 Train loss: 0.093033 Train acc: 0.951667\n",
      "Epoch: 268/1000 Iteration: 2420 Train loss: 0.051835 Train acc: 0.975000\n",
      "Epoch: 268/1000 Iteration: 2420 Validation loss: 0.083152 Validation acc: 0.959444\n",
      "Epoch: 269/1000 Iteration: 2425 Train loss: 0.087749 Train acc: 0.953333\n",
      "Epoch: 269/1000 Iteration: 2430 Train loss: 0.058507 Train acc: 0.976667\n",
      "Epoch: 269/1000 Iteration: 2430 Validation loss: 0.083145 Validation acc: 0.959444\n",
      "Epoch: 270/1000 Iteration: 2435 Train loss: 0.068624 Train acc: 0.970000\n",
      "Epoch: 271/1000 Iteration: 2440 Train loss: 0.067400 Train acc: 0.965000\n",
      "Epoch: 271/1000 Iteration: 2440 Validation loss: 0.083008 Validation acc: 0.958889\n",
      "Epoch: 271/1000 Iteration: 2445 Train loss: 0.064071 Train acc: 0.975000\n",
      "Epoch: 272/1000 Iteration: 2450 Train loss: 0.063189 Train acc: 0.971667\n",
      "Epoch: 272/1000 Iteration: 2450 Validation loss: 0.082712 Validation acc: 0.960000\n",
      "Epoch: 272/1000 Iteration: 2455 Train loss: 0.056263 Train acc: 0.975000\n",
      "Epoch: 273/1000 Iteration: 2460 Train loss: 0.087369 Train acc: 0.950000\n",
      "Epoch: 273/1000 Iteration: 2460 Validation loss: 0.082717 Validation acc: 0.959444\n",
      "Epoch: 273/1000 Iteration: 2465 Train loss: 0.048457 Train acc: 0.980000\n",
      "Epoch: 274/1000 Iteration: 2470 Train loss: 0.086085 Train acc: 0.956667\n",
      "Epoch: 274/1000 Iteration: 2470 Validation loss: 0.082554 Validation acc: 0.960556\n",
      "Epoch: 274/1000 Iteration: 2475 Train loss: 0.054649 Train acc: 0.976667\n",
      "Epoch: 275/1000 Iteration: 2480 Train loss: 0.071973 Train acc: 0.968333\n",
      "Epoch: 275/1000 Iteration: 2480 Validation loss: 0.082146 Validation acc: 0.960000\n",
      "Epoch: 276/1000 Iteration: 2485 Train loss: 0.062649 Train acc: 0.975000\n",
      "Epoch: 276/1000 Iteration: 2490 Train loss: 0.065052 Train acc: 0.973333\n",
      "Epoch: 276/1000 Iteration: 2490 Validation loss: 0.081737 Validation acc: 0.960000\n",
      "Epoch: 277/1000 Iteration: 2495 Train loss: 0.059743 Train acc: 0.968333\n",
      "Epoch: 277/1000 Iteration: 2500 Train loss: 0.058606 Train acc: 0.976667\n",
      "Epoch: 277/1000 Iteration: 2500 Validation loss: 0.082030 Validation acc: 0.960000\n",
      "Epoch: 278/1000 Iteration: 2505 Train loss: 0.087537 Train acc: 0.956667\n",
      "Epoch: 278/1000 Iteration: 2510 Train loss: 0.049474 Train acc: 0.981667\n",
      "Epoch: 278/1000 Iteration: 2510 Validation loss: 0.081530 Validation acc: 0.960000\n",
      "Epoch: 279/1000 Iteration: 2515 Train loss: 0.083782 Train acc: 0.955000\n",
      "Epoch: 279/1000 Iteration: 2520 Train loss: 0.055647 Train acc: 0.976667\n",
      "Epoch: 279/1000 Iteration: 2520 Validation loss: 0.081424 Validation acc: 0.960556\n",
      "Epoch: 280/1000 Iteration: 2525 Train loss: 0.069106 Train acc: 0.965000\n",
      "Epoch: 281/1000 Iteration: 2530 Train loss: 0.065632 Train acc: 0.966667\n",
      "Epoch: 281/1000 Iteration: 2530 Validation loss: 0.081420 Validation acc: 0.960000\n",
      "Epoch: 281/1000 Iteration: 2535 Train loss: 0.069126 Train acc: 0.966667\n",
      "Epoch: 282/1000 Iteration: 2540 Train loss: 0.058810 Train acc: 0.970000\n",
      "Epoch: 282/1000 Iteration: 2540 Validation loss: 0.081570 Validation acc: 0.960000\n",
      "Epoch: 282/1000 Iteration: 2545 Train loss: 0.054111 Train acc: 0.975000\n",
      "Epoch: 283/1000 Iteration: 2550 Train loss: 0.082285 Train acc: 0.960000\n",
      "Epoch: 283/1000 Iteration: 2550 Validation loss: 0.081346 Validation acc: 0.961667\n",
      "Epoch: 283/1000 Iteration: 2555 Train loss: 0.048769 Train acc: 0.980000\n",
      "Epoch: 284/1000 Iteration: 2560 Train loss: 0.091559 Train acc: 0.955000\n",
      "Epoch: 284/1000 Iteration: 2560 Validation loss: 0.080797 Validation acc: 0.960556\n",
      "Epoch: 284/1000 Iteration: 2565 Train loss: 0.054504 Train acc: 0.980000\n",
      "Epoch: 285/1000 Iteration: 2570 Train loss: 0.063232 Train acc: 0.968333\n",
      "Epoch: 285/1000 Iteration: 2570 Validation loss: 0.081015 Validation acc: 0.962778\n",
      "Epoch: 286/1000 Iteration: 2575 Train loss: 0.061375 Train acc: 0.975000\n",
      "Epoch: 286/1000 Iteration: 2580 Train loss: 0.061197 Train acc: 0.971667\n",
      "Epoch: 286/1000 Iteration: 2580 Validation loss: 0.080652 Validation acc: 0.961667\n",
      "Epoch: 287/1000 Iteration: 2585 Train loss: 0.046116 Train acc: 0.978333\n",
      "Epoch: 287/1000 Iteration: 2590 Train loss: 0.051767 Train acc: 0.980000\n",
      "Epoch: 287/1000 Iteration: 2590 Validation loss: 0.080536 Validation acc: 0.961667\n",
      "Epoch: 288/1000 Iteration: 2595 Train loss: 0.077436 Train acc: 0.960000\n",
      "Epoch: 288/1000 Iteration: 2600 Train loss: 0.043829 Train acc: 0.985000\n",
      "Epoch: 288/1000 Iteration: 2600 Validation loss: 0.080568 Validation acc: 0.961667\n",
      "Epoch: 289/1000 Iteration: 2605 Train loss: 0.085124 Train acc: 0.960000\n",
      "Epoch: 289/1000 Iteration: 2610 Train loss: 0.057678 Train acc: 0.970000\n",
      "Epoch: 289/1000 Iteration: 2610 Validation loss: 0.080395 Validation acc: 0.961667\n",
      "Epoch: 290/1000 Iteration: 2615 Train loss: 0.061142 Train acc: 0.971667\n",
      "Epoch: 291/1000 Iteration: 2620 Train loss: 0.056578 Train acc: 0.976667\n",
      "Epoch: 291/1000 Iteration: 2620 Validation loss: 0.080398 Validation acc: 0.962778\n",
      "Epoch: 291/1000 Iteration: 2625 Train loss: 0.058566 Train acc: 0.975000\n",
      "Epoch: 292/1000 Iteration: 2630 Train loss: 0.050095 Train acc: 0.978333\n",
      "Epoch: 292/1000 Iteration: 2630 Validation loss: 0.080382 Validation acc: 0.963333\n",
      "Epoch: 292/1000 Iteration: 2635 Train loss: 0.056028 Train acc: 0.978333\n",
      "Epoch: 293/1000 Iteration: 2640 Train loss: 0.080743 Train acc: 0.955000\n",
      "Epoch: 293/1000 Iteration: 2640 Validation loss: 0.079604 Validation acc: 0.963333\n",
      "Epoch: 293/1000 Iteration: 2645 Train loss: 0.042668 Train acc: 0.985000\n",
      "Epoch: 294/1000 Iteration: 2650 Train loss: 0.085401 Train acc: 0.963333\n",
      "Epoch: 294/1000 Iteration: 2650 Validation loss: 0.079624 Validation acc: 0.963333\n",
      "Epoch: 294/1000 Iteration: 2655 Train loss: 0.047054 Train acc: 0.983333\n",
      "Epoch: 295/1000 Iteration: 2660 Train loss: 0.060471 Train acc: 0.971667\n",
      "Epoch: 295/1000 Iteration: 2660 Validation loss: 0.079676 Validation acc: 0.963889\n",
      "Epoch: 296/1000 Iteration: 2665 Train loss: 0.054988 Train acc: 0.978333\n",
      "Epoch: 296/1000 Iteration: 2670 Train loss: 0.057912 Train acc: 0.971667\n",
      "Epoch: 296/1000 Iteration: 2670 Validation loss: 0.078955 Validation acc: 0.963889\n",
      "Epoch: 297/1000 Iteration: 2675 Train loss: 0.051322 Train acc: 0.976667\n",
      "Epoch: 297/1000 Iteration: 2680 Train loss: 0.049280 Train acc: 0.981667\n",
      "Epoch: 297/1000 Iteration: 2680 Validation loss: 0.078828 Validation acc: 0.963333\n",
      "Epoch: 298/1000 Iteration: 2685 Train loss: 0.082308 Train acc: 0.960000\n",
      "Epoch: 298/1000 Iteration: 2690 Train loss: 0.043064 Train acc: 0.983333\n",
      "Epoch: 298/1000 Iteration: 2690 Validation loss: 0.078799 Validation acc: 0.965555\n",
      "Epoch: 299/1000 Iteration: 2695 Train loss: 0.081298 Train acc: 0.958333\n",
      "Epoch: 299/1000 Iteration: 2700 Train loss: 0.048385 Train acc: 0.983333\n",
      "Epoch: 299/1000 Iteration: 2700 Validation loss: 0.078725 Validation acc: 0.966111\n",
      "Epoch: 300/1000 Iteration: 2705 Train loss: 0.064931 Train acc: 0.966667\n",
      "Epoch: 301/1000 Iteration: 2710 Train loss: 0.055989 Train acc: 0.971667\n",
      "Epoch: 301/1000 Iteration: 2710 Validation loss: 0.078822 Validation acc: 0.966111\n",
      "Epoch: 301/1000 Iteration: 2715 Train loss: 0.057037 Train acc: 0.973333\n",
      "Epoch: 302/1000 Iteration: 2720 Train loss: 0.051108 Train acc: 0.981667\n",
      "Epoch: 302/1000 Iteration: 2720 Validation loss: 0.078428 Validation acc: 0.965556\n",
      "Epoch: 302/1000 Iteration: 2725 Train loss: 0.050126 Train acc: 0.978333\n",
      "Epoch: 303/1000 Iteration: 2730 Train loss: 0.082814 Train acc: 0.956667\n",
      "Epoch: 303/1000 Iteration: 2730 Validation loss: 0.078847 Validation acc: 0.963333\n",
      "Epoch: 303/1000 Iteration: 2735 Train loss: 0.043439 Train acc: 0.980000\n",
      "Epoch: 304/1000 Iteration: 2740 Train loss: 0.077590 Train acc: 0.965000\n",
      "Epoch: 304/1000 Iteration: 2740 Validation loss: 0.078702 Validation acc: 0.963889\n",
      "Epoch: 304/1000 Iteration: 2745 Train loss: 0.044372 Train acc: 0.985000\n",
      "Epoch: 305/1000 Iteration: 2750 Train loss: 0.061447 Train acc: 0.970000\n",
      "Epoch: 305/1000 Iteration: 2750 Validation loss: 0.078059 Validation acc: 0.965555\n",
      "Epoch: 306/1000 Iteration: 2755 Train loss: 0.058098 Train acc: 0.971667\n",
      "Epoch: 306/1000 Iteration: 2760 Train loss: 0.058862 Train acc: 0.975000\n",
      "Epoch: 306/1000 Iteration: 2760 Validation loss: 0.077848 Validation acc: 0.965556\n",
      "Epoch: 307/1000 Iteration: 2765 Train loss: 0.048130 Train acc: 0.976667\n",
      "Epoch: 307/1000 Iteration: 2770 Train loss: 0.049640 Train acc: 0.976667\n",
      "Epoch: 307/1000 Iteration: 2770 Validation loss: 0.077763 Validation acc: 0.967222\n",
      "Epoch: 308/1000 Iteration: 2775 Train loss: 0.078667 Train acc: 0.960000\n",
      "Epoch: 308/1000 Iteration: 2780 Train loss: 0.035056 Train acc: 0.983333\n",
      "Epoch: 308/1000 Iteration: 2780 Validation loss: 0.077456 Validation acc: 0.965000\n",
      "Epoch: 309/1000 Iteration: 2785 Train loss: 0.077897 Train acc: 0.966667\n",
      "Epoch: 309/1000 Iteration: 2790 Train loss: 0.048459 Train acc: 0.981667\n",
      "Epoch: 309/1000 Iteration: 2790 Validation loss: 0.077478 Validation acc: 0.966111\n",
      "Epoch: 310/1000 Iteration: 2795 Train loss: 0.060423 Train acc: 0.968333\n",
      "Epoch: 311/1000 Iteration: 2800 Train loss: 0.063470 Train acc: 0.970000\n",
      "Epoch: 311/1000 Iteration: 2800 Validation loss: 0.077511 Validation acc: 0.967222\n",
      "Epoch: 311/1000 Iteration: 2805 Train loss: 0.055185 Train acc: 0.971667\n",
      "Epoch: 312/1000 Iteration: 2810 Train loss: 0.048665 Train acc: 0.976667\n",
      "Epoch: 312/1000 Iteration: 2810 Validation loss: 0.077305 Validation acc: 0.966667\n",
      "Epoch: 312/1000 Iteration: 2815 Train loss: 0.046008 Train acc: 0.981667\n",
      "Epoch: 313/1000 Iteration: 2820 Train loss: 0.074319 Train acc: 0.960000\n",
      "Epoch: 313/1000 Iteration: 2820 Validation loss: 0.077419 Validation acc: 0.966111\n",
      "Epoch: 313/1000 Iteration: 2825 Train loss: 0.043641 Train acc: 0.985000\n",
      "Epoch: 314/1000 Iteration: 2830 Train loss: 0.081888 Train acc: 0.961667\n",
      "Epoch: 314/1000 Iteration: 2830 Validation loss: 0.077449 Validation acc: 0.966111\n",
      "Epoch: 314/1000 Iteration: 2835 Train loss: 0.046009 Train acc: 0.985000\n",
      "Epoch: 315/1000 Iteration: 2840 Train loss: 0.064380 Train acc: 0.966667\n",
      "Epoch: 315/1000 Iteration: 2840 Validation loss: 0.077380 Validation acc: 0.965556\n",
      "Epoch: 316/1000 Iteration: 2845 Train loss: 0.056206 Train acc: 0.970000\n",
      "Epoch: 316/1000 Iteration: 2850 Train loss: 0.056372 Train acc: 0.976667\n",
      "Epoch: 316/1000 Iteration: 2850 Validation loss: 0.077364 Validation acc: 0.966111\n",
      "Epoch: 317/1000 Iteration: 2855 Train loss: 0.047323 Train acc: 0.980000\n",
      "Epoch: 317/1000 Iteration: 2860 Train loss: 0.048520 Train acc: 0.983333\n",
      "Epoch: 317/1000 Iteration: 2860 Validation loss: 0.077428 Validation acc: 0.966111\n",
      "Epoch: 318/1000 Iteration: 2865 Train loss: 0.077334 Train acc: 0.966667\n",
      "Epoch: 318/1000 Iteration: 2870 Train loss: 0.040067 Train acc: 0.980000\n",
      "Epoch: 318/1000 Iteration: 2870 Validation loss: 0.076553 Validation acc: 0.966667\n",
      "Epoch: 319/1000 Iteration: 2875 Train loss: 0.076931 Train acc: 0.963333\n",
      "Epoch: 319/1000 Iteration: 2880 Train loss: 0.042445 Train acc: 0.985000\n",
      "Epoch: 319/1000 Iteration: 2880 Validation loss: 0.076449 Validation acc: 0.965555\n",
      "Epoch: 320/1000 Iteration: 2885 Train loss: 0.065917 Train acc: 0.970000\n",
      "Epoch: 321/1000 Iteration: 2890 Train loss: 0.055840 Train acc: 0.978333\n",
      "Epoch: 321/1000 Iteration: 2890 Validation loss: 0.076625 Validation acc: 0.967222\n",
      "Epoch: 321/1000 Iteration: 2895 Train loss: 0.050277 Train acc: 0.978333\n",
      "Epoch: 322/1000 Iteration: 2900 Train loss: 0.042667 Train acc: 0.983333\n",
      "Epoch: 322/1000 Iteration: 2900 Validation loss: 0.076530 Validation acc: 0.966667\n",
      "Epoch: 322/1000 Iteration: 2905 Train loss: 0.048124 Train acc: 0.981667\n",
      "Epoch: 323/1000 Iteration: 2910 Train loss: 0.072981 Train acc: 0.961667\n",
      "Epoch: 323/1000 Iteration: 2910 Validation loss: 0.076128 Validation acc: 0.966667\n",
      "Epoch: 323/1000 Iteration: 2915 Train loss: 0.037284 Train acc: 0.986667\n",
      "Epoch: 324/1000 Iteration: 2920 Train loss: 0.075349 Train acc: 0.963333\n",
      "Epoch: 324/1000 Iteration: 2920 Validation loss: 0.076743 Validation acc: 0.965556\n",
      "Epoch: 324/1000 Iteration: 2925 Train loss: 0.046255 Train acc: 0.983333\n",
      "Epoch: 325/1000 Iteration: 2930 Train loss: 0.055823 Train acc: 0.973333\n",
      "Epoch: 325/1000 Iteration: 2930 Validation loss: 0.075804 Validation acc: 0.965555\n",
      "Epoch: 326/1000 Iteration: 2935 Train loss: 0.053410 Train acc: 0.971667\n",
      "Epoch: 326/1000 Iteration: 2940 Train loss: 0.049751 Train acc: 0.975000\n",
      "Epoch: 326/1000 Iteration: 2940 Validation loss: 0.075866 Validation acc: 0.966667\n",
      "Epoch: 327/1000 Iteration: 2945 Train loss: 0.044789 Train acc: 0.981667\n",
      "Epoch: 327/1000 Iteration: 2950 Train loss: 0.047924 Train acc: 0.981667\n",
      "Epoch: 327/1000 Iteration: 2950 Validation loss: 0.075762 Validation acc: 0.967222\n",
      "Epoch: 328/1000 Iteration: 2955 Train loss: 0.071562 Train acc: 0.966667\n",
      "Epoch: 328/1000 Iteration: 2960 Train loss: 0.034264 Train acc: 0.985000\n",
      "Epoch: 328/1000 Iteration: 2960 Validation loss: 0.075717 Validation acc: 0.966111\n",
      "Epoch: 329/1000 Iteration: 2965 Train loss: 0.077017 Train acc: 0.965000\n",
      "Epoch: 329/1000 Iteration: 2970 Train loss: 0.043628 Train acc: 0.985000\n",
      "Epoch: 329/1000 Iteration: 2970 Validation loss: 0.075734 Validation acc: 0.967222\n",
      "Epoch: 330/1000 Iteration: 2975 Train loss: 0.055415 Train acc: 0.975000\n",
      "Epoch: 331/1000 Iteration: 2980 Train loss: 0.052822 Train acc: 0.975000\n",
      "Epoch: 331/1000 Iteration: 2980 Validation loss: 0.075762 Validation acc: 0.966111\n",
      "Epoch: 331/1000 Iteration: 2985 Train loss: 0.052675 Train acc: 0.975000\n",
      "Epoch: 332/1000 Iteration: 2990 Train loss: 0.044669 Train acc: 0.980000\n",
      "Epoch: 332/1000 Iteration: 2990 Validation loss: 0.075528 Validation acc: 0.966667\n",
      "Epoch: 332/1000 Iteration: 2995 Train loss: 0.046217 Train acc: 0.986667\n",
      "Epoch: 333/1000 Iteration: 3000 Train loss: 0.076257 Train acc: 0.965000\n",
      "Epoch: 333/1000 Iteration: 3000 Validation loss: 0.075305 Validation acc: 0.966667\n",
      "Epoch: 333/1000 Iteration: 3005 Train loss: 0.038285 Train acc: 0.986667\n",
      "Epoch: 334/1000 Iteration: 3010 Train loss: 0.072022 Train acc: 0.958333\n",
      "Epoch: 334/1000 Iteration: 3010 Validation loss: 0.075765 Validation acc: 0.966111\n",
      "Epoch: 334/1000 Iteration: 3015 Train loss: 0.039401 Train acc: 0.983333\n",
      "Epoch: 335/1000 Iteration: 3020 Train loss: 0.060663 Train acc: 0.973333\n",
      "Epoch: 335/1000 Iteration: 3020 Validation loss: 0.075427 Validation acc: 0.966667\n",
      "Epoch: 336/1000 Iteration: 3025 Train loss: 0.049760 Train acc: 0.980000\n",
      "Epoch: 336/1000 Iteration: 3030 Train loss: 0.045774 Train acc: 0.980000\n",
      "Epoch: 336/1000 Iteration: 3030 Validation loss: 0.075097 Validation acc: 0.966111\n",
      "Epoch: 337/1000 Iteration: 3035 Train loss: 0.043997 Train acc: 0.978333\n",
      "Epoch: 337/1000 Iteration: 3040 Train loss: 0.041595 Train acc: 0.985000\n",
      "Epoch: 337/1000 Iteration: 3040 Validation loss: 0.075184 Validation acc: 0.967222\n",
      "Epoch: 338/1000 Iteration: 3045 Train loss: 0.076047 Train acc: 0.963333\n",
      "Epoch: 338/1000 Iteration: 3050 Train loss: 0.040027 Train acc: 0.981667\n",
      "Epoch: 338/1000 Iteration: 3050 Validation loss: 0.075091 Validation acc: 0.968333\n",
      "Epoch: 339/1000 Iteration: 3055 Train loss: 0.071300 Train acc: 0.960000\n",
      "Epoch: 339/1000 Iteration: 3060 Train loss: 0.043413 Train acc: 0.985000\n",
      "Epoch: 339/1000 Iteration: 3060 Validation loss: 0.074582 Validation acc: 0.968889\n",
      "Epoch: 340/1000 Iteration: 3065 Train loss: 0.056983 Train acc: 0.976667\n",
      "Epoch: 341/1000 Iteration: 3070 Train loss: 0.045420 Train acc: 0.985000\n",
      "Epoch: 341/1000 Iteration: 3070 Validation loss: 0.074912 Validation acc: 0.967778\n",
      "Epoch: 341/1000 Iteration: 3075 Train loss: 0.046877 Train acc: 0.980000\n",
      "Epoch: 342/1000 Iteration: 3080 Train loss: 0.037627 Train acc: 0.983333\n",
      "Epoch: 342/1000 Iteration: 3080 Validation loss: 0.075110 Validation acc: 0.967778\n",
      "Epoch: 342/1000 Iteration: 3085 Train loss: 0.043987 Train acc: 0.981667\n",
      "Epoch: 343/1000 Iteration: 3090 Train loss: 0.076509 Train acc: 0.956667\n",
      "Epoch: 343/1000 Iteration: 3090 Validation loss: 0.074574 Validation acc: 0.967222\n",
      "Epoch: 343/1000 Iteration: 3095 Train loss: 0.034449 Train acc: 0.986667\n",
      "Epoch: 344/1000 Iteration: 3100 Train loss: 0.070893 Train acc: 0.960000\n",
      "Epoch: 344/1000 Iteration: 3100 Validation loss: 0.074408 Validation acc: 0.967222\n",
      "Epoch: 344/1000 Iteration: 3105 Train loss: 0.041873 Train acc: 0.983333\n",
      "Epoch: 345/1000 Iteration: 3110 Train loss: 0.050386 Train acc: 0.978333\n",
      "Epoch: 345/1000 Iteration: 3110 Validation loss: 0.074435 Validation acc: 0.967222\n",
      "Epoch: 346/1000 Iteration: 3115 Train loss: 0.048601 Train acc: 0.971667\n",
      "Epoch: 346/1000 Iteration: 3120 Train loss: 0.049867 Train acc: 0.975000\n",
      "Epoch: 346/1000 Iteration: 3120 Validation loss: 0.074232 Validation acc: 0.968333\n",
      "Epoch: 347/1000 Iteration: 3125 Train loss: 0.039462 Train acc: 0.983333\n",
      "Epoch: 347/1000 Iteration: 3130 Train loss: 0.042163 Train acc: 0.986667\n",
      "Epoch: 347/1000 Iteration: 3130 Validation loss: 0.073944 Validation acc: 0.968889\n",
      "Epoch: 348/1000 Iteration: 3135 Train loss: 0.068983 Train acc: 0.968333\n",
      "Epoch: 348/1000 Iteration: 3140 Train loss: 0.033867 Train acc: 0.988333\n",
      "Epoch: 348/1000 Iteration: 3140 Validation loss: 0.074086 Validation acc: 0.968333\n",
      "Epoch: 349/1000 Iteration: 3145 Train loss: 0.071826 Train acc: 0.963333\n",
      "Epoch: 349/1000 Iteration: 3150 Train loss: 0.035878 Train acc: 0.990000\n",
      "Epoch: 349/1000 Iteration: 3150 Validation loss: 0.074109 Validation acc: 0.970000\n",
      "Epoch: 350/1000 Iteration: 3155 Train loss: 0.053625 Train acc: 0.975000\n",
      "Epoch: 351/1000 Iteration: 3160 Train loss: 0.048367 Train acc: 0.976667\n",
      "Epoch: 351/1000 Iteration: 3160 Validation loss: 0.074036 Validation acc: 0.968889\n",
      "Epoch: 351/1000 Iteration: 3165 Train loss: 0.049012 Train acc: 0.978333\n",
      "Epoch: 352/1000 Iteration: 3170 Train loss: 0.037731 Train acc: 0.981667\n",
      "Epoch: 352/1000 Iteration: 3170 Validation loss: 0.074112 Validation acc: 0.968889\n",
      "Epoch: 352/1000 Iteration: 3175 Train loss: 0.045899 Train acc: 0.980000\n",
      "Epoch: 353/1000 Iteration: 3180 Train loss: 0.068239 Train acc: 0.966667\n",
      "Epoch: 353/1000 Iteration: 3180 Validation loss: 0.074375 Validation acc: 0.968333\n",
      "Epoch: 353/1000 Iteration: 3185 Train loss: 0.031888 Train acc: 0.983333\n",
      "Epoch: 354/1000 Iteration: 3190 Train loss: 0.072339 Train acc: 0.968333\n",
      "Epoch: 354/1000 Iteration: 3190 Validation loss: 0.074570 Validation acc: 0.967778\n",
      "Epoch: 354/1000 Iteration: 3195 Train loss: 0.040097 Train acc: 0.983333\n",
      "Epoch: 355/1000 Iteration: 3200 Train loss: 0.055470 Train acc: 0.976667\n",
      "Epoch: 355/1000 Iteration: 3200 Validation loss: 0.074517 Validation acc: 0.967778\n",
      "Epoch: 356/1000 Iteration: 3205 Train loss: 0.047062 Train acc: 0.978333\n",
      "Epoch: 356/1000 Iteration: 3210 Train loss: 0.044622 Train acc: 0.978333\n",
      "Epoch: 356/1000 Iteration: 3210 Validation loss: 0.074237 Validation acc: 0.969444\n",
      "Epoch: 357/1000 Iteration: 3215 Train loss: 0.039437 Train acc: 0.983333\n",
      "Epoch: 357/1000 Iteration: 3220 Train loss: 0.039335 Train acc: 0.986667\n",
      "Epoch: 357/1000 Iteration: 3220 Validation loss: 0.074349 Validation acc: 0.968333\n",
      "Epoch: 358/1000 Iteration: 3225 Train loss: 0.073121 Train acc: 0.960000\n",
      "Epoch: 358/1000 Iteration: 3230 Train loss: 0.031025 Train acc: 0.991667\n",
      "Epoch: 358/1000 Iteration: 3230 Validation loss: 0.073907 Validation acc: 0.970556\n",
      "Epoch: 359/1000 Iteration: 3235 Train loss: 0.067574 Train acc: 0.966667\n",
      "Epoch: 359/1000 Iteration: 3240 Train loss: 0.040318 Train acc: 0.986667\n",
      "Epoch: 359/1000 Iteration: 3240 Validation loss: 0.073866 Validation acc: 0.969444\n",
      "Epoch: 360/1000 Iteration: 3245 Train loss: 0.054039 Train acc: 0.976667\n",
      "Epoch: 361/1000 Iteration: 3250 Train loss: 0.047491 Train acc: 0.980000\n",
      "Epoch: 361/1000 Iteration: 3250 Validation loss: 0.074119 Validation acc: 0.968333\n",
      "Epoch: 361/1000 Iteration: 3255 Train loss: 0.047785 Train acc: 0.978333\n",
      "Epoch: 362/1000 Iteration: 3260 Train loss: 0.039746 Train acc: 0.983333\n",
      "Epoch: 362/1000 Iteration: 3260 Validation loss: 0.073858 Validation acc: 0.969444\n",
      "Epoch: 362/1000 Iteration: 3265 Train loss: 0.040252 Train acc: 0.983333\n",
      "Epoch: 363/1000 Iteration: 3270 Train loss: 0.072184 Train acc: 0.971667\n",
      "Epoch: 363/1000 Iteration: 3270 Validation loss: 0.073786 Validation acc: 0.970000\n",
      "Epoch: 363/1000 Iteration: 3275 Train loss: 0.031055 Train acc: 0.990000\n",
      "Epoch: 364/1000 Iteration: 3280 Train loss: 0.060541 Train acc: 0.970000\n",
      "Epoch: 364/1000 Iteration: 3280 Validation loss: 0.073598 Validation acc: 0.968889\n",
      "Epoch: 364/1000 Iteration: 3285 Train loss: 0.036853 Train acc: 0.986667\n",
      "Epoch: 365/1000 Iteration: 3290 Train loss: 0.052931 Train acc: 0.970000\n",
      "Epoch: 365/1000 Iteration: 3290 Validation loss: 0.073950 Validation acc: 0.968333\n",
      "Epoch: 366/1000 Iteration: 3295 Train loss: 0.040774 Train acc: 0.986667\n",
      "Epoch: 366/1000 Iteration: 3300 Train loss: 0.042982 Train acc: 0.978333\n",
      "Epoch: 366/1000 Iteration: 3300 Validation loss: 0.073917 Validation acc: 0.969444\n",
      "Epoch: 367/1000 Iteration: 3305 Train loss: 0.031966 Train acc: 0.988333\n",
      "Epoch: 367/1000 Iteration: 3310 Train loss: 0.035876 Train acc: 0.988333\n",
      "Epoch: 367/1000 Iteration: 3310 Validation loss: 0.073900 Validation acc: 0.970000\n",
      "Epoch: 368/1000 Iteration: 3315 Train loss: 0.071950 Train acc: 0.966667\n",
      "Epoch: 368/1000 Iteration: 3320 Train loss: 0.032765 Train acc: 0.985000\n",
      "Epoch: 368/1000 Iteration: 3320 Validation loss: 0.073571 Validation acc: 0.970556\n",
      "Epoch: 369/1000 Iteration: 3325 Train loss: 0.064997 Train acc: 0.966667\n",
      "Epoch: 369/1000 Iteration: 3330 Train loss: 0.032183 Train acc: 0.991667\n",
      "Epoch: 369/1000 Iteration: 3330 Validation loss: 0.073579 Validation acc: 0.970000\n",
      "Epoch: 370/1000 Iteration: 3335 Train loss: 0.053080 Train acc: 0.973333\n",
      "Epoch: 371/1000 Iteration: 3340 Train loss: 0.044918 Train acc: 0.978333\n",
      "Epoch: 371/1000 Iteration: 3340 Validation loss: 0.073488 Validation acc: 0.969444\n",
      "Epoch: 371/1000 Iteration: 3345 Train loss: 0.044917 Train acc: 0.983333\n",
      "Epoch: 372/1000 Iteration: 3350 Train loss: 0.035041 Train acc: 0.986667\n",
      "Epoch: 372/1000 Iteration: 3350 Validation loss: 0.073420 Validation acc: 0.970000\n",
      "Epoch: 372/1000 Iteration: 3355 Train loss: 0.038071 Train acc: 0.985000\n",
      "Epoch: 373/1000 Iteration: 3360 Train loss: 0.065010 Train acc: 0.968333\n",
      "Epoch: 373/1000 Iteration: 3360 Validation loss: 0.073391 Validation acc: 0.970555\n",
      "Epoch: 373/1000 Iteration: 3365 Train loss: 0.034482 Train acc: 0.988333\n",
      "Epoch: 374/1000 Iteration: 3370 Train loss: 0.065525 Train acc: 0.968333\n",
      "Epoch: 374/1000 Iteration: 3370 Validation loss: 0.073855 Validation acc: 0.968889\n",
      "Epoch: 374/1000 Iteration: 3375 Train loss: 0.035498 Train acc: 0.988333\n",
      "Epoch: 375/1000 Iteration: 3380 Train loss: 0.050223 Train acc: 0.978333\n",
      "Epoch: 375/1000 Iteration: 3380 Validation loss: 0.073741 Validation acc: 0.970000\n",
      "Epoch: 376/1000 Iteration: 3385 Train loss: 0.044731 Train acc: 0.981667\n",
      "Epoch: 376/1000 Iteration: 3390 Train loss: 0.042536 Train acc: 0.981667\n",
      "Epoch: 376/1000 Iteration: 3390 Validation loss: 0.073318 Validation acc: 0.969444\n",
      "Epoch: 377/1000 Iteration: 3395 Train loss: 0.039152 Train acc: 0.980000\n",
      "Epoch: 377/1000 Iteration: 3400 Train loss: 0.038397 Train acc: 0.986667\n",
      "Epoch: 377/1000 Iteration: 3400 Validation loss: 0.073234 Validation acc: 0.970556\n",
      "Epoch: 378/1000 Iteration: 3405 Train loss: 0.059730 Train acc: 0.968333\n",
      "Epoch: 378/1000 Iteration: 3410 Train loss: 0.030209 Train acc: 0.988333\n",
      "Epoch: 378/1000 Iteration: 3410 Validation loss: 0.073812 Validation acc: 0.970000\n",
      "Epoch: 379/1000 Iteration: 3415 Train loss: 0.062092 Train acc: 0.966667\n",
      "Epoch: 379/1000 Iteration: 3420 Train loss: 0.033925 Train acc: 0.990000\n",
      "Epoch: 379/1000 Iteration: 3420 Validation loss: 0.073313 Validation acc: 0.971667\n",
      "Epoch: 380/1000 Iteration: 3425 Train loss: 0.049355 Train acc: 0.971667\n",
      "Epoch: 381/1000 Iteration: 3430 Train loss: 0.041058 Train acc: 0.986667\n",
      "Epoch: 381/1000 Iteration: 3430 Validation loss: 0.073191 Validation acc: 0.970000\n",
      "Epoch: 381/1000 Iteration: 3435 Train loss: 0.041738 Train acc: 0.983333\n",
      "Epoch: 382/1000 Iteration: 3440 Train loss: 0.036900 Train acc: 0.986667\n",
      "Epoch: 382/1000 Iteration: 3440 Validation loss: 0.072733 Validation acc: 0.971111\n",
      "Epoch: 382/1000 Iteration: 3445 Train loss: 0.036732 Train acc: 0.985000\n",
      "Epoch: 383/1000 Iteration: 3450 Train loss: 0.062012 Train acc: 0.971667\n",
      "Epoch: 383/1000 Iteration: 3450 Validation loss: 0.073113 Validation acc: 0.969444\n",
      "Epoch: 383/1000 Iteration: 3455 Train loss: 0.031580 Train acc: 0.986667\n",
      "Epoch: 384/1000 Iteration: 3460 Train loss: 0.060276 Train acc: 0.966667\n",
      "Epoch: 384/1000 Iteration: 3460 Validation loss: 0.072926 Validation acc: 0.970000\n",
      "Epoch: 384/1000 Iteration: 3465 Train loss: 0.034975 Train acc: 0.988333\n",
      "Epoch: 385/1000 Iteration: 3470 Train loss: 0.048640 Train acc: 0.980000\n",
      "Epoch: 385/1000 Iteration: 3470 Validation loss: 0.072545 Validation acc: 0.971111\n",
      "Epoch: 386/1000 Iteration: 3475 Train loss: 0.040857 Train acc: 0.983333\n",
      "Epoch: 386/1000 Iteration: 3480 Train loss: 0.041301 Train acc: 0.978333\n",
      "Epoch: 386/1000 Iteration: 3480 Validation loss: 0.072493 Validation acc: 0.970000\n",
      "Epoch: 387/1000 Iteration: 3485 Train loss: 0.036295 Train acc: 0.985000\n",
      "Epoch: 387/1000 Iteration: 3490 Train loss: 0.038213 Train acc: 0.988333\n",
      "Epoch: 387/1000 Iteration: 3490 Validation loss: 0.072981 Validation acc: 0.970000\n",
      "Epoch: 388/1000 Iteration: 3495 Train loss: 0.063497 Train acc: 0.973333\n",
      "Epoch: 388/1000 Iteration: 3500 Train loss: 0.029197 Train acc: 0.990000\n",
      "Epoch: 388/1000 Iteration: 3500 Validation loss: 0.073263 Validation acc: 0.970000\n",
      "Epoch: 389/1000 Iteration: 3505 Train loss: 0.061836 Train acc: 0.966667\n",
      "Epoch: 389/1000 Iteration: 3510 Train loss: 0.038364 Train acc: 0.980000\n",
      "Epoch: 389/1000 Iteration: 3510 Validation loss: 0.072655 Validation acc: 0.971111\n",
      "Epoch: 390/1000 Iteration: 3515 Train loss: 0.050262 Train acc: 0.981667\n",
      "Epoch: 391/1000 Iteration: 3520 Train loss: 0.043005 Train acc: 0.986667\n",
      "Epoch: 391/1000 Iteration: 3520 Validation loss: 0.072442 Validation acc: 0.970556\n",
      "Epoch: 391/1000 Iteration: 3525 Train loss: 0.044136 Train acc: 0.978333\n",
      "Epoch: 392/1000 Iteration: 3530 Train loss: 0.036171 Train acc: 0.986667\n",
      "Epoch: 392/1000 Iteration: 3530 Validation loss: 0.072511 Validation acc: 0.969444\n",
      "Epoch: 392/1000 Iteration: 3535 Train loss: 0.034862 Train acc: 0.986667\n",
      "Epoch: 393/1000 Iteration: 3540 Train loss: 0.064979 Train acc: 0.973333\n",
      "Epoch: 393/1000 Iteration: 3540 Validation loss: 0.072620 Validation acc: 0.970556\n",
      "Epoch: 393/1000 Iteration: 3545 Train loss: 0.027501 Train acc: 0.991667\n",
      "Epoch: 394/1000 Iteration: 3550 Train loss: 0.064358 Train acc: 0.970000\n",
      "Epoch: 394/1000 Iteration: 3550 Validation loss: 0.072283 Validation acc: 0.970556\n",
      "Epoch: 394/1000 Iteration: 3555 Train loss: 0.031188 Train acc: 0.990000\n",
      "Epoch: 395/1000 Iteration: 3560 Train loss: 0.047418 Train acc: 0.981667\n",
      "Epoch: 395/1000 Iteration: 3560 Validation loss: 0.071814 Validation acc: 0.971111\n",
      "Epoch: 396/1000 Iteration: 3565 Train loss: 0.043755 Train acc: 0.983333\n",
      "Epoch: 396/1000 Iteration: 3570 Train loss: 0.044602 Train acc: 0.981667\n",
      "Epoch: 396/1000 Iteration: 3570 Validation loss: 0.071797 Validation acc: 0.971667\n",
      "Epoch: 397/1000 Iteration: 3575 Train loss: 0.028358 Train acc: 0.990000\n",
      "Epoch: 397/1000 Iteration: 3580 Train loss: 0.038353 Train acc: 0.985000\n",
      "Epoch: 397/1000 Iteration: 3580 Validation loss: 0.072583 Validation acc: 0.971111\n",
      "Epoch: 398/1000 Iteration: 3585 Train loss: 0.061807 Train acc: 0.970000\n",
      "Epoch: 398/1000 Iteration: 3590 Train loss: 0.025729 Train acc: 0.991667\n",
      "Epoch: 398/1000 Iteration: 3590 Validation loss: 0.072578 Validation acc: 0.971111\n",
      "Epoch: 399/1000 Iteration: 3595 Train loss: 0.062235 Train acc: 0.971667\n",
      "Epoch: 399/1000 Iteration: 3600 Train loss: 0.032547 Train acc: 0.993333\n",
      "Epoch: 399/1000 Iteration: 3600 Validation loss: 0.072604 Validation acc: 0.970556\n",
      "Epoch: 400/1000 Iteration: 3605 Train loss: 0.043781 Train acc: 0.981667\n",
      "Epoch: 401/1000 Iteration: 3610 Train loss: 0.042325 Train acc: 0.978333\n",
      "Epoch: 401/1000 Iteration: 3610 Validation loss: 0.072614 Validation acc: 0.971111\n",
      "Epoch: 401/1000 Iteration: 3615 Train loss: 0.040809 Train acc: 0.980000\n",
      "Epoch: 402/1000 Iteration: 3620 Train loss: 0.032666 Train acc: 0.986667\n",
      "Epoch: 402/1000 Iteration: 3620 Validation loss: 0.072399 Validation acc: 0.971111\n",
      "Epoch: 402/1000 Iteration: 3625 Train loss: 0.035476 Train acc: 0.988333\n",
      "Epoch: 403/1000 Iteration: 3630 Train loss: 0.059848 Train acc: 0.971667\n",
      "Epoch: 403/1000 Iteration: 3630 Validation loss: 0.072393 Validation acc: 0.971111\n",
      "Epoch: 403/1000 Iteration: 3635 Train loss: 0.023887 Train acc: 0.993333\n",
      "Epoch: 404/1000 Iteration: 3640 Train loss: 0.057210 Train acc: 0.973333\n",
      "Epoch: 404/1000 Iteration: 3640 Validation loss: 0.072281 Validation acc: 0.971667\n",
      "Epoch: 404/1000 Iteration: 3645 Train loss: 0.029845 Train acc: 0.991667\n",
      "Epoch: 405/1000 Iteration: 3650 Train loss: 0.046346 Train acc: 0.978333\n",
      "Epoch: 405/1000 Iteration: 3650 Validation loss: 0.072418 Validation acc: 0.971111\n",
      "Epoch: 406/1000 Iteration: 3655 Train loss: 0.042251 Train acc: 0.980000\n",
      "Epoch: 406/1000 Iteration: 3660 Train loss: 0.042551 Train acc: 0.978333\n",
      "Epoch: 406/1000 Iteration: 3660 Validation loss: 0.072187 Validation acc: 0.972222\n",
      "Epoch: 407/1000 Iteration: 3665 Train loss: 0.027099 Train acc: 0.991667\n",
      "Epoch: 407/1000 Iteration: 3670 Train loss: 0.035873 Train acc: 0.983333\n",
      "Epoch: 407/1000 Iteration: 3670 Validation loss: 0.072371 Validation acc: 0.971667\n",
      "Epoch: 408/1000 Iteration: 3675 Train loss: 0.056869 Train acc: 0.968333\n",
      "Epoch: 408/1000 Iteration: 3680 Train loss: 0.024460 Train acc: 0.993333\n",
      "Epoch: 408/1000 Iteration: 3680 Validation loss: 0.073422 Validation acc: 0.972222\n",
      "Epoch: 409/1000 Iteration: 3685 Train loss: 0.049535 Train acc: 0.978333\n",
      "Epoch: 409/1000 Iteration: 3690 Train loss: 0.025003 Train acc: 0.991667\n",
      "Epoch: 409/1000 Iteration: 3690 Validation loss: 0.072964 Validation acc: 0.972778\n",
      "Epoch: 410/1000 Iteration: 3695 Train loss: 0.051698 Train acc: 0.980000\n",
      "Epoch: 411/1000 Iteration: 3700 Train loss: 0.039488 Train acc: 0.986667\n",
      "Epoch: 411/1000 Iteration: 3700 Validation loss: 0.072317 Validation acc: 0.971667\n",
      "Epoch: 411/1000 Iteration: 3705 Train loss: 0.039724 Train acc: 0.981667\n",
      "Epoch: 412/1000 Iteration: 3710 Train loss: 0.030729 Train acc: 0.988333\n",
      "Epoch: 412/1000 Iteration: 3710 Validation loss: 0.072095 Validation acc: 0.972778\n",
      "Epoch: 412/1000 Iteration: 3715 Train loss: 0.032720 Train acc: 0.986667\n",
      "Epoch: 413/1000 Iteration: 3720 Train loss: 0.064968 Train acc: 0.966667\n",
      "Epoch: 413/1000 Iteration: 3720 Validation loss: 0.072597 Validation acc: 0.972222\n",
      "Epoch: 413/1000 Iteration: 3725 Train loss: 0.028338 Train acc: 0.986667\n",
      "Epoch: 414/1000 Iteration: 3730 Train loss: 0.054745 Train acc: 0.970000\n",
      "Epoch: 414/1000 Iteration: 3730 Validation loss: 0.072654 Validation acc: 0.971111\n",
      "Epoch: 414/1000 Iteration: 3735 Train loss: 0.029307 Train acc: 0.991667\n",
      "Epoch: 415/1000 Iteration: 3740 Train loss: 0.045061 Train acc: 0.976667\n",
      "Epoch: 415/1000 Iteration: 3740 Validation loss: 0.073114 Validation acc: 0.971111\n",
      "Epoch: 416/1000 Iteration: 3745 Train loss: 0.039174 Train acc: 0.985000\n",
      "Epoch: 416/1000 Iteration: 3750 Train loss: 0.040397 Train acc: 0.980000\n",
      "Epoch: 416/1000 Iteration: 3750 Validation loss: 0.073509 Validation acc: 0.970000\n",
      "Epoch: 417/1000 Iteration: 3755 Train loss: 0.029526 Train acc: 0.986667\n",
      "Epoch: 417/1000 Iteration: 3760 Train loss: 0.028406 Train acc: 0.990000\n",
      "Epoch: 417/1000 Iteration: 3760 Validation loss: 0.073447 Validation acc: 0.969444\n",
      "Epoch: 418/1000 Iteration: 3765 Train loss: 0.056329 Train acc: 0.975000\n",
      "Epoch: 418/1000 Iteration: 3770 Train loss: 0.027501 Train acc: 0.991667\n",
      "Epoch: 418/1000 Iteration: 3770 Validation loss: 0.072915 Validation acc: 0.968889\n",
      "Epoch: 419/1000 Iteration: 3775 Train loss: 0.058432 Train acc: 0.975000\n",
      "Epoch: 419/1000 Iteration: 3780 Train loss: 0.032170 Train acc: 0.985000\n",
      "Epoch: 419/1000 Iteration: 3780 Validation loss: 0.073019 Validation acc: 0.968889\n",
      "Epoch: 420/1000 Iteration: 3785 Train loss: 0.042558 Train acc: 0.981667\n",
      "Epoch: 421/1000 Iteration: 3790 Train loss: 0.035188 Train acc: 0.986667\n",
      "Epoch: 421/1000 Iteration: 3790 Validation loss: 0.072768 Validation acc: 0.971111\n",
      "Epoch: 421/1000 Iteration: 3795 Train loss: 0.035414 Train acc: 0.983333\n",
      "Epoch: 422/1000 Iteration: 3800 Train loss: 0.026165 Train acc: 0.993333\n",
      "Epoch: 422/1000 Iteration: 3800 Validation loss: 0.072241 Validation acc: 0.971667\n",
      "Epoch: 422/1000 Iteration: 3805 Train loss: 0.034764 Train acc: 0.986667\n",
      "Epoch: 423/1000 Iteration: 3810 Train loss: 0.054178 Train acc: 0.975000\n",
      "Epoch: 423/1000 Iteration: 3810 Validation loss: 0.072560 Validation acc: 0.970556\n",
      "Epoch: 423/1000 Iteration: 3815 Train loss: 0.024300 Train acc: 0.991667\n",
      "Epoch: 424/1000 Iteration: 3820 Train loss: 0.049624 Train acc: 0.976667\n",
      "Epoch: 424/1000 Iteration: 3820 Validation loss: 0.072684 Validation acc: 0.970556\n",
      "Epoch: 424/1000 Iteration: 3825 Train loss: 0.027135 Train acc: 0.990000\n",
      "Epoch: 425/1000 Iteration: 3830 Train loss: 0.043256 Train acc: 0.978333\n",
      "Epoch: 425/1000 Iteration: 3830 Validation loss: 0.073305 Validation acc: 0.971111\n",
      "Epoch: 426/1000 Iteration: 3835 Train loss: 0.041974 Train acc: 0.986667\n",
      "Epoch: 426/1000 Iteration: 3840 Train loss: 0.036846 Train acc: 0.980000\n",
      "Epoch: 426/1000 Iteration: 3840 Validation loss: 0.072729 Validation acc: 0.971667\n",
      "Epoch: 427/1000 Iteration: 3845 Train loss: 0.026553 Train acc: 0.988333\n",
      "Epoch: 427/1000 Iteration: 3850 Train loss: 0.028162 Train acc: 0.995000\n",
      "Epoch: 427/1000 Iteration: 3850 Validation loss: 0.072170 Validation acc: 0.971667\n",
      "Epoch: 428/1000 Iteration: 3855 Train loss: 0.054719 Train acc: 0.976667\n",
      "Epoch: 428/1000 Iteration: 3860 Train loss: 0.026968 Train acc: 0.990000\n",
      "Epoch: 428/1000 Iteration: 3860 Validation loss: 0.072756 Validation acc: 0.972222\n",
      "Epoch: 429/1000 Iteration: 3865 Train loss: 0.056888 Train acc: 0.973333\n",
      "Epoch: 429/1000 Iteration: 3870 Train loss: 0.027954 Train acc: 0.990000\n",
      "Epoch: 429/1000 Iteration: 3870 Validation loss: 0.073119 Validation acc: 0.971111\n",
      "Epoch: 430/1000 Iteration: 3875 Train loss: 0.043766 Train acc: 0.976667\n",
      "Epoch: 431/1000 Iteration: 3880 Train loss: 0.035691 Train acc: 0.990000\n",
      "Epoch: 431/1000 Iteration: 3880 Validation loss: 0.073119 Validation acc: 0.970556\n",
      "Epoch: 431/1000 Iteration: 3885 Train loss: 0.035143 Train acc: 0.985000\n",
      "Epoch: 432/1000 Iteration: 3890 Train loss: 0.029970 Train acc: 0.988333\n",
      "Epoch: 432/1000 Iteration: 3890 Validation loss: 0.073863 Validation acc: 0.970556\n",
      "Epoch: 432/1000 Iteration: 3895 Train loss: 0.030034 Train acc: 0.991667\n",
      "Epoch: 433/1000 Iteration: 3900 Train loss: 0.055512 Train acc: 0.971667\n",
      "Epoch: 433/1000 Iteration: 3900 Validation loss: 0.073793 Validation acc: 0.970000\n",
      "Epoch: 433/1000 Iteration: 3905 Train loss: 0.024374 Train acc: 0.988333\n",
      "Epoch: 434/1000 Iteration: 3910 Train loss: 0.049895 Train acc: 0.973333\n",
      "Epoch: 434/1000 Iteration: 3910 Validation loss: 0.073162 Validation acc: 0.971667\n",
      "Epoch: 434/1000 Iteration: 3915 Train loss: 0.027194 Train acc: 0.991667\n",
      "Epoch: 435/1000 Iteration: 3920 Train loss: 0.043735 Train acc: 0.985000\n",
      "Epoch: 435/1000 Iteration: 3920 Validation loss: 0.072843 Validation acc: 0.970556\n",
      "Epoch: 436/1000 Iteration: 3925 Train loss: 0.032665 Train acc: 0.990000\n",
      "Epoch: 436/1000 Iteration: 3930 Train loss: 0.034871 Train acc: 0.983333\n",
      "Epoch: 436/1000 Iteration: 3930 Validation loss: 0.072698 Validation acc: 0.970556\n",
      "Epoch: 437/1000 Iteration: 3935 Train loss: 0.025812 Train acc: 0.991667\n",
      "Epoch: 437/1000 Iteration: 3940 Train loss: 0.027483 Train acc: 0.991667\n",
      "Epoch: 437/1000 Iteration: 3940 Validation loss: 0.072858 Validation acc: 0.970000\n",
      "Epoch: 438/1000 Iteration: 3945 Train loss: 0.053579 Train acc: 0.973333\n",
      "Epoch: 438/1000 Iteration: 3950 Train loss: 0.022659 Train acc: 0.993333\n",
      "Epoch: 438/1000 Iteration: 3950 Validation loss: 0.072258 Validation acc: 0.970556\n",
      "Epoch: 439/1000 Iteration: 3955 Train loss: 0.050878 Train acc: 0.976667\n",
      "Epoch: 439/1000 Iteration: 3960 Train loss: 0.026990 Train acc: 0.988333\n",
      "Epoch: 439/1000 Iteration: 3960 Validation loss: 0.072648 Validation acc: 0.970556\n",
      "Epoch: 440/1000 Iteration: 3965 Train loss: 0.042951 Train acc: 0.980000\n",
      "Epoch: 441/1000 Iteration: 3970 Train loss: 0.036682 Train acc: 0.986667\n",
      "Epoch: 441/1000 Iteration: 3970 Validation loss: 0.072244 Validation acc: 0.970556\n",
      "Epoch: 441/1000 Iteration: 3975 Train loss: 0.032895 Train acc: 0.980000\n",
      "Epoch: 442/1000 Iteration: 3980 Train loss: 0.022123 Train acc: 0.993333\n",
      "Epoch: 442/1000 Iteration: 3980 Validation loss: 0.071565 Validation acc: 0.970556\n",
      "Epoch: 442/1000 Iteration: 3985 Train loss: 0.027871 Train acc: 0.993333\n",
      "Epoch: 443/1000 Iteration: 3990 Train loss: 0.055761 Train acc: 0.970000\n",
      "Epoch: 443/1000 Iteration: 3990 Validation loss: 0.072229 Validation acc: 0.971111\n",
      "Epoch: 443/1000 Iteration: 3995 Train loss: 0.022817 Train acc: 0.991667\n",
      "Epoch: 444/1000 Iteration: 4000 Train loss: 0.053080 Train acc: 0.975000\n",
      "Epoch: 444/1000 Iteration: 4000 Validation loss: 0.072808 Validation acc: 0.971667\n",
      "Epoch: 444/1000 Iteration: 4005 Train loss: 0.023805 Train acc: 0.991667\n",
      "Epoch: 445/1000 Iteration: 4010 Train loss: 0.043667 Train acc: 0.981667\n",
      "Epoch: 445/1000 Iteration: 4010 Validation loss: 0.072047 Validation acc: 0.971667\n",
      "Epoch: 446/1000 Iteration: 4015 Train loss: 0.030574 Train acc: 0.990000\n",
      "Epoch: 446/1000 Iteration: 4020 Train loss: 0.032610 Train acc: 0.983333\n",
      "Epoch: 446/1000 Iteration: 4020 Validation loss: 0.072794 Validation acc: 0.970556\n",
      "Epoch: 447/1000 Iteration: 4025 Train loss: 0.024305 Train acc: 0.993333\n",
      "Epoch: 447/1000 Iteration: 4030 Train loss: 0.029654 Train acc: 0.985000\n",
      "Epoch: 447/1000 Iteration: 4030 Validation loss: 0.072990 Validation acc: 0.972222\n",
      "Epoch: 448/1000 Iteration: 4035 Train loss: 0.053635 Train acc: 0.973333\n",
      "Epoch: 448/1000 Iteration: 4040 Train loss: 0.023082 Train acc: 0.993333\n",
      "Epoch: 448/1000 Iteration: 4040 Validation loss: 0.073187 Validation acc: 0.971111\n",
      "Epoch: 449/1000 Iteration: 4045 Train loss: 0.051733 Train acc: 0.976667\n",
      "Epoch: 449/1000 Iteration: 4050 Train loss: 0.025001 Train acc: 0.990000\n",
      "Epoch: 449/1000 Iteration: 4050 Validation loss: 0.073192 Validation acc: 0.971667\n",
      "Epoch: 450/1000 Iteration: 4055 Train loss: 0.035896 Train acc: 0.985000\n",
      "Epoch: 451/1000 Iteration: 4060 Train loss: 0.033390 Train acc: 0.985000\n",
      "Epoch: 451/1000 Iteration: 4060 Validation loss: 0.072712 Validation acc: 0.970556\n",
      "Epoch: 451/1000 Iteration: 4065 Train loss: 0.032481 Train acc: 0.985000\n",
      "Epoch: 452/1000 Iteration: 4070 Train loss: 0.025235 Train acc: 0.991667\n",
      "Epoch: 452/1000 Iteration: 4070 Validation loss: 0.071907 Validation acc: 0.971667\n",
      "Epoch: 452/1000 Iteration: 4075 Train loss: 0.025889 Train acc: 0.990000\n",
      "Epoch: 453/1000 Iteration: 4080 Train loss: 0.053948 Train acc: 0.973333\n",
      "Epoch: 453/1000 Iteration: 4080 Validation loss: 0.071340 Validation acc: 0.972778\n",
      "Epoch: 453/1000 Iteration: 4085 Train loss: 0.017841 Train acc: 0.993333\n",
      "Epoch: 454/1000 Iteration: 4090 Train loss: 0.050315 Train acc: 0.976667\n",
      "Epoch: 454/1000 Iteration: 4090 Validation loss: 0.071713 Validation acc: 0.971111\n",
      "Epoch: 454/1000 Iteration: 4095 Train loss: 0.024492 Train acc: 0.991667\n",
      "Epoch: 455/1000 Iteration: 4100 Train loss: 0.041009 Train acc: 0.981667\n",
      "Epoch: 455/1000 Iteration: 4100 Validation loss: 0.072390 Validation acc: 0.971667\n",
      "Epoch: 456/1000 Iteration: 4105 Train loss: 0.036607 Train acc: 0.988333\n",
      "Epoch: 456/1000 Iteration: 4110 Train loss: 0.033264 Train acc: 0.983333\n",
      "Epoch: 456/1000 Iteration: 4110 Validation loss: 0.072350 Validation acc: 0.971667\n",
      "Epoch: 457/1000 Iteration: 4115 Train loss: 0.022347 Train acc: 0.991667\n",
      "Epoch: 457/1000 Iteration: 4120 Train loss: 0.024879 Train acc: 0.991667\n",
      "Epoch: 457/1000 Iteration: 4120 Validation loss: 0.072813 Validation acc: 0.971667\n",
      "Epoch: 458/1000 Iteration: 4125 Train loss: 0.048613 Train acc: 0.975000\n",
      "Epoch: 458/1000 Iteration: 4130 Train loss: 0.024839 Train acc: 0.991667\n",
      "Epoch: 458/1000 Iteration: 4130 Validation loss: 0.073128 Validation acc: 0.971111\n",
      "Epoch: 459/1000 Iteration: 4135 Train loss: 0.046823 Train acc: 0.980000\n",
      "Epoch: 459/1000 Iteration: 4140 Train loss: 0.024007 Train acc: 0.988333\n",
      "Epoch: 459/1000 Iteration: 4140 Validation loss: 0.072939 Validation acc: 0.971111\n",
      "Epoch: 460/1000 Iteration: 4145 Train loss: 0.042666 Train acc: 0.980000\n",
      "Epoch: 461/1000 Iteration: 4150 Train loss: 0.035713 Train acc: 0.980000\n",
      "Epoch: 461/1000 Iteration: 4150 Validation loss: 0.072297 Validation acc: 0.971111\n",
      "Epoch: 461/1000 Iteration: 4155 Train loss: 0.029562 Train acc: 0.988333\n",
      "Epoch: 462/1000 Iteration: 4160 Train loss: 0.024549 Train acc: 0.991667\n",
      "Epoch: 462/1000 Iteration: 4160 Validation loss: 0.072200 Validation acc: 0.970556\n",
      "Epoch: 462/1000 Iteration: 4165 Train loss: 0.023499 Train acc: 0.993333\n",
      "Epoch: 463/1000 Iteration: 4170 Train loss: 0.050489 Train acc: 0.973333\n",
      "Epoch: 463/1000 Iteration: 4170 Validation loss: 0.073187 Validation acc: 0.971111\n",
      "Epoch: 463/1000 Iteration: 4175 Train loss: 0.019063 Train acc: 0.995000\n",
      "Epoch: 464/1000 Iteration: 4180 Train loss: 0.043517 Train acc: 0.980000\n",
      "Epoch: 464/1000 Iteration: 4180 Validation loss: 0.074154 Validation acc: 0.971111\n",
      "Epoch: 464/1000 Iteration: 4185 Train loss: 0.020762 Train acc: 0.996667\n",
      "Epoch: 465/1000 Iteration: 4190 Train loss: 0.037891 Train acc: 0.986667\n",
      "Epoch: 465/1000 Iteration: 4190 Validation loss: 0.073978 Validation acc: 0.971111\n",
      "Epoch: 466/1000 Iteration: 4195 Train loss: 0.028196 Train acc: 0.990000\n",
      "Epoch: 466/1000 Iteration: 4200 Train loss: 0.029391 Train acc: 0.985000\n",
      "Epoch: 466/1000 Iteration: 4200 Validation loss: 0.073663 Validation acc: 0.972778\n",
      "Epoch: 467/1000 Iteration: 4205 Train loss: 0.024285 Train acc: 0.991667\n",
      "Epoch: 467/1000 Iteration: 4210 Train loss: 0.026278 Train acc: 0.995000\n",
      "Epoch: 467/1000 Iteration: 4210 Validation loss: 0.074191 Validation acc: 0.973333\n",
      "Epoch: 468/1000 Iteration: 4215 Train loss: 0.049257 Train acc: 0.975000\n",
      "Epoch: 468/1000 Iteration: 4220 Train loss: 0.021001 Train acc: 0.990000\n",
      "Epoch: 468/1000 Iteration: 4220 Validation loss: 0.076811 Validation acc: 0.972778\n",
      "Epoch: 469/1000 Iteration: 4225 Train loss: 0.046595 Train acc: 0.975000\n",
      "Epoch: 469/1000 Iteration: 4230 Train loss: 0.022139 Train acc: 0.993333\n",
      "Epoch: 469/1000 Iteration: 4230 Validation loss: 0.075891 Validation acc: 0.975556\n",
      "Epoch: 470/1000 Iteration: 4235 Train loss: 0.037849 Train acc: 0.983333\n",
      "Epoch: 471/1000 Iteration: 4240 Train loss: 0.034914 Train acc: 0.990000\n",
      "Epoch: 471/1000 Iteration: 4240 Validation loss: 0.075840 Validation acc: 0.972778\n",
      "Epoch: 471/1000 Iteration: 4245 Train loss: 0.031837 Train acc: 0.986667\n",
      "Epoch: 472/1000 Iteration: 4250 Train loss: 0.023303 Train acc: 0.991667\n",
      "Epoch: 472/1000 Iteration: 4250 Validation loss: 0.075260 Validation acc: 0.972222\n",
      "Epoch: 472/1000 Iteration: 4255 Train loss: 0.027657 Train acc: 0.988333\n",
      "Epoch: 473/1000 Iteration: 4260 Train loss: 0.046290 Train acc: 0.975000\n",
      "Epoch: 473/1000 Iteration: 4260 Validation loss: 0.073638 Validation acc: 0.972778\n",
      "Epoch: 473/1000 Iteration: 4265 Train loss: 0.022288 Train acc: 0.991667\n",
      "Epoch: 474/1000 Iteration: 4270 Train loss: 0.044762 Train acc: 0.971667\n",
      "Epoch: 474/1000 Iteration: 4270 Validation loss: 0.073796 Validation acc: 0.971667\n",
      "Epoch: 474/1000 Iteration: 4275 Train loss: 0.020982 Train acc: 0.993333\n",
      "Epoch: 475/1000 Iteration: 4280 Train loss: 0.037793 Train acc: 0.985000\n",
      "Epoch: 475/1000 Iteration: 4280 Validation loss: 0.072650 Validation acc: 0.972778\n",
      "Epoch: 476/1000 Iteration: 4285 Train loss: 0.031068 Train acc: 0.985000\n",
      "Epoch: 476/1000 Iteration: 4290 Train loss: 0.030695 Train acc: 0.985000\n",
      "Epoch: 476/1000 Iteration: 4290 Validation loss: 0.072962 Validation acc: 0.973333\n",
      "Epoch: 477/1000 Iteration: 4295 Train loss: 0.023700 Train acc: 0.991667\n",
      "Epoch: 477/1000 Iteration: 4300 Train loss: 0.023058 Train acc: 0.995000\n",
      "Epoch: 477/1000 Iteration: 4300 Validation loss: 0.073869 Validation acc: 0.973333\n",
      "Epoch: 478/1000 Iteration: 4305 Train loss: 0.044981 Train acc: 0.975000\n",
      "Epoch: 478/1000 Iteration: 4310 Train loss: 0.018978 Train acc: 0.991667\n",
      "Epoch: 478/1000 Iteration: 4310 Validation loss: 0.074577 Validation acc: 0.973889\n",
      "Epoch: 479/1000 Iteration: 4315 Train loss: 0.040320 Train acc: 0.980000\n",
      "Epoch: 479/1000 Iteration: 4320 Train loss: 0.022269 Train acc: 0.991667\n",
      "Epoch: 479/1000 Iteration: 4320 Validation loss: 0.073951 Validation acc: 0.972778\n",
      "Epoch: 480/1000 Iteration: 4325 Train loss: 0.035133 Train acc: 0.985000\n",
      "Epoch: 481/1000 Iteration: 4330 Train loss: 0.030118 Train acc: 0.991667\n",
      "Epoch: 481/1000 Iteration: 4330 Validation loss: 0.072745 Validation acc: 0.973333\n",
      "Epoch: 481/1000 Iteration: 4335 Train loss: 0.031225 Train acc: 0.985000\n",
      "Epoch: 482/1000 Iteration: 4340 Train loss: 0.022665 Train acc: 0.988333\n",
      "Epoch: 482/1000 Iteration: 4340 Validation loss: 0.072997 Validation acc: 0.972778\n",
      "Epoch: 482/1000 Iteration: 4345 Train loss: 0.022574 Train acc: 0.993333\n",
      "Epoch: 483/1000 Iteration: 4350 Train loss: 0.046485 Train acc: 0.970000\n",
      "Epoch: 483/1000 Iteration: 4350 Validation loss: 0.073176 Validation acc: 0.973333\n",
      "Epoch: 483/1000 Iteration: 4355 Train loss: 0.016759 Train acc: 0.993333\n",
      "Epoch: 484/1000 Iteration: 4360 Train loss: 0.042338 Train acc: 0.980000\n",
      "Epoch: 484/1000 Iteration: 4360 Validation loss: 0.074085 Validation acc: 0.971667\n",
      "Epoch: 484/1000 Iteration: 4365 Train loss: 0.021713 Train acc: 0.991667\n",
      "Epoch: 485/1000 Iteration: 4370 Train loss: 0.038837 Train acc: 0.985000\n",
      "Epoch: 485/1000 Iteration: 4370 Validation loss: 0.074430 Validation acc: 0.971667\n",
      "Epoch: 486/1000 Iteration: 4375 Train loss: 0.031058 Train acc: 0.988333\n",
      "Epoch: 486/1000 Iteration: 4380 Train loss: 0.027347 Train acc: 0.988333\n",
      "Epoch: 486/1000 Iteration: 4380 Validation loss: 0.073781 Validation acc: 0.972778\n",
      "Epoch: 487/1000 Iteration: 4385 Train loss: 0.019629 Train acc: 0.991667\n",
      "Epoch: 487/1000 Iteration: 4390 Train loss: 0.025702 Train acc: 0.991667\n",
      "Epoch: 487/1000 Iteration: 4390 Validation loss: 0.074020 Validation acc: 0.972222\n",
      "Epoch: 488/1000 Iteration: 4395 Train loss: 0.041808 Train acc: 0.981667\n",
      "Epoch: 488/1000 Iteration: 4400 Train loss: 0.016073 Train acc: 0.995000\n",
      "Epoch: 488/1000 Iteration: 4400 Validation loss: 0.074606 Validation acc: 0.972778\n",
      "Epoch: 489/1000 Iteration: 4405 Train loss: 0.042778 Train acc: 0.975000\n",
      "Epoch: 489/1000 Iteration: 4410 Train loss: 0.023551 Train acc: 0.988333\n",
      "Epoch: 489/1000 Iteration: 4410 Validation loss: 0.075259 Validation acc: 0.972222\n",
      "Epoch: 490/1000 Iteration: 4415 Train loss: 0.031607 Train acc: 0.986667\n",
      "Epoch: 491/1000 Iteration: 4420 Train loss: 0.029540 Train acc: 0.990000\n",
      "Epoch: 491/1000 Iteration: 4420 Validation loss: 0.073295 Validation acc: 0.972778\n",
      "Epoch: 491/1000 Iteration: 4425 Train loss: 0.027048 Train acc: 0.991667\n",
      "Epoch: 492/1000 Iteration: 4430 Train loss: 0.020829 Train acc: 0.991667\n",
      "Epoch: 492/1000 Iteration: 4430 Validation loss: 0.072972 Validation acc: 0.971667\n",
      "Epoch: 492/1000 Iteration: 4435 Train loss: 0.026014 Train acc: 0.988333\n",
      "Epoch: 493/1000 Iteration: 4440 Train loss: 0.040576 Train acc: 0.983333\n",
      "Epoch: 493/1000 Iteration: 4440 Validation loss: 0.073929 Validation acc: 0.972222\n",
      "Epoch: 493/1000 Iteration: 4445 Train loss: 0.023726 Train acc: 0.988333\n",
      "Epoch: 494/1000 Iteration: 4450 Train loss: 0.039986 Train acc: 0.983333\n",
      "Epoch: 494/1000 Iteration: 4450 Validation loss: 0.075445 Validation acc: 0.971111\n",
      "Epoch: 494/1000 Iteration: 4455 Train loss: 0.020617 Train acc: 0.995000\n",
      "Epoch: 495/1000 Iteration: 4460 Train loss: 0.032105 Train acc: 0.983333\n",
      "Epoch: 495/1000 Iteration: 4460 Validation loss: 0.073969 Validation acc: 0.973889\n",
      "Epoch: 496/1000 Iteration: 4465 Train loss: 0.031537 Train acc: 0.986667\n",
      "Epoch: 496/1000 Iteration: 4470 Train loss: 0.029966 Train acc: 0.986667\n",
      "Epoch: 496/1000 Iteration: 4470 Validation loss: 0.075813 Validation acc: 0.973333\n",
      "Epoch: 497/1000 Iteration: 4475 Train loss: 0.021043 Train acc: 0.990000\n",
      "Epoch: 497/1000 Iteration: 4480 Train loss: 0.022862 Train acc: 0.991667\n",
      "Epoch: 497/1000 Iteration: 4480 Validation loss: 0.076309 Validation acc: 0.974444\n",
      "Epoch: 498/1000 Iteration: 4485 Train loss: 0.043347 Train acc: 0.975000\n",
      "Epoch: 498/1000 Iteration: 4490 Train loss: 0.017202 Train acc: 0.990000\n",
      "Epoch: 498/1000 Iteration: 4490 Validation loss: 0.075175 Validation acc: 0.973889\n",
      "Epoch: 499/1000 Iteration: 4495 Train loss: 0.042263 Train acc: 0.983333\n",
      "Epoch: 499/1000 Iteration: 4500 Train loss: 0.020146 Train acc: 0.990000\n",
      "Epoch: 499/1000 Iteration: 4500 Validation loss: 0.075066 Validation acc: 0.972778\n",
      "Epoch: 500/1000 Iteration: 4505 Train loss: 0.037077 Train acc: 0.985000\n",
      "Epoch: 501/1000 Iteration: 4510 Train loss: 0.032798 Train acc: 0.985000\n",
      "Epoch: 501/1000 Iteration: 4510 Validation loss: 0.073660 Validation acc: 0.973333\n",
      "Epoch: 501/1000 Iteration: 4515 Train loss: 0.028861 Train acc: 0.986667\n",
      "Epoch: 502/1000 Iteration: 4520 Train loss: 0.018645 Train acc: 0.993333\n",
      "Epoch: 502/1000 Iteration: 4520 Validation loss: 0.074440 Validation acc: 0.971667\n",
      "Epoch: 502/1000 Iteration: 4525 Train loss: 0.021375 Train acc: 0.995000\n",
      "Epoch: 503/1000 Iteration: 4530 Train loss: 0.042084 Train acc: 0.981667\n",
      "Epoch: 503/1000 Iteration: 4530 Validation loss: 0.074346 Validation acc: 0.973333\n",
      "Epoch: 503/1000 Iteration: 4535 Train loss: 0.020929 Train acc: 0.991667\n",
      "Epoch: 504/1000 Iteration: 4540 Train loss: 0.039610 Train acc: 0.980000\n",
      "Epoch: 504/1000 Iteration: 4540 Validation loss: 0.075181 Validation acc: 0.972222\n",
      "Epoch: 504/1000 Iteration: 4545 Train loss: 0.018880 Train acc: 0.993333\n",
      "Epoch: 505/1000 Iteration: 4550 Train loss: 0.037680 Train acc: 0.985000\n",
      "Epoch: 505/1000 Iteration: 4550 Validation loss: 0.074737 Validation acc: 0.973889\n",
      "Epoch: 506/1000 Iteration: 4555 Train loss: 0.028263 Train acc: 0.988333\n",
      "Epoch: 506/1000 Iteration: 4560 Train loss: 0.026254 Train acc: 0.991667\n",
      "Epoch: 506/1000 Iteration: 4560 Validation loss: 0.075721 Validation acc: 0.974444\n",
      "Epoch: 507/1000 Iteration: 4565 Train loss: 0.019869 Train acc: 0.990000\n",
      "Epoch: 507/1000 Iteration: 4570 Train loss: 0.021260 Train acc: 0.991667\n",
      "Epoch: 507/1000 Iteration: 4570 Validation loss: 0.076404 Validation acc: 0.974444\n",
      "Epoch: 508/1000 Iteration: 4575 Train loss: 0.037169 Train acc: 0.980000\n",
      "Epoch: 508/1000 Iteration: 4580 Train loss: 0.014029 Train acc: 0.995000\n",
      "Epoch: 508/1000 Iteration: 4580 Validation loss: 0.073813 Validation acc: 0.975000\n",
      "Epoch: 509/1000 Iteration: 4585 Train loss: 0.038783 Train acc: 0.985000\n",
      "Epoch: 509/1000 Iteration: 4590 Train loss: 0.018946 Train acc: 0.993333\n",
      "Epoch: 509/1000 Iteration: 4590 Validation loss: 0.073741 Validation acc: 0.973333\n",
      "Epoch: 510/1000 Iteration: 4595 Train loss: 0.034622 Train acc: 0.985000\n",
      "Epoch: 511/1000 Iteration: 4600 Train loss: 0.030694 Train acc: 0.988333\n",
      "Epoch: 511/1000 Iteration: 4600 Validation loss: 0.073070 Validation acc: 0.973889\n",
      "Epoch: 511/1000 Iteration: 4605 Train loss: 0.027923 Train acc: 0.986667\n",
      "Epoch: 512/1000 Iteration: 4610 Train loss: 0.018294 Train acc: 0.995000\n",
      "Epoch: 512/1000 Iteration: 4610 Validation loss: 0.072142 Validation acc: 0.973889\n",
      "Epoch: 512/1000 Iteration: 4615 Train loss: 0.021117 Train acc: 0.993333\n",
      "Epoch: 513/1000 Iteration: 4620 Train loss: 0.040189 Train acc: 0.978333\n",
      "Epoch: 513/1000 Iteration: 4620 Validation loss: 0.073115 Validation acc: 0.973333\n",
      "Epoch: 513/1000 Iteration: 4625 Train loss: 0.016548 Train acc: 0.991667\n",
      "Epoch: 514/1000 Iteration: 4630 Train loss: 0.037443 Train acc: 0.980000\n",
      "Epoch: 514/1000 Iteration: 4630 Validation loss: 0.074928 Validation acc: 0.972222\n",
      "Epoch: 514/1000 Iteration: 4635 Train loss: 0.018819 Train acc: 0.991667\n",
      "Epoch: 515/1000 Iteration: 4640 Train loss: 0.030304 Train acc: 0.986667\n",
      "Epoch: 515/1000 Iteration: 4640 Validation loss: 0.074723 Validation acc: 0.972778\n",
      "Epoch: 516/1000 Iteration: 4645 Train loss: 0.027779 Train acc: 0.988333\n",
      "Epoch: 516/1000 Iteration: 4650 Train loss: 0.026313 Train acc: 0.988333\n",
      "Epoch: 516/1000 Iteration: 4650 Validation loss: 0.074025 Validation acc: 0.973889\n",
      "Epoch: 517/1000 Iteration: 4655 Train loss: 0.018268 Train acc: 0.993333\n",
      "Epoch: 517/1000 Iteration: 4660 Train loss: 0.023463 Train acc: 0.991667\n",
      "Epoch: 517/1000 Iteration: 4660 Validation loss: 0.074620 Validation acc: 0.973333\n",
      "Epoch: 518/1000 Iteration: 4665 Train loss: 0.039158 Train acc: 0.980000\n",
      "Epoch: 518/1000 Iteration: 4670 Train loss: 0.014395 Train acc: 0.993333\n",
      "Epoch: 518/1000 Iteration: 4670 Validation loss: 0.076275 Validation acc: 0.973889\n",
      "Epoch: 519/1000 Iteration: 4675 Train loss: 0.037247 Train acc: 0.986667\n",
      "Epoch: 519/1000 Iteration: 4680 Train loss: 0.019230 Train acc: 0.993333\n",
      "Epoch: 519/1000 Iteration: 4680 Validation loss: 0.076192 Validation acc: 0.973333\n",
      "Epoch: 520/1000 Iteration: 4685 Train loss: 0.036340 Train acc: 0.986667\n",
      "Epoch: 521/1000 Iteration: 4690 Train loss: 0.027352 Train acc: 0.991667\n",
      "Epoch: 521/1000 Iteration: 4690 Validation loss: 0.076682 Validation acc: 0.973889\n",
      "Epoch: 521/1000 Iteration: 4695 Train loss: 0.027914 Train acc: 0.986667\n",
      "Epoch: 522/1000 Iteration: 4700 Train loss: 0.016815 Train acc: 0.993333\n",
      "Epoch: 522/1000 Iteration: 4700 Validation loss: 0.077856 Validation acc: 0.972778\n",
      "Epoch: 522/1000 Iteration: 4705 Train loss: 0.020697 Train acc: 0.991667\n",
      "Epoch: 523/1000 Iteration: 4710 Train loss: 0.038830 Train acc: 0.980000\n",
      "Epoch: 523/1000 Iteration: 4710 Validation loss: 0.075524 Validation acc: 0.972778\n",
      "Epoch: 523/1000 Iteration: 4715 Train loss: 0.018625 Train acc: 0.991667\n",
      "Epoch: 524/1000 Iteration: 4720 Train loss: 0.036887 Train acc: 0.983333\n",
      "Epoch: 524/1000 Iteration: 4720 Validation loss: 0.074633 Validation acc: 0.973333\n",
      "Epoch: 524/1000 Iteration: 4725 Train loss: 0.017126 Train acc: 0.993333\n",
      "Epoch: 525/1000 Iteration: 4730 Train loss: 0.030291 Train acc: 0.983333\n",
      "Epoch: 525/1000 Iteration: 4730 Validation loss: 0.076091 Validation acc: 0.974444\n",
      "Epoch: 526/1000 Iteration: 4735 Train loss: 0.032648 Train acc: 0.981667\n",
      "Epoch: 526/1000 Iteration: 4740 Train loss: 0.023465 Train acc: 0.985000\n",
      "Epoch: 526/1000 Iteration: 4740 Validation loss: 0.075221 Validation acc: 0.973333\n",
      "Epoch: 527/1000 Iteration: 4745 Train loss: 0.020226 Train acc: 0.991667\n",
      "Epoch: 527/1000 Iteration: 4750 Train loss: 0.020177 Train acc: 0.993333\n",
      "Epoch: 527/1000 Iteration: 4750 Validation loss: 0.073888 Validation acc: 0.975556\n",
      "Epoch: 528/1000 Iteration: 4755 Train loss: 0.042211 Train acc: 0.978333\n",
      "Epoch: 528/1000 Iteration: 4760 Train loss: 0.015512 Train acc: 0.995000\n",
      "Epoch: 528/1000 Iteration: 4760 Validation loss: 0.074816 Validation acc: 0.975000\n",
      "Epoch: 529/1000 Iteration: 4765 Train loss: 0.041240 Train acc: 0.981667\n",
      "Epoch: 529/1000 Iteration: 4770 Train loss: 0.018033 Train acc: 0.991667\n",
      "Epoch: 529/1000 Iteration: 4770 Validation loss: 0.076229 Validation acc: 0.973889\n",
      "Epoch: 530/1000 Iteration: 4775 Train loss: 0.029850 Train acc: 0.986667\n",
      "Epoch: 531/1000 Iteration: 4780 Train loss: 0.027394 Train acc: 0.988333\n",
      "Epoch: 531/1000 Iteration: 4780 Validation loss: 0.076222 Validation acc: 0.974444\n",
      "Epoch: 531/1000 Iteration: 4785 Train loss: 0.025380 Train acc: 0.988333\n",
      "Epoch: 532/1000 Iteration: 4790 Train loss: 0.017717 Train acc: 0.991667\n",
      "Epoch: 532/1000 Iteration: 4790 Validation loss: 0.074775 Validation acc: 0.974444\n",
      "Epoch: 532/1000 Iteration: 4795 Train loss: 0.020474 Train acc: 0.996667\n",
      "Epoch: 533/1000 Iteration: 4800 Train loss: 0.036440 Train acc: 0.980000\n",
      "Epoch: 533/1000 Iteration: 4800 Validation loss: 0.078511 Validation acc: 0.971667\n",
      "Epoch: 533/1000 Iteration: 4805 Train loss: 0.017929 Train acc: 0.995000\n",
      "Epoch: 534/1000 Iteration: 4810 Train loss: 0.035032 Train acc: 0.986667\n",
      "Epoch: 534/1000 Iteration: 4810 Validation loss: 0.077646 Validation acc: 0.972778\n",
      "Epoch: 534/1000 Iteration: 4815 Train loss: 0.018257 Train acc: 0.993333\n",
      "Epoch: 535/1000 Iteration: 4820 Train loss: 0.032748 Train acc: 0.986667\n",
      "Epoch: 535/1000 Iteration: 4820 Validation loss: 0.075761 Validation acc: 0.973333\n",
      "Epoch: 536/1000 Iteration: 4825 Train loss: 0.030662 Train acc: 0.990000\n",
      "Epoch: 536/1000 Iteration: 4830 Train loss: 0.024755 Train acc: 0.988333\n",
      "Epoch: 536/1000 Iteration: 4830 Validation loss: 0.075771 Validation acc: 0.974444\n",
      "Epoch: 537/1000 Iteration: 4835 Train loss: 0.016127 Train acc: 0.993333\n",
      "Epoch: 537/1000 Iteration: 4840 Train loss: 0.023122 Train acc: 0.995000\n",
      "Epoch: 537/1000 Iteration: 4840 Validation loss: 0.076214 Validation acc: 0.974444\n",
      "Epoch: 538/1000 Iteration: 4845 Train loss: 0.036508 Train acc: 0.983333\n",
      "Epoch: 538/1000 Iteration: 4850 Train loss: 0.017165 Train acc: 0.993333\n",
      "Epoch: 538/1000 Iteration: 4850 Validation loss: 0.076848 Validation acc: 0.974444\n",
      "Epoch: 539/1000 Iteration: 4855 Train loss: 0.036050 Train acc: 0.983333\n",
      "Epoch: 539/1000 Iteration: 4860 Train loss: 0.022227 Train acc: 0.990000\n",
      "Epoch: 539/1000 Iteration: 4860 Validation loss: 0.077470 Validation acc: 0.974444\n",
      "Epoch: 540/1000 Iteration: 4865 Train loss: 0.032247 Train acc: 0.985000\n",
      "Epoch: 541/1000 Iteration: 4870 Train loss: 0.028630 Train acc: 0.991667\n",
      "Epoch: 541/1000 Iteration: 4870 Validation loss: 0.077556 Validation acc: 0.974444\n",
      "Epoch: 541/1000 Iteration: 4875 Train loss: 0.023108 Train acc: 0.991667\n",
      "Epoch: 542/1000 Iteration: 4880 Train loss: 0.018991 Train acc: 0.991667\n",
      "Epoch: 542/1000 Iteration: 4880 Validation loss: 0.077943 Validation acc: 0.973889\n",
      "Epoch: 542/1000 Iteration: 4885 Train loss: 0.017258 Train acc: 0.996667\n",
      "Epoch: 543/1000 Iteration: 4890 Train loss: 0.037245 Train acc: 0.978333\n",
      "Epoch: 543/1000 Iteration: 4890 Validation loss: 0.076584 Validation acc: 0.973889\n",
      "Epoch: 543/1000 Iteration: 4895 Train loss: 0.013964 Train acc: 0.995000\n",
      "Epoch: 544/1000 Iteration: 4900 Train loss: 0.034365 Train acc: 0.986667\n",
      "Epoch: 544/1000 Iteration: 4900 Validation loss: 0.075658 Validation acc: 0.972778\n",
      "Epoch: 544/1000 Iteration: 4905 Train loss: 0.018186 Train acc: 0.993333\n",
      "Epoch: 545/1000 Iteration: 4910 Train loss: 0.031082 Train acc: 0.986667\n",
      "Epoch: 545/1000 Iteration: 4910 Validation loss: 0.076430 Validation acc: 0.974444\n",
      "Epoch: 546/1000 Iteration: 4915 Train loss: 0.024075 Train acc: 0.990000\n",
      "Epoch: 546/1000 Iteration: 4920 Train loss: 0.024739 Train acc: 0.990000\n",
      "Epoch: 546/1000 Iteration: 4920 Validation loss: 0.077355 Validation acc: 0.973333\n",
      "Epoch: 547/1000 Iteration: 4925 Train loss: 0.016690 Train acc: 0.995000\n",
      "Epoch: 547/1000 Iteration: 4930 Train loss: 0.016213 Train acc: 0.993333\n",
      "Epoch: 547/1000 Iteration: 4930 Validation loss: 0.077873 Validation acc: 0.974444\n",
      "Epoch: 548/1000 Iteration: 4935 Train loss: 0.033537 Train acc: 0.988333\n",
      "Epoch: 548/1000 Iteration: 4940 Train loss: 0.016754 Train acc: 0.993333\n",
      "Epoch: 548/1000 Iteration: 4940 Validation loss: 0.077895 Validation acc: 0.975000\n",
      "Epoch: 549/1000 Iteration: 4945 Train loss: 0.032263 Train acc: 0.988333\n",
      "Epoch: 549/1000 Iteration: 4950 Train loss: 0.019882 Train acc: 0.991667\n",
      "Epoch: 549/1000 Iteration: 4950 Validation loss: 0.078406 Validation acc: 0.974444\n",
      "Epoch: 550/1000 Iteration: 4955 Train loss: 0.032510 Train acc: 0.983333\n",
      "Epoch: 551/1000 Iteration: 4960 Train loss: 0.028527 Train acc: 0.986667\n",
      "Epoch: 551/1000 Iteration: 4960 Validation loss: 0.078182 Validation acc: 0.974444\n",
      "Epoch: 551/1000 Iteration: 4965 Train loss: 0.022947 Train acc: 0.988333\n",
      "Epoch: 552/1000 Iteration: 4970 Train loss: 0.017458 Train acc: 0.993333\n",
      "Epoch: 552/1000 Iteration: 4970 Validation loss: 0.078005 Validation acc: 0.973889\n",
      "Epoch: 552/1000 Iteration: 4975 Train loss: 0.019006 Train acc: 0.993333\n",
      "Epoch: 553/1000 Iteration: 4980 Train loss: 0.035460 Train acc: 0.986667\n",
      "Epoch: 553/1000 Iteration: 4980 Validation loss: 0.078364 Validation acc: 0.975000\n",
      "Epoch: 553/1000 Iteration: 4985 Train loss: 0.014143 Train acc: 0.995000\n",
      "Epoch: 554/1000 Iteration: 4990 Train loss: 0.033974 Train acc: 0.986667\n",
      "Epoch: 554/1000 Iteration: 4990 Validation loss: 0.076720 Validation acc: 0.975000\n",
      "Epoch: 554/1000 Iteration: 4995 Train loss: 0.015910 Train acc: 0.998333\n",
      "Epoch: 555/1000 Iteration: 5000 Train loss: 0.031745 Train acc: 0.988333\n",
      "Epoch: 555/1000 Iteration: 5000 Validation loss: 0.075078 Validation acc: 0.975000\n",
      "Epoch: 556/1000 Iteration: 5005 Train loss: 0.027390 Train acc: 0.985000\n",
      "Epoch: 556/1000 Iteration: 5010 Train loss: 0.022080 Train acc: 0.988333\n",
      "Epoch: 556/1000 Iteration: 5010 Validation loss: 0.076077 Validation acc: 0.974444\n",
      "Epoch: 557/1000 Iteration: 5015 Train loss: 0.016524 Train acc: 0.993333\n",
      "Epoch: 557/1000 Iteration: 5020 Train loss: 0.017429 Train acc: 0.995000\n",
      "Epoch: 557/1000 Iteration: 5020 Validation loss: 0.078030 Validation acc: 0.976111\n",
      "Epoch: 558/1000 Iteration: 5025 Train loss: 0.036070 Train acc: 0.980000\n",
      "Epoch: 558/1000 Iteration: 5030 Train loss: 0.015693 Train acc: 0.993333\n",
      "Epoch: 558/1000 Iteration: 5030 Validation loss: 0.075870 Validation acc: 0.973333\n",
      "Epoch: 559/1000 Iteration: 5035 Train loss: 0.039188 Train acc: 0.983333\n",
      "Epoch: 559/1000 Iteration: 5040 Train loss: 0.016384 Train acc: 0.996667\n",
      "Epoch: 559/1000 Iteration: 5040 Validation loss: 0.076878 Validation acc: 0.975000\n",
      "Epoch: 560/1000 Iteration: 5045 Train loss: 0.031381 Train acc: 0.985000\n",
      "Epoch: 561/1000 Iteration: 5050 Train loss: 0.028059 Train acc: 0.988333\n",
      "Epoch: 561/1000 Iteration: 5050 Validation loss: 0.076257 Validation acc: 0.973889\n",
      "Epoch: 561/1000 Iteration: 5055 Train loss: 0.023105 Train acc: 0.990000\n",
      "Epoch: 562/1000 Iteration: 5060 Train loss: 0.015853 Train acc: 0.993333\n",
      "Epoch: 562/1000 Iteration: 5060 Validation loss: 0.076863 Validation acc: 0.973889\n",
      "Epoch: 562/1000 Iteration: 5065 Train loss: 0.019099 Train acc: 0.995000\n",
      "Epoch: 563/1000 Iteration: 5070 Train loss: 0.034512 Train acc: 0.983333\n",
      "Epoch: 563/1000 Iteration: 5070 Validation loss: 0.077595 Validation acc: 0.972222\n",
      "Epoch: 563/1000 Iteration: 5075 Train loss: 0.016699 Train acc: 0.993333\n",
      "Epoch: 564/1000 Iteration: 5080 Train loss: 0.026912 Train acc: 0.986667\n",
      "Epoch: 564/1000 Iteration: 5080 Validation loss: 0.076448 Validation acc: 0.975000\n",
      "Epoch: 564/1000 Iteration: 5085 Train loss: 0.015097 Train acc: 0.995000\n",
      "Epoch: 565/1000 Iteration: 5090 Train loss: 0.035156 Train acc: 0.985000\n",
      "Epoch: 565/1000 Iteration: 5090 Validation loss: 0.076204 Validation acc: 0.973889\n",
      "Epoch: 566/1000 Iteration: 5095 Train loss: 0.024385 Train acc: 0.993333\n",
      "Epoch: 566/1000 Iteration: 5100 Train loss: 0.023022 Train acc: 0.990000\n",
      "Epoch: 566/1000 Iteration: 5100 Validation loss: 0.076666 Validation acc: 0.976111\n",
      "Epoch: 567/1000 Iteration: 5105 Train loss: 0.016061 Train acc: 0.995000\n",
      "Epoch: 567/1000 Iteration: 5110 Train loss: 0.016169 Train acc: 0.995000\n",
      "Epoch: 567/1000 Iteration: 5110 Validation loss: 0.077594 Validation acc: 0.975556\n",
      "Epoch: 568/1000 Iteration: 5115 Train loss: 0.032447 Train acc: 0.981667\n",
      "Epoch: 568/1000 Iteration: 5120 Train loss: 0.015021 Train acc: 0.991667\n",
      "Epoch: 568/1000 Iteration: 5120 Validation loss: 0.079067 Validation acc: 0.974444\n",
      "Epoch: 569/1000 Iteration: 5125 Train loss: 0.035213 Train acc: 0.986667\n",
      "Epoch: 569/1000 Iteration: 5130 Train loss: 0.016912 Train acc: 0.991667\n",
      "Epoch: 569/1000 Iteration: 5130 Validation loss: 0.078136 Validation acc: 0.974444\n",
      "Epoch: 570/1000 Iteration: 5135 Train loss: 0.033635 Train acc: 0.983333\n",
      "Epoch: 571/1000 Iteration: 5140 Train loss: 0.024062 Train acc: 0.993333\n",
      "Epoch: 571/1000 Iteration: 5140 Validation loss: 0.075290 Validation acc: 0.975556\n",
      "Epoch: 571/1000 Iteration: 5145 Train loss: 0.023652 Train acc: 0.990000\n",
      "Epoch: 572/1000 Iteration: 5150 Train loss: 0.016868 Train acc: 0.995000\n",
      "Epoch: 572/1000 Iteration: 5150 Validation loss: 0.075276 Validation acc: 0.973889\n",
      "Epoch: 572/1000 Iteration: 5155 Train loss: 0.017834 Train acc: 0.991667\n",
      "Epoch: 573/1000 Iteration: 5160 Train loss: 0.034900 Train acc: 0.985000\n",
      "Epoch: 573/1000 Iteration: 5160 Validation loss: 0.077575 Validation acc: 0.974444\n",
      "Epoch: 573/1000 Iteration: 5165 Train loss: 0.013414 Train acc: 0.993333\n",
      "Epoch: 574/1000 Iteration: 5170 Train loss: 0.032579 Train acc: 0.988333\n",
      "Epoch: 574/1000 Iteration: 5170 Validation loss: 0.078244 Validation acc: 0.975556\n",
      "Epoch: 574/1000 Iteration: 5175 Train loss: 0.018012 Train acc: 0.991667\n",
      "Epoch: 575/1000 Iteration: 5180 Train loss: 0.030649 Train acc: 0.986667\n",
      "Epoch: 575/1000 Iteration: 5180 Validation loss: 0.079022 Validation acc: 0.975000\n",
      "Epoch: 576/1000 Iteration: 5185 Train loss: 0.021007 Train acc: 0.993333\n",
      "Epoch: 576/1000 Iteration: 5190 Train loss: 0.027317 Train acc: 0.990000\n",
      "Epoch: 576/1000 Iteration: 5190 Validation loss: 0.079376 Validation acc: 0.974444\n",
      "Epoch: 577/1000 Iteration: 5195 Train loss: 0.015294 Train acc: 0.996667\n",
      "Epoch: 577/1000 Iteration: 5200 Train loss: 0.014716 Train acc: 0.996667\n",
      "Epoch: 577/1000 Iteration: 5200 Validation loss: 0.078567 Validation acc: 0.974444\n",
      "Epoch: 578/1000 Iteration: 5205 Train loss: 0.031362 Train acc: 0.986667\n",
      "Epoch: 578/1000 Iteration: 5210 Train loss: 0.014343 Train acc: 0.996667\n",
      "Epoch: 578/1000 Iteration: 5210 Validation loss: 0.077284 Validation acc: 0.973889\n",
      "Epoch: 579/1000 Iteration: 5215 Train loss: 0.029638 Train acc: 0.990000\n",
      "Epoch: 579/1000 Iteration: 5220 Train loss: 0.018330 Train acc: 0.995000\n",
      "Epoch: 579/1000 Iteration: 5220 Validation loss: 0.077194 Validation acc: 0.975000\n",
      "Epoch: 580/1000 Iteration: 5225 Train loss: 0.029203 Train acc: 0.986667\n",
      "Epoch: 581/1000 Iteration: 5230 Train loss: 0.021327 Train acc: 0.991667\n",
      "Epoch: 581/1000 Iteration: 5230 Validation loss: 0.076753 Validation acc: 0.976111\n",
      "Epoch: 581/1000 Iteration: 5235 Train loss: 0.021019 Train acc: 0.990000\n",
      "Epoch: 582/1000 Iteration: 5240 Train loss: 0.015519 Train acc: 0.993333\n",
      "Epoch: 582/1000 Iteration: 5240 Validation loss: 0.077261 Validation acc: 0.975000\n",
      "Epoch: 582/1000 Iteration: 5245 Train loss: 0.016690 Train acc: 0.995000\n",
      "Epoch: 583/1000 Iteration: 5250 Train loss: 0.033504 Train acc: 0.990000\n",
      "Epoch: 583/1000 Iteration: 5250 Validation loss: 0.077940 Validation acc: 0.975556\n",
      "Epoch: 583/1000 Iteration: 5255 Train loss: 0.016610 Train acc: 0.996667\n",
      "Epoch: 584/1000 Iteration: 5260 Train loss: 0.028051 Train acc: 0.988333\n",
      "Epoch: 584/1000 Iteration: 5260 Validation loss: 0.078435 Validation acc: 0.975000\n",
      "Epoch: 584/1000 Iteration: 5265 Train loss: 0.014357 Train acc: 0.995000\n",
      "Epoch: 585/1000 Iteration: 5270 Train loss: 0.025900 Train acc: 0.990000\n",
      "Epoch: 585/1000 Iteration: 5270 Validation loss: 0.078677 Validation acc: 0.975000\n",
      "Epoch: 586/1000 Iteration: 5275 Train loss: 0.019765 Train acc: 0.996667\n",
      "Epoch: 586/1000 Iteration: 5280 Train loss: 0.023660 Train acc: 0.988333\n",
      "Epoch: 586/1000 Iteration: 5280 Validation loss: 0.078374 Validation acc: 0.975000\n",
      "Epoch: 587/1000 Iteration: 5285 Train loss: 0.018453 Train acc: 0.991667\n",
      "Epoch: 587/1000 Iteration: 5290 Train loss: 0.016172 Train acc: 0.993333\n",
      "Epoch: 587/1000 Iteration: 5290 Validation loss: 0.079212 Validation acc: 0.975556\n",
      "Epoch: 588/1000 Iteration: 5295 Train loss: 0.035872 Train acc: 0.985000\n",
      "Epoch: 588/1000 Iteration: 5300 Train loss: 0.013070 Train acc: 0.996667\n",
      "Epoch: 588/1000 Iteration: 5300 Validation loss: 0.079480 Validation acc: 0.973889\n",
      "Epoch: 589/1000 Iteration: 5305 Train loss: 0.031629 Train acc: 0.985000\n",
      "Epoch: 589/1000 Iteration: 5310 Train loss: 0.014496 Train acc: 0.996667\n",
      "Epoch: 589/1000 Iteration: 5310 Validation loss: 0.079212 Validation acc: 0.975000\n",
      "Epoch: 590/1000 Iteration: 5315 Train loss: 0.031631 Train acc: 0.985000\n",
      "Epoch: 591/1000 Iteration: 5320 Train loss: 0.021835 Train acc: 0.993333\n",
      "Epoch: 591/1000 Iteration: 5320 Validation loss: 0.078982 Validation acc: 0.975556\n",
      "Epoch: 591/1000 Iteration: 5325 Train loss: 0.023061 Train acc: 0.988333\n",
      "Epoch: 592/1000 Iteration: 5330 Train loss: 0.015091 Train acc: 0.993333\n",
      "Epoch: 592/1000 Iteration: 5330 Validation loss: 0.078985 Validation acc: 0.974444\n",
      "Epoch: 592/1000 Iteration: 5335 Train loss: 0.016528 Train acc: 0.996667\n",
      "Epoch: 593/1000 Iteration: 5340 Train loss: 0.030353 Train acc: 0.983333\n",
      "Epoch: 593/1000 Iteration: 5340 Validation loss: 0.078939 Validation acc: 0.976111\n",
      "Epoch: 593/1000 Iteration: 5345 Train loss: 0.013425 Train acc: 0.996667\n",
      "Epoch: 594/1000 Iteration: 5350 Train loss: 0.028955 Train acc: 0.990000\n",
      "Epoch: 594/1000 Iteration: 5350 Validation loss: 0.082070 Validation acc: 0.974444\n",
      "Epoch: 594/1000 Iteration: 5355 Train loss: 0.016952 Train acc: 0.993333\n",
      "Epoch: 595/1000 Iteration: 5360 Train loss: 0.027113 Train acc: 0.991667\n",
      "Epoch: 595/1000 Iteration: 5360 Validation loss: 0.080817 Validation acc: 0.975000\n",
      "Epoch: 596/1000 Iteration: 5365 Train loss: 0.018682 Train acc: 0.996667\n",
      "Epoch: 596/1000 Iteration: 5370 Train loss: 0.025382 Train acc: 0.990000\n",
      "Epoch: 596/1000 Iteration: 5370 Validation loss: 0.078909 Validation acc: 0.975000\n",
      "Epoch: 597/1000 Iteration: 5375 Train loss: 0.014200 Train acc: 0.996667\n",
      "Epoch: 597/1000 Iteration: 5380 Train loss: 0.016340 Train acc: 0.996667\n",
      "Epoch: 597/1000 Iteration: 5380 Validation loss: 0.079340 Validation acc: 0.976111\n",
      "Epoch: 598/1000 Iteration: 5385 Train loss: 0.034388 Train acc: 0.983333\n",
      "Epoch: 598/1000 Iteration: 5390 Train loss: 0.014083 Train acc: 0.995000\n",
      "Epoch: 598/1000 Iteration: 5390 Validation loss: 0.081416 Validation acc: 0.975556\n",
      "Epoch: 599/1000 Iteration: 5395 Train loss: 0.027746 Train acc: 0.993333\n",
      "Epoch: 599/1000 Iteration: 5400 Train loss: 0.014473 Train acc: 0.996667\n",
      "Epoch: 599/1000 Iteration: 5400 Validation loss: 0.080165 Validation acc: 0.973889\n",
      "Epoch: 600/1000 Iteration: 5405 Train loss: 0.023533 Train acc: 0.990000\n",
      "Epoch: 601/1000 Iteration: 5410 Train loss: 0.019461 Train acc: 0.995000\n",
      "Epoch: 601/1000 Iteration: 5410 Validation loss: 0.079321 Validation acc: 0.975556\n",
      "Epoch: 601/1000 Iteration: 5415 Train loss: 0.023454 Train acc: 0.990000\n",
      "Epoch: 602/1000 Iteration: 5420 Train loss: 0.013056 Train acc: 0.996667\n",
      "Epoch: 602/1000 Iteration: 5420 Validation loss: 0.080151 Validation acc: 0.974444\n",
      "Epoch: 602/1000 Iteration: 5425 Train loss: 0.014810 Train acc: 0.998333\n",
      "Epoch: 603/1000 Iteration: 5430 Train loss: 0.031838 Train acc: 0.983333\n",
      "Epoch: 603/1000 Iteration: 5430 Validation loss: 0.079797 Validation acc: 0.975556\n",
      "Epoch: 603/1000 Iteration: 5435 Train loss: 0.012189 Train acc: 0.998333\n",
      "Epoch: 604/1000 Iteration: 5440 Train loss: 0.027365 Train acc: 0.990000\n",
      "Epoch: 604/1000 Iteration: 5440 Validation loss: 0.079285 Validation acc: 0.975556\n",
      "Epoch: 604/1000 Iteration: 5445 Train loss: 0.013993 Train acc: 0.998333\n",
      "Epoch: 605/1000 Iteration: 5450 Train loss: 0.032977 Train acc: 0.986667\n",
      "Epoch: 605/1000 Iteration: 5450 Validation loss: 0.081407 Validation acc: 0.976111\n",
      "Epoch: 606/1000 Iteration: 5455 Train loss: 0.022485 Train acc: 0.990000\n",
      "Epoch: 606/1000 Iteration: 5460 Train loss: 0.018018 Train acc: 0.993333\n",
      "Epoch: 606/1000 Iteration: 5460 Validation loss: 0.083808 Validation acc: 0.975000\n",
      "Epoch: 607/1000 Iteration: 5465 Train loss: 0.016362 Train acc: 0.995000\n",
      "Epoch: 607/1000 Iteration: 5470 Train loss: 0.018086 Train acc: 0.991667\n",
      "Epoch: 607/1000 Iteration: 5470 Validation loss: 0.081686 Validation acc: 0.975556\n",
      "Epoch: 608/1000 Iteration: 5475 Train loss: 0.030939 Train acc: 0.986667\n",
      "Epoch: 608/1000 Iteration: 5480 Train loss: 0.013417 Train acc: 0.995000\n",
      "Epoch: 608/1000 Iteration: 5480 Validation loss: 0.081362 Validation acc: 0.975556\n",
      "Epoch: 609/1000 Iteration: 5485 Train loss: 0.025251 Train acc: 0.991667\n",
      "Epoch: 609/1000 Iteration: 5490 Train loss: 0.016439 Train acc: 0.993333\n",
      "Epoch: 609/1000 Iteration: 5490 Validation loss: 0.082604 Validation acc: 0.973889\n",
      "Epoch: 610/1000 Iteration: 5495 Train loss: 0.029935 Train acc: 0.985000\n",
      "Epoch: 611/1000 Iteration: 5500 Train loss: 0.019063 Train acc: 0.991667\n",
      "Epoch: 611/1000 Iteration: 5500 Validation loss: 0.083513 Validation acc: 0.974444\n",
      "Epoch: 611/1000 Iteration: 5505 Train loss: 0.021641 Train acc: 0.991667\n",
      "Epoch: 612/1000 Iteration: 5510 Train loss: 0.012687 Train acc: 0.996667\n",
      "Epoch: 612/1000 Iteration: 5510 Validation loss: 0.080668 Validation acc: 0.975000\n",
      "Epoch: 612/1000 Iteration: 5515 Train loss: 0.016100 Train acc: 0.995000\n",
      "Epoch: 613/1000 Iteration: 5520 Train loss: 0.030444 Train acc: 0.986667\n",
      "Epoch: 613/1000 Iteration: 5520 Validation loss: 0.081018 Validation acc: 0.977222\n",
      "Epoch: 613/1000 Iteration: 5525 Train loss: 0.010770 Train acc: 0.996667\n",
      "Epoch: 614/1000 Iteration: 5530 Train loss: 0.026833 Train acc: 0.991667\n",
      "Epoch: 614/1000 Iteration: 5530 Validation loss: 0.082644 Validation acc: 0.975556\n",
      "Epoch: 614/1000 Iteration: 5535 Train loss: 0.012543 Train acc: 0.995000\n",
      "Epoch: 615/1000 Iteration: 5540 Train loss: 0.026576 Train acc: 0.988333\n",
      "Epoch: 615/1000 Iteration: 5540 Validation loss: 0.080570 Validation acc: 0.976111\n",
      "Epoch: 616/1000 Iteration: 5545 Train loss: 0.022783 Train acc: 0.993333\n",
      "Epoch: 616/1000 Iteration: 5550 Train loss: 0.023486 Train acc: 0.988333\n",
      "Epoch: 616/1000 Iteration: 5550 Validation loss: 0.079702 Validation acc: 0.975000\n",
      "Epoch: 617/1000 Iteration: 5555 Train loss: 0.013921 Train acc: 0.995000\n",
      "Epoch: 617/1000 Iteration: 5560 Train loss: 0.013006 Train acc: 0.996667\n",
      "Epoch: 617/1000 Iteration: 5560 Validation loss: 0.080121 Validation acc: 0.975000\n",
      "Epoch: 618/1000 Iteration: 5565 Train loss: 0.029972 Train acc: 0.988333\n",
      "Epoch: 618/1000 Iteration: 5570 Train loss: 0.012622 Train acc: 0.996667\n",
      "Epoch: 618/1000 Iteration: 5570 Validation loss: 0.080265 Validation acc: 0.974444\n",
      "Epoch: 619/1000 Iteration: 5575 Train loss: 0.028084 Train acc: 0.990000\n",
      "Epoch: 619/1000 Iteration: 5580 Train loss: 0.012978 Train acc: 0.998333\n",
      "Epoch: 619/1000 Iteration: 5580 Validation loss: 0.078128 Validation acc: 0.975556\n",
      "Epoch: 620/1000 Iteration: 5585 Train loss: 0.026866 Train acc: 0.988333\n",
      "Epoch: 621/1000 Iteration: 5590 Train loss: 0.019007 Train acc: 0.995000\n",
      "Epoch: 621/1000 Iteration: 5590 Validation loss: 0.081392 Validation acc: 0.975000\n",
      "Epoch: 621/1000 Iteration: 5595 Train loss: 0.020460 Train acc: 0.991667\n",
      "Epoch: 622/1000 Iteration: 5600 Train loss: 0.012628 Train acc: 0.996667\n",
      "Epoch: 622/1000 Iteration: 5600 Validation loss: 0.080567 Validation acc: 0.975000\n",
      "Epoch: 622/1000 Iteration: 5605 Train loss: 0.015842 Train acc: 0.996667\n",
      "Epoch: 623/1000 Iteration: 5610 Train loss: 0.025931 Train acc: 0.988333\n",
      "Epoch: 623/1000 Iteration: 5610 Validation loss: 0.079870 Validation acc: 0.976667\n",
      "Epoch: 623/1000 Iteration: 5615 Train loss: 0.012088 Train acc: 0.995000\n",
      "Epoch: 624/1000 Iteration: 5620 Train loss: 0.028598 Train acc: 0.985000\n",
      "Epoch: 624/1000 Iteration: 5620 Validation loss: 0.080431 Validation acc: 0.977222\n",
      "Epoch: 624/1000 Iteration: 5625 Train loss: 0.013861 Train acc: 0.995000\n",
      "Epoch: 625/1000 Iteration: 5630 Train loss: 0.025309 Train acc: 0.991667\n",
      "Epoch: 625/1000 Iteration: 5630 Validation loss: 0.081850 Validation acc: 0.975556\n",
      "Epoch: 626/1000 Iteration: 5635 Train loss: 0.023942 Train acc: 0.990000\n",
      "Epoch: 626/1000 Iteration: 5640 Train loss: 0.018962 Train acc: 0.990000\n",
      "Epoch: 626/1000 Iteration: 5640 Validation loss: 0.084043 Validation acc: 0.975000\n",
      "Epoch: 627/1000 Iteration: 5645 Train loss: 0.012754 Train acc: 0.996667\n",
      "Epoch: 627/1000 Iteration: 5650 Train loss: 0.015839 Train acc: 0.993333\n",
      "Epoch: 627/1000 Iteration: 5650 Validation loss: 0.085318 Validation acc: 0.975556\n",
      "Epoch: 628/1000 Iteration: 5655 Train loss: 0.025109 Train acc: 0.993333\n",
      "Epoch: 628/1000 Iteration: 5660 Train loss: 0.011220 Train acc: 0.996667\n",
      "Epoch: 628/1000 Iteration: 5660 Validation loss: 0.085125 Validation acc: 0.977222\n",
      "Epoch: 629/1000 Iteration: 5665 Train loss: 0.028282 Train acc: 0.990000\n",
      "Epoch: 629/1000 Iteration: 5670 Train loss: 0.014394 Train acc: 0.993333\n",
      "Epoch: 629/1000 Iteration: 5670 Validation loss: 0.082200 Validation acc: 0.976667\n",
      "Epoch: 630/1000 Iteration: 5675 Train loss: 0.028155 Train acc: 0.986667\n",
      "Epoch: 631/1000 Iteration: 5680 Train loss: 0.017790 Train acc: 0.993333\n",
      "Epoch: 631/1000 Iteration: 5680 Validation loss: 0.080341 Validation acc: 0.974444\n",
      "Epoch: 631/1000 Iteration: 5685 Train loss: 0.019917 Train acc: 0.990000\n",
      "Epoch: 632/1000 Iteration: 5690 Train loss: 0.012329 Train acc: 0.995000\n",
      "Epoch: 632/1000 Iteration: 5690 Validation loss: 0.078753 Validation acc: 0.975556\n",
      "Epoch: 632/1000 Iteration: 5695 Train loss: 0.018432 Train acc: 0.995000\n",
      "Epoch: 633/1000 Iteration: 5700 Train loss: 0.026990 Train acc: 0.986667\n",
      "Epoch: 633/1000 Iteration: 5700 Validation loss: 0.078261 Validation acc: 0.976667\n",
      "Epoch: 633/1000 Iteration: 5705 Train loss: 0.010869 Train acc: 0.996667\n",
      "Epoch: 634/1000 Iteration: 5710 Train loss: 0.026676 Train acc: 0.990000\n",
      "Epoch: 634/1000 Iteration: 5710 Validation loss: 0.078345 Validation acc: 0.977222\n",
      "Epoch: 634/1000 Iteration: 5715 Train loss: 0.012347 Train acc: 0.998333\n",
      "Epoch: 635/1000 Iteration: 5720 Train loss: 0.024919 Train acc: 0.988333\n",
      "Epoch: 635/1000 Iteration: 5720 Validation loss: 0.079107 Validation acc: 0.977222\n",
      "Epoch: 636/1000 Iteration: 5725 Train loss: 0.017921 Train acc: 0.996667\n",
      "Epoch: 636/1000 Iteration: 5730 Train loss: 0.018222 Train acc: 0.990000\n",
      "Epoch: 636/1000 Iteration: 5730 Validation loss: 0.079396 Validation acc: 0.977222\n",
      "Epoch: 637/1000 Iteration: 5735 Train loss: 0.014585 Train acc: 0.995000\n",
      "Epoch: 637/1000 Iteration: 5740 Train loss: 0.013580 Train acc: 0.996667\n",
      "Epoch: 637/1000 Iteration: 5740 Validation loss: 0.079420 Validation acc: 0.975556\n",
      "Epoch: 638/1000 Iteration: 5745 Train loss: 0.027630 Train acc: 0.991667\n",
      "Epoch: 638/1000 Iteration: 5750 Train loss: 0.010353 Train acc: 0.998333\n",
      "Epoch: 638/1000 Iteration: 5750 Validation loss: 0.079246 Validation acc: 0.975556\n",
      "Epoch: 639/1000 Iteration: 5755 Train loss: 0.024208 Train acc: 0.995000\n",
      "Epoch: 639/1000 Iteration: 5760 Train loss: 0.011653 Train acc: 0.996667\n",
      "Epoch: 639/1000 Iteration: 5760 Validation loss: 0.081680 Validation acc: 0.974444\n",
      "Epoch: 640/1000 Iteration: 5765 Train loss: 0.024337 Train acc: 0.986667\n",
      "Epoch: 641/1000 Iteration: 5770 Train loss: 0.016828 Train acc: 0.995000\n",
      "Epoch: 641/1000 Iteration: 5770 Validation loss: 0.081867 Validation acc: 0.975556\n",
      "Epoch: 641/1000 Iteration: 5775 Train loss: 0.020731 Train acc: 0.990000\n",
      "Epoch: 642/1000 Iteration: 5780 Train loss: 0.012571 Train acc: 0.996667\n",
      "Epoch: 642/1000 Iteration: 5780 Validation loss: 0.081291 Validation acc: 0.976111\n",
      "Epoch: 642/1000 Iteration: 5785 Train loss: 0.014375 Train acc: 0.996667\n",
      "Epoch: 643/1000 Iteration: 5790 Train loss: 0.025024 Train acc: 0.991667\n",
      "Epoch: 643/1000 Iteration: 5790 Validation loss: 0.081056 Validation acc: 0.977222\n",
      "Epoch: 643/1000 Iteration: 5795 Train loss: 0.010536 Train acc: 0.998333\n",
      "Epoch: 644/1000 Iteration: 5800 Train loss: 0.024922 Train acc: 0.991667\n",
      "Epoch: 644/1000 Iteration: 5800 Validation loss: 0.081583 Validation acc: 0.975000\n",
      "Epoch: 644/1000 Iteration: 5805 Train loss: 0.015662 Train acc: 0.995000\n",
      "Epoch: 645/1000 Iteration: 5810 Train loss: 0.028274 Train acc: 0.991667\n",
      "Epoch: 645/1000 Iteration: 5810 Validation loss: 0.081393 Validation acc: 0.977222\n",
      "Epoch: 646/1000 Iteration: 5815 Train loss: 0.021711 Train acc: 0.993333\n",
      "Epoch: 646/1000 Iteration: 5820 Train loss: 0.019698 Train acc: 0.990000\n",
      "Epoch: 646/1000 Iteration: 5820 Validation loss: 0.080233 Validation acc: 0.975556\n",
      "Epoch: 647/1000 Iteration: 5825 Train loss: 0.012748 Train acc: 0.996667\n",
      "Epoch: 647/1000 Iteration: 5830 Train loss: 0.014011 Train acc: 0.998333\n",
      "Epoch: 647/1000 Iteration: 5830 Validation loss: 0.079586 Validation acc: 0.976667\n",
      "Epoch: 648/1000 Iteration: 5835 Train loss: 0.024554 Train acc: 0.993333\n",
      "Epoch: 648/1000 Iteration: 5840 Train loss: 0.010930 Train acc: 0.995000\n",
      "Epoch: 648/1000 Iteration: 5840 Validation loss: 0.080418 Validation acc: 0.976111\n",
      "Epoch: 649/1000 Iteration: 5845 Train loss: 0.024820 Train acc: 0.991667\n",
      "Epoch: 649/1000 Iteration: 5850 Train loss: 0.013127 Train acc: 0.996667\n",
      "Epoch: 649/1000 Iteration: 5850 Validation loss: 0.082024 Validation acc: 0.976667\n",
      "Epoch: 650/1000 Iteration: 5855 Train loss: 0.026128 Train acc: 0.993333\n",
      "Epoch: 651/1000 Iteration: 5860 Train loss: 0.020128 Train acc: 0.995000\n",
      "Epoch: 651/1000 Iteration: 5860 Validation loss: 0.082357 Validation acc: 0.976111\n",
      "Epoch: 651/1000 Iteration: 5865 Train loss: 0.018103 Train acc: 0.993333\n",
      "Epoch: 652/1000 Iteration: 5870 Train loss: 0.009296 Train acc: 1.000000\n",
      "Epoch: 652/1000 Iteration: 5870 Validation loss: 0.081375 Validation acc: 0.977222\n",
      "Epoch: 652/1000 Iteration: 5875 Train loss: 0.014654 Train acc: 0.995000\n",
      "Epoch: 653/1000 Iteration: 5880 Train loss: 0.026599 Train acc: 0.990000\n",
      "Epoch: 653/1000 Iteration: 5880 Validation loss: 0.080512 Validation acc: 0.976111\n",
      "Epoch: 653/1000 Iteration: 5885 Train loss: 0.012386 Train acc: 0.993333\n",
      "Epoch: 654/1000 Iteration: 5890 Train loss: 0.026364 Train acc: 0.988333\n",
      "Epoch: 654/1000 Iteration: 5890 Validation loss: 0.080691 Validation acc: 0.979445\n",
      "Epoch: 654/1000 Iteration: 5895 Train loss: 0.013359 Train acc: 0.993333\n",
      "Epoch: 655/1000 Iteration: 5900 Train loss: 0.026550 Train acc: 0.990000\n",
      "Epoch: 655/1000 Iteration: 5900 Validation loss: 0.080091 Validation acc: 0.976111\n",
      "Epoch: 656/1000 Iteration: 5905 Train loss: 0.017792 Train acc: 0.996667\n",
      "Epoch: 656/1000 Iteration: 5910 Train loss: 0.019942 Train acc: 0.990000\n",
      "Epoch: 656/1000 Iteration: 5910 Validation loss: 0.081939 Validation acc: 0.975000\n",
      "Epoch: 657/1000 Iteration: 5915 Train loss: 0.012060 Train acc: 0.993333\n",
      "Epoch: 657/1000 Iteration: 5920 Train loss: 0.013002 Train acc: 0.998333\n",
      "Epoch: 657/1000 Iteration: 5920 Validation loss: 0.082275 Validation acc: 0.976667\n",
      "Epoch: 658/1000 Iteration: 5925 Train loss: 0.025784 Train acc: 0.988333\n",
      "Epoch: 658/1000 Iteration: 5930 Train loss: 0.011632 Train acc: 0.996667\n",
      "Epoch: 658/1000 Iteration: 5930 Validation loss: 0.083390 Validation acc: 0.977778\n",
      "Epoch: 659/1000 Iteration: 5935 Train loss: 0.022307 Train acc: 0.995000\n",
      "Epoch: 659/1000 Iteration: 5940 Train loss: 0.016149 Train acc: 0.993333\n",
      "Epoch: 659/1000 Iteration: 5940 Validation loss: 0.084324 Validation acc: 0.976667\n",
      "Epoch: 660/1000 Iteration: 5945 Train loss: 0.024024 Train acc: 0.990000\n",
      "Epoch: 661/1000 Iteration: 5950 Train loss: 0.019365 Train acc: 0.993333\n",
      "Epoch: 661/1000 Iteration: 5950 Validation loss: 0.084112 Validation acc: 0.977222\n",
      "Epoch: 661/1000 Iteration: 5955 Train loss: 0.017105 Train acc: 0.991667\n",
      "Epoch: 662/1000 Iteration: 5960 Train loss: 0.011414 Train acc: 0.995000\n",
      "Epoch: 662/1000 Iteration: 5960 Validation loss: 0.084424 Validation acc: 0.977222\n",
      "Epoch: 662/1000 Iteration: 5965 Train loss: 0.013890 Train acc: 0.995000\n",
      "Epoch: 663/1000 Iteration: 5970 Train loss: 0.025449 Train acc: 0.986667\n",
      "Epoch: 663/1000 Iteration: 5970 Validation loss: 0.083422 Validation acc: 0.977222\n",
      "Epoch: 663/1000 Iteration: 5975 Train loss: 0.011173 Train acc: 0.996667\n",
      "Epoch: 664/1000 Iteration: 5980 Train loss: 0.023437 Train acc: 0.996667\n",
      "Epoch: 664/1000 Iteration: 5980 Validation loss: 0.083713 Validation acc: 0.977778\n",
      "Epoch: 664/1000 Iteration: 5985 Train loss: 0.012934 Train acc: 0.996667\n",
      "Epoch: 665/1000 Iteration: 5990 Train loss: 0.025317 Train acc: 0.988333\n",
      "Epoch: 665/1000 Iteration: 5990 Validation loss: 0.081876 Validation acc: 0.977222\n",
      "Epoch: 666/1000 Iteration: 5995 Train loss: 0.018948 Train acc: 0.996667\n",
      "Epoch: 666/1000 Iteration: 6000 Train loss: 0.015875 Train acc: 0.988333\n",
      "Epoch: 666/1000 Iteration: 6000 Validation loss: 0.080265 Validation acc: 0.977778\n",
      "Epoch: 667/1000 Iteration: 6005 Train loss: 0.010972 Train acc: 0.996667\n",
      "Epoch: 667/1000 Iteration: 6010 Train loss: 0.010856 Train acc: 0.998333\n",
      "Epoch: 667/1000 Iteration: 6010 Validation loss: 0.081225 Validation acc: 0.977222\n",
      "Epoch: 668/1000 Iteration: 6015 Train loss: 0.026359 Train acc: 0.990000\n",
      "Epoch: 668/1000 Iteration: 6020 Train loss: 0.011322 Train acc: 0.996667\n",
      "Epoch: 668/1000 Iteration: 6020 Validation loss: 0.082634 Validation acc: 0.977778\n",
      "Epoch: 669/1000 Iteration: 6025 Train loss: 0.024606 Train acc: 0.991667\n",
      "Epoch: 669/1000 Iteration: 6030 Train loss: 0.012817 Train acc: 0.993333\n",
      "Epoch: 669/1000 Iteration: 6030 Validation loss: 0.081853 Validation acc: 0.978333\n",
      "Epoch: 670/1000 Iteration: 6035 Train loss: 0.022942 Train acc: 0.990000\n",
      "Epoch: 671/1000 Iteration: 6040 Train loss: 0.019202 Train acc: 0.993333\n",
      "Epoch: 671/1000 Iteration: 6040 Validation loss: 0.082324 Validation acc: 0.976667\n",
      "Epoch: 671/1000 Iteration: 6045 Train loss: 0.021049 Train acc: 0.991667\n",
      "Epoch: 672/1000 Iteration: 6050 Train loss: 0.011057 Train acc: 0.995000\n",
      "Epoch: 672/1000 Iteration: 6050 Validation loss: 0.082674 Validation acc: 0.978333\n",
      "Epoch: 672/1000 Iteration: 6055 Train loss: 0.012380 Train acc: 0.996667\n",
      "Epoch: 673/1000 Iteration: 6060 Train loss: 0.024843 Train acc: 0.990000\n",
      "Epoch: 673/1000 Iteration: 6060 Validation loss: 0.084012 Validation acc: 0.978889\n",
      "Epoch: 673/1000 Iteration: 6065 Train loss: 0.010611 Train acc: 0.995000\n",
      "Epoch: 674/1000 Iteration: 6070 Train loss: 0.026501 Train acc: 0.988333\n",
      "Epoch: 674/1000 Iteration: 6070 Validation loss: 0.083241 Validation acc: 0.977778\n",
      "Epoch: 674/1000 Iteration: 6075 Train loss: 0.013365 Train acc: 0.995000\n",
      "Epoch: 675/1000 Iteration: 6080 Train loss: 0.022324 Train acc: 0.993333\n",
      "Epoch: 675/1000 Iteration: 6080 Validation loss: 0.083191 Validation acc: 0.977222\n",
      "Epoch: 676/1000 Iteration: 6085 Train loss: 0.019191 Train acc: 0.993333\n",
      "Epoch: 676/1000 Iteration: 6090 Train loss: 0.019028 Train acc: 0.993333\n",
      "Epoch: 676/1000 Iteration: 6090 Validation loss: 0.083361 Validation acc: 0.977778\n",
      "Epoch: 677/1000 Iteration: 6095 Train loss: 0.011680 Train acc: 0.998333\n",
      "Epoch: 677/1000 Iteration: 6100 Train loss: 0.012004 Train acc: 0.998333\n",
      "Epoch: 677/1000 Iteration: 6100 Validation loss: 0.083366 Validation acc: 0.978333\n",
      "Epoch: 678/1000 Iteration: 6105 Train loss: 0.022993 Train acc: 0.986667\n",
      "Epoch: 678/1000 Iteration: 6110 Train loss: 0.009653 Train acc: 0.996667\n",
      "Epoch: 678/1000 Iteration: 6110 Validation loss: 0.083206 Validation acc: 0.977778\n",
      "Epoch: 679/1000 Iteration: 6115 Train loss: 0.023477 Train acc: 0.990000\n",
      "Epoch: 679/1000 Iteration: 6120 Train loss: 0.012099 Train acc: 0.995000\n",
      "Epoch: 679/1000 Iteration: 6120 Validation loss: 0.083435 Validation acc: 0.976111\n",
      "Epoch: 680/1000 Iteration: 6125 Train loss: 0.024654 Train acc: 0.990000\n",
      "Epoch: 681/1000 Iteration: 6130 Train loss: 0.017297 Train acc: 0.996667\n",
      "Epoch: 681/1000 Iteration: 6130 Validation loss: 0.084027 Validation acc: 0.977778\n",
      "Epoch: 681/1000 Iteration: 6135 Train loss: 0.017577 Train acc: 0.991667\n",
      "Epoch: 682/1000 Iteration: 6140 Train loss: 0.010076 Train acc: 0.996667\n",
      "Epoch: 682/1000 Iteration: 6140 Validation loss: 0.084710 Validation acc: 0.977222\n",
      "Epoch: 682/1000 Iteration: 6145 Train loss: 0.009907 Train acc: 0.998333\n",
      "Epoch: 683/1000 Iteration: 6150 Train loss: 0.022193 Train acc: 0.991667\n",
      "Epoch: 683/1000 Iteration: 6150 Validation loss: 0.083835 Validation acc: 0.978889\n",
      "Epoch: 683/1000 Iteration: 6155 Train loss: 0.012116 Train acc: 0.995000\n",
      "Epoch: 684/1000 Iteration: 6160 Train loss: 0.021328 Train acc: 0.993333\n",
      "Epoch: 684/1000 Iteration: 6160 Validation loss: 0.081718 Validation acc: 0.977778\n",
      "Epoch: 684/1000 Iteration: 6165 Train loss: 0.011877 Train acc: 0.995000\n",
      "Epoch: 685/1000 Iteration: 6170 Train loss: 0.021688 Train acc: 0.995000\n",
      "Epoch: 685/1000 Iteration: 6170 Validation loss: 0.081607 Validation acc: 0.979445\n",
      "Epoch: 686/1000 Iteration: 6175 Train loss: 0.018038 Train acc: 0.991667\n",
      "Epoch: 686/1000 Iteration: 6180 Train loss: 0.016307 Train acc: 0.991667\n",
      "Epoch: 686/1000 Iteration: 6180 Validation loss: 0.083514 Validation acc: 0.977778\n",
      "Epoch: 687/1000 Iteration: 6185 Train loss: 0.009914 Train acc: 0.996667\n",
      "Epoch: 687/1000 Iteration: 6190 Train loss: 0.013504 Train acc: 0.995000\n",
      "Epoch: 687/1000 Iteration: 6190 Validation loss: 0.084681 Validation acc: 0.977222\n",
      "Epoch: 688/1000 Iteration: 6195 Train loss: 0.019253 Train acc: 0.995000\n",
      "Epoch: 688/1000 Iteration: 6200 Train loss: 0.009966 Train acc: 0.996667\n",
      "Epoch: 688/1000 Iteration: 6200 Validation loss: 0.082712 Validation acc: 0.977778\n",
      "Epoch: 689/1000 Iteration: 6205 Train loss: 0.020516 Train acc: 0.993333\n",
      "Epoch: 689/1000 Iteration: 6210 Train loss: 0.012874 Train acc: 0.995000\n",
      "Epoch: 689/1000 Iteration: 6210 Validation loss: 0.083667 Validation acc: 0.977222\n",
      "Epoch: 690/1000 Iteration: 6215 Train loss: 0.024985 Train acc: 0.991667\n",
      "Epoch: 691/1000 Iteration: 6220 Train loss: 0.020749 Train acc: 0.991667\n",
      "Epoch: 691/1000 Iteration: 6220 Validation loss: 0.082847 Validation acc: 0.978333\n",
      "Epoch: 691/1000 Iteration: 6225 Train loss: 0.016399 Train acc: 0.991667\n",
      "Epoch: 692/1000 Iteration: 6230 Train loss: 0.009166 Train acc: 0.996667\n",
      "Epoch: 692/1000 Iteration: 6230 Validation loss: 0.082049 Validation acc: 0.978333\n",
      "Epoch: 692/1000 Iteration: 6235 Train loss: 0.010752 Train acc: 0.996667\n",
      "Epoch: 693/1000 Iteration: 6240 Train loss: 0.026595 Train acc: 0.991667\n",
      "Epoch: 693/1000 Iteration: 6240 Validation loss: 0.084806 Validation acc: 0.977778\n",
      "Epoch: 693/1000 Iteration: 6245 Train loss: 0.009467 Train acc: 0.996667\n",
      "Epoch: 694/1000 Iteration: 6250 Train loss: 0.027874 Train acc: 0.990000\n",
      "Epoch: 694/1000 Iteration: 6250 Validation loss: 0.082971 Validation acc: 0.978889\n",
      "Epoch: 694/1000 Iteration: 6255 Train loss: 0.012042 Train acc: 0.995000\n",
      "Epoch: 695/1000 Iteration: 6260 Train loss: 0.021367 Train acc: 0.993333\n",
      "Epoch: 695/1000 Iteration: 6260 Validation loss: 0.083154 Validation acc: 0.978333\n",
      "Epoch: 696/1000 Iteration: 6265 Train loss: 0.018174 Train acc: 0.993333\n",
      "Epoch: 696/1000 Iteration: 6270 Train loss: 0.017526 Train acc: 0.991667\n",
      "Epoch: 696/1000 Iteration: 6270 Validation loss: 0.083779 Validation acc: 0.978889\n",
      "Epoch: 697/1000 Iteration: 6275 Train loss: 0.007678 Train acc: 1.000000\n",
      "Epoch: 697/1000 Iteration: 6280 Train loss: 0.011455 Train acc: 0.995000\n",
      "Epoch: 697/1000 Iteration: 6280 Validation loss: 0.085752 Validation acc: 0.977778\n",
      "Epoch: 698/1000 Iteration: 6285 Train loss: 0.023035 Train acc: 0.990000\n",
      "Epoch: 698/1000 Iteration: 6290 Train loss: 0.009901 Train acc: 0.996667\n",
      "Epoch: 698/1000 Iteration: 6290 Validation loss: 0.085104 Validation acc: 0.979445\n",
      "Epoch: 699/1000 Iteration: 6295 Train loss: 0.019392 Train acc: 0.998333\n",
      "Epoch: 699/1000 Iteration: 6300 Train loss: 0.013265 Train acc: 0.995000\n",
      "Epoch: 699/1000 Iteration: 6300 Validation loss: 0.083882 Validation acc: 0.978333\n",
      "Epoch: 700/1000 Iteration: 6305 Train loss: 0.017255 Train acc: 0.996667\n",
      "Epoch: 701/1000 Iteration: 6310 Train loss: 0.015936 Train acc: 0.996667\n",
      "Epoch: 701/1000 Iteration: 6310 Validation loss: 0.085829 Validation acc: 0.978889\n",
      "Epoch: 701/1000 Iteration: 6315 Train loss: 0.016901 Train acc: 0.990000\n",
      "Epoch: 702/1000 Iteration: 6320 Train loss: 0.008376 Train acc: 1.000000\n",
      "Epoch: 702/1000 Iteration: 6320 Validation loss: 0.082857 Validation acc: 0.977778\n",
      "Epoch: 702/1000 Iteration: 6325 Train loss: 0.012183 Train acc: 0.998333\n",
      "Epoch: 703/1000 Iteration: 6330 Train loss: 0.024260 Train acc: 0.988333\n",
      "Epoch: 703/1000 Iteration: 6330 Validation loss: 0.080943 Validation acc: 0.978333\n",
      "Epoch: 703/1000 Iteration: 6335 Train loss: 0.009947 Train acc: 0.996667\n",
      "Epoch: 704/1000 Iteration: 6340 Train loss: 0.017697 Train acc: 0.998333\n",
      "Epoch: 704/1000 Iteration: 6340 Validation loss: 0.082939 Validation acc: 0.978333\n",
      "Epoch: 704/1000 Iteration: 6345 Train loss: 0.011809 Train acc: 0.993333\n",
      "Epoch: 705/1000 Iteration: 6350 Train loss: 0.020894 Train acc: 0.991667\n",
      "Epoch: 705/1000 Iteration: 6350 Validation loss: 0.082014 Validation acc: 0.978889\n",
      "Epoch: 706/1000 Iteration: 6355 Train loss: 0.016750 Train acc: 0.996667\n",
      "Epoch: 706/1000 Iteration: 6360 Train loss: 0.015646 Train acc: 0.991667\n",
      "Epoch: 706/1000 Iteration: 6360 Validation loss: 0.082994 Validation acc: 0.978889\n",
      "Epoch: 707/1000 Iteration: 6365 Train loss: 0.008680 Train acc: 0.998333\n",
      "Epoch: 707/1000 Iteration: 6370 Train loss: 0.010413 Train acc: 0.998333\n",
      "Epoch: 707/1000 Iteration: 6370 Validation loss: 0.083430 Validation acc: 0.978333\n",
      "Epoch: 708/1000 Iteration: 6375 Train loss: 0.022642 Train acc: 0.988333\n",
      "Epoch: 708/1000 Iteration: 6380 Train loss: 0.008864 Train acc: 0.998333\n",
      "Epoch: 708/1000 Iteration: 6380 Validation loss: 0.083544 Validation acc: 0.978889\n",
      "Epoch: 709/1000 Iteration: 6385 Train loss: 0.023558 Train acc: 0.991667\n",
      "Epoch: 709/1000 Iteration: 6390 Train loss: 0.014713 Train acc: 0.995000\n",
      "Epoch: 709/1000 Iteration: 6390 Validation loss: 0.084883 Validation acc: 0.979445\n",
      "Epoch: 710/1000 Iteration: 6395 Train loss: 0.019355 Train acc: 0.986667\n",
      "Epoch: 711/1000 Iteration: 6400 Train loss: 0.017373 Train acc: 0.995000\n",
      "Epoch: 711/1000 Iteration: 6400 Validation loss: 0.085434 Validation acc: 0.978333\n",
      "Epoch: 711/1000 Iteration: 6405 Train loss: 0.016768 Train acc: 0.991667\n",
      "Epoch: 712/1000 Iteration: 6410 Train loss: 0.008589 Train acc: 0.998333\n",
      "Epoch: 712/1000 Iteration: 6410 Validation loss: 0.086037 Validation acc: 0.977778\n",
      "Epoch: 712/1000 Iteration: 6415 Train loss: 0.011086 Train acc: 0.998333\n",
      "Epoch: 713/1000 Iteration: 6420 Train loss: 0.023506 Train acc: 0.991667\n",
      "Epoch: 713/1000 Iteration: 6420 Validation loss: 0.085475 Validation acc: 0.980000\n",
      "Epoch: 713/1000 Iteration: 6425 Train loss: 0.010052 Train acc: 0.996667\n",
      "Epoch: 714/1000 Iteration: 6430 Train loss: 0.020077 Train acc: 0.995000\n",
      "Epoch: 714/1000 Iteration: 6430 Validation loss: 0.085366 Validation acc: 0.979445\n",
      "Epoch: 714/1000 Iteration: 6435 Train loss: 0.010381 Train acc: 0.998333\n",
      "Epoch: 715/1000 Iteration: 6440 Train loss: 0.019514 Train acc: 0.995000\n",
      "Epoch: 715/1000 Iteration: 6440 Validation loss: 0.085560 Validation acc: 0.978889\n",
      "Epoch: 716/1000 Iteration: 6445 Train loss: 0.016805 Train acc: 0.995000\n",
      "Epoch: 716/1000 Iteration: 6450 Train loss: 0.016001 Train acc: 0.993333\n",
      "Epoch: 716/1000 Iteration: 6450 Validation loss: 0.085182 Validation acc: 0.980000\n",
      "Epoch: 717/1000 Iteration: 6455 Train loss: 0.008778 Train acc: 0.998333\n",
      "Epoch: 717/1000 Iteration: 6460 Train loss: 0.010279 Train acc: 0.998333\n",
      "Epoch: 717/1000 Iteration: 6460 Validation loss: 0.086641 Validation acc: 0.977778\n",
      "Epoch: 718/1000 Iteration: 6465 Train loss: 0.023713 Train acc: 0.990000\n",
      "Epoch: 718/1000 Iteration: 6470 Train loss: 0.009397 Train acc: 0.998333\n",
      "Epoch: 718/1000 Iteration: 6470 Validation loss: 0.086164 Validation acc: 0.978333\n",
      "Epoch: 719/1000 Iteration: 6475 Train loss: 0.016345 Train acc: 0.996667\n",
      "Epoch: 719/1000 Iteration: 6480 Train loss: 0.012020 Train acc: 0.991667\n",
      "Epoch: 719/1000 Iteration: 6480 Validation loss: 0.085555 Validation acc: 0.978889\n",
      "Epoch: 720/1000 Iteration: 6485 Train loss: 0.016215 Train acc: 0.996667\n",
      "Epoch: 721/1000 Iteration: 6490 Train loss: 0.015715 Train acc: 0.996667\n",
      "Epoch: 721/1000 Iteration: 6490 Validation loss: 0.084980 Validation acc: 0.979445\n",
      "Epoch: 721/1000 Iteration: 6495 Train loss: 0.013314 Train acc: 0.995000\n",
      "Epoch: 722/1000 Iteration: 6500 Train loss: 0.011729 Train acc: 0.995000\n",
      "Epoch: 722/1000 Iteration: 6500 Validation loss: 0.082839 Validation acc: 0.978889\n",
      "Epoch: 722/1000 Iteration: 6505 Train loss: 0.011867 Train acc: 0.998333\n",
      "Epoch: 723/1000 Iteration: 6510 Train loss: 0.021082 Train acc: 0.993333\n",
      "Epoch: 723/1000 Iteration: 6510 Validation loss: 0.083348 Validation acc: 0.978889\n",
      "Epoch: 723/1000 Iteration: 6515 Train loss: 0.010109 Train acc: 0.993333\n",
      "Epoch: 724/1000 Iteration: 6520 Train loss: 0.019493 Train acc: 0.995000\n",
      "Epoch: 724/1000 Iteration: 6520 Validation loss: 0.086310 Validation acc: 0.978333\n",
      "Epoch: 724/1000 Iteration: 6525 Train loss: 0.012999 Train acc: 0.991667\n",
      "Epoch: 725/1000 Iteration: 6530 Train loss: 0.022425 Train acc: 0.991667\n",
      "Epoch: 725/1000 Iteration: 6530 Validation loss: 0.085380 Validation acc: 0.980000\n",
      "Epoch: 726/1000 Iteration: 6535 Train loss: 0.014810 Train acc: 0.995000\n",
      "Epoch: 726/1000 Iteration: 6540 Train loss: 0.015148 Train acc: 0.993333\n",
      "Epoch: 726/1000 Iteration: 6540 Validation loss: 0.084832 Validation acc: 0.980000\n",
      "Epoch: 727/1000 Iteration: 6545 Train loss: 0.010297 Train acc: 0.998333\n",
      "Epoch: 727/1000 Iteration: 6550 Train loss: 0.008717 Train acc: 1.000000\n",
      "Epoch: 727/1000 Iteration: 6550 Validation loss: 0.085109 Validation acc: 0.980556\n",
      "Epoch: 728/1000 Iteration: 6555 Train loss: 0.018731 Train acc: 0.995000\n",
      "Epoch: 728/1000 Iteration: 6560 Train loss: 0.008272 Train acc: 0.998333\n",
      "Epoch: 728/1000 Iteration: 6560 Validation loss: 0.085988 Validation acc: 0.979445\n",
      "Epoch: 729/1000 Iteration: 6565 Train loss: 0.017755 Train acc: 0.995000\n",
      "Epoch: 729/1000 Iteration: 6570 Train loss: 0.012809 Train acc: 0.993333\n",
      "Epoch: 729/1000 Iteration: 6570 Validation loss: 0.086320 Validation acc: 0.978333\n",
      "Epoch: 730/1000 Iteration: 6575 Train loss: 0.017905 Train acc: 0.995000\n",
      "Epoch: 731/1000 Iteration: 6580 Train loss: 0.013564 Train acc: 0.996667\n",
      "Epoch: 731/1000 Iteration: 6580 Validation loss: 0.086521 Validation acc: 0.979445\n",
      "Epoch: 731/1000 Iteration: 6585 Train loss: 0.016514 Train acc: 0.991667\n",
      "Epoch: 732/1000 Iteration: 6590 Train loss: 0.010555 Train acc: 0.995000\n",
      "Epoch: 732/1000 Iteration: 6590 Validation loss: 0.086999 Validation acc: 0.978889\n",
      "Epoch: 732/1000 Iteration: 6595 Train loss: 0.009489 Train acc: 0.998333\n",
      "Epoch: 733/1000 Iteration: 6600 Train loss: 0.019890 Train acc: 0.991667\n",
      "Epoch: 733/1000 Iteration: 6600 Validation loss: 0.087260 Validation acc: 0.980000\n",
      "Epoch: 733/1000 Iteration: 6605 Train loss: 0.008078 Train acc: 0.996667\n",
      "Epoch: 734/1000 Iteration: 6610 Train loss: 0.018180 Train acc: 0.995000\n",
      "Epoch: 734/1000 Iteration: 6610 Validation loss: 0.088635 Validation acc: 0.978889\n",
      "Epoch: 734/1000 Iteration: 6615 Train loss: 0.010036 Train acc: 0.993333\n",
      "Epoch: 735/1000 Iteration: 6620 Train loss: 0.019565 Train acc: 0.993333\n",
      "Epoch: 735/1000 Iteration: 6620 Validation loss: 0.087917 Validation acc: 0.978889\n",
      "Epoch: 736/1000 Iteration: 6625 Train loss: 0.014118 Train acc: 0.996667\n",
      "Epoch: 736/1000 Iteration: 6630 Train loss: 0.017061 Train acc: 0.991667\n",
      "Epoch: 736/1000 Iteration: 6630 Validation loss: 0.087767 Validation acc: 0.979445\n",
      "Epoch: 737/1000 Iteration: 6635 Train loss: 0.007760 Train acc: 1.000000\n",
      "Epoch: 737/1000 Iteration: 6640 Train loss: 0.012305 Train acc: 0.996667\n",
      "Epoch: 737/1000 Iteration: 6640 Validation loss: 0.086883 Validation acc: 0.979445\n",
      "Epoch: 738/1000 Iteration: 6645 Train loss: 0.020379 Train acc: 0.991667\n",
      "Epoch: 738/1000 Iteration: 6650 Train loss: 0.009102 Train acc: 0.996667\n",
      "Epoch: 738/1000 Iteration: 6650 Validation loss: 0.086414 Validation acc: 0.979445\n",
      "Epoch: 739/1000 Iteration: 6655 Train loss: 0.018765 Train acc: 0.995000\n",
      "Epoch: 739/1000 Iteration: 6660 Train loss: 0.009299 Train acc: 0.998333\n",
      "Epoch: 739/1000 Iteration: 6660 Validation loss: 0.085320 Validation acc: 0.979445\n",
      "Epoch: 740/1000 Iteration: 6665 Train loss: 0.017594 Train acc: 0.993333\n",
      "Epoch: 741/1000 Iteration: 6670 Train loss: 0.018266 Train acc: 0.996667\n",
      "Epoch: 741/1000 Iteration: 6670 Validation loss: 0.084326 Validation acc: 0.978889\n",
      "Epoch: 741/1000 Iteration: 6675 Train loss: 0.015010 Train acc: 0.991667\n",
      "Epoch: 742/1000 Iteration: 6680 Train loss: 0.007938 Train acc: 0.998333\n",
      "Epoch: 742/1000 Iteration: 6680 Validation loss: 0.082311 Validation acc: 0.980556\n",
      "Epoch: 742/1000 Iteration: 6685 Train loss: 0.010702 Train acc: 0.996667\n",
      "Epoch: 743/1000 Iteration: 6690 Train loss: 0.018981 Train acc: 0.990000\n",
      "Epoch: 743/1000 Iteration: 6690 Validation loss: 0.083515 Validation acc: 0.978889\n",
      "Epoch: 743/1000 Iteration: 6695 Train loss: 0.009784 Train acc: 0.996667\n",
      "Epoch: 744/1000 Iteration: 6700 Train loss: 0.018796 Train acc: 0.996667\n",
      "Epoch: 744/1000 Iteration: 6700 Validation loss: 0.085572 Validation acc: 0.980000\n",
      "Epoch: 744/1000 Iteration: 6705 Train loss: 0.011108 Train acc: 0.998333\n",
      "Epoch: 745/1000 Iteration: 6710 Train loss: 0.019204 Train acc: 0.993333\n",
      "Epoch: 745/1000 Iteration: 6710 Validation loss: 0.086075 Validation acc: 0.979445\n",
      "Epoch: 746/1000 Iteration: 6715 Train loss: 0.011662 Train acc: 1.000000\n",
      "Epoch: 746/1000 Iteration: 6720 Train loss: 0.017143 Train acc: 0.993333\n",
      "Epoch: 746/1000 Iteration: 6720 Validation loss: 0.085460 Validation acc: 0.979445\n",
      "Epoch: 747/1000 Iteration: 6725 Train loss: 0.009014 Train acc: 0.996667\n",
      "Epoch: 747/1000 Iteration: 6730 Train loss: 0.010322 Train acc: 0.998333\n",
      "Epoch: 747/1000 Iteration: 6730 Validation loss: 0.085649 Validation acc: 0.980000\n",
      "Epoch: 748/1000 Iteration: 6735 Train loss: 0.017066 Train acc: 0.995000\n",
      "Epoch: 748/1000 Iteration: 6740 Train loss: 0.006849 Train acc: 0.998333\n",
      "Epoch: 748/1000 Iteration: 6740 Validation loss: 0.086407 Validation acc: 0.979445\n",
      "Epoch: 749/1000 Iteration: 6745 Train loss: 0.020527 Train acc: 0.991667\n",
      "Epoch: 749/1000 Iteration: 6750 Train loss: 0.010648 Train acc: 0.996667\n",
      "Epoch: 749/1000 Iteration: 6750 Validation loss: 0.086208 Validation acc: 0.979445\n",
      "Epoch: 750/1000 Iteration: 6755 Train loss: 0.017073 Train acc: 0.996667\n",
      "Epoch: 751/1000 Iteration: 6760 Train loss: 0.012886 Train acc: 0.996667\n",
      "Epoch: 751/1000 Iteration: 6760 Validation loss: 0.086376 Validation acc: 0.978889\n",
      "Epoch: 751/1000 Iteration: 6765 Train loss: 0.016557 Train acc: 0.993333\n",
      "Epoch: 752/1000 Iteration: 6770 Train loss: 0.007282 Train acc: 0.998333\n",
      "Epoch: 752/1000 Iteration: 6770 Validation loss: 0.086523 Validation acc: 0.980556\n",
      "Epoch: 752/1000 Iteration: 6775 Train loss: 0.009593 Train acc: 0.998333\n",
      "Epoch: 753/1000 Iteration: 6780 Train loss: 0.020733 Train acc: 0.991667\n",
      "Epoch: 753/1000 Iteration: 6780 Validation loss: 0.087624 Validation acc: 0.980000\n",
      "Epoch: 753/1000 Iteration: 6785 Train loss: 0.008231 Train acc: 0.995000\n",
      "Epoch: 754/1000 Iteration: 6790 Train loss: 0.019101 Train acc: 0.993333\n",
      "Epoch: 754/1000 Iteration: 6790 Validation loss: 0.087110 Validation acc: 0.980000\n",
      "Epoch: 754/1000 Iteration: 6795 Train loss: 0.011522 Train acc: 0.996667\n",
      "Epoch: 755/1000 Iteration: 6800 Train loss: 0.015145 Train acc: 0.996667\n",
      "Epoch: 755/1000 Iteration: 6800 Validation loss: 0.084569 Validation acc: 0.980556\n",
      "Epoch: 756/1000 Iteration: 6805 Train loss: 0.014790 Train acc: 0.996667\n",
      "Epoch: 756/1000 Iteration: 6810 Train loss: 0.013965 Train acc: 0.993333\n",
      "Epoch: 756/1000 Iteration: 6810 Validation loss: 0.084813 Validation acc: 0.980000\n",
      "Epoch: 757/1000 Iteration: 6815 Train loss: 0.008954 Train acc: 0.998333\n",
      "Epoch: 757/1000 Iteration: 6820 Train loss: 0.009844 Train acc: 0.996667\n",
      "Epoch: 757/1000 Iteration: 6820 Validation loss: 0.086891 Validation acc: 0.979445\n",
      "Epoch: 758/1000 Iteration: 6825 Train loss: 0.019809 Train acc: 0.993333\n",
      "Epoch: 758/1000 Iteration: 6830 Train loss: 0.010544 Train acc: 0.995000\n",
      "Epoch: 758/1000 Iteration: 6830 Validation loss: 0.087507 Validation acc: 0.980000\n",
      "Epoch: 759/1000 Iteration: 6835 Train loss: 0.017405 Train acc: 0.996667\n",
      "Epoch: 759/1000 Iteration: 6840 Train loss: 0.012756 Train acc: 0.993333\n",
      "Epoch: 759/1000 Iteration: 6840 Validation loss: 0.088223 Validation acc: 0.979445\n",
      "Epoch: 760/1000 Iteration: 6845 Train loss: 0.018137 Train acc: 0.993333\n",
      "Epoch: 761/1000 Iteration: 6850 Train loss: 0.013112 Train acc: 0.996667\n",
      "Epoch: 761/1000 Iteration: 6850 Validation loss: 0.088030 Validation acc: 0.979445\n",
      "Epoch: 761/1000 Iteration: 6855 Train loss: 0.015250 Train acc: 0.993333\n",
      "Epoch: 762/1000 Iteration: 6860 Train loss: 0.008004 Train acc: 1.000000\n",
      "Epoch: 762/1000 Iteration: 6860 Validation loss: 0.086402 Validation acc: 0.979445\n",
      "Epoch: 762/1000 Iteration: 6865 Train loss: 0.006985 Train acc: 0.998333\n",
      "Epoch: 763/1000 Iteration: 6870 Train loss: 0.015672 Train acc: 0.998333\n",
      "Epoch: 763/1000 Iteration: 6870 Validation loss: 0.087845 Validation acc: 0.980000\n",
      "Epoch: 763/1000 Iteration: 6875 Train loss: 0.008507 Train acc: 0.998333\n",
      "Epoch: 764/1000 Iteration: 6880 Train loss: 0.017202 Train acc: 0.996667\n",
      "Epoch: 764/1000 Iteration: 6880 Validation loss: 0.087624 Validation acc: 0.980556\n",
      "Epoch: 764/1000 Iteration: 6885 Train loss: 0.012062 Train acc: 0.995000\n",
      "Epoch: 765/1000 Iteration: 6890 Train loss: 0.017608 Train acc: 0.996667\n",
      "Epoch: 765/1000 Iteration: 6890 Validation loss: 0.087208 Validation acc: 0.981111\n",
      "Epoch: 766/1000 Iteration: 6895 Train loss: 0.011192 Train acc: 0.998333\n",
      "Epoch: 766/1000 Iteration: 6900 Train loss: 0.016494 Train acc: 0.991667\n",
      "Epoch: 766/1000 Iteration: 6900 Validation loss: 0.088363 Validation acc: 0.981111\n",
      "Epoch: 767/1000 Iteration: 6905 Train loss: 0.008256 Train acc: 1.000000\n",
      "Epoch: 767/1000 Iteration: 6910 Train loss: 0.010064 Train acc: 0.998333\n",
      "Epoch: 767/1000 Iteration: 6910 Validation loss: 0.088784 Validation acc: 0.980556\n",
      "Epoch: 768/1000 Iteration: 6915 Train loss: 0.017770 Train acc: 0.993333\n",
      "Epoch: 768/1000 Iteration: 6920 Train loss: 0.008022 Train acc: 0.996667\n",
      "Epoch: 768/1000 Iteration: 6920 Validation loss: 0.087922 Validation acc: 0.981111\n",
      "Epoch: 769/1000 Iteration: 6925 Train loss: 0.019760 Train acc: 0.995000\n",
      "Epoch: 769/1000 Iteration: 6930 Train loss: 0.011194 Train acc: 0.995000\n",
      "Epoch: 769/1000 Iteration: 6930 Validation loss: 0.088525 Validation acc: 0.981111\n",
      "Epoch: 770/1000 Iteration: 6935 Train loss: 0.019095 Train acc: 0.995000\n",
      "Epoch: 771/1000 Iteration: 6940 Train loss: 0.016160 Train acc: 0.996667\n",
      "Epoch: 771/1000 Iteration: 6940 Validation loss: 0.088644 Validation acc: 0.981111\n",
      "Epoch: 771/1000 Iteration: 6945 Train loss: 0.016246 Train acc: 0.991667\n",
      "Epoch: 772/1000 Iteration: 6950 Train loss: 0.009368 Train acc: 0.998333\n",
      "Epoch: 772/1000 Iteration: 6950 Validation loss: 0.088993 Validation acc: 0.981667\n",
      "Epoch: 772/1000 Iteration: 6955 Train loss: 0.011382 Train acc: 0.996667\n",
      "Epoch: 773/1000 Iteration: 6960 Train loss: 0.017729 Train acc: 0.993333\n",
      "Epoch: 773/1000 Iteration: 6960 Validation loss: 0.088789 Validation acc: 0.980556\n",
      "Epoch: 773/1000 Iteration: 6965 Train loss: 0.007056 Train acc: 0.996667\n",
      "Epoch: 774/1000 Iteration: 6970 Train loss: 0.013403 Train acc: 1.000000\n",
      "Epoch: 774/1000 Iteration: 6970 Validation loss: 0.088388 Validation acc: 0.981667\n",
      "Epoch: 774/1000 Iteration: 6975 Train loss: 0.012226 Train acc: 0.996667\n",
      "Epoch: 775/1000 Iteration: 6980 Train loss: 0.017282 Train acc: 0.991667\n",
      "Epoch: 775/1000 Iteration: 6980 Validation loss: 0.087245 Validation acc: 0.980556\n",
      "Epoch: 776/1000 Iteration: 6985 Train loss: 0.013984 Train acc: 0.995000\n",
      "Epoch: 776/1000 Iteration: 6990 Train loss: 0.016464 Train acc: 0.993333\n",
      "Epoch: 776/1000 Iteration: 6990 Validation loss: 0.087193 Validation acc: 0.980556\n",
      "Epoch: 777/1000 Iteration: 6995 Train loss: 0.007402 Train acc: 1.000000\n",
      "Epoch: 777/1000 Iteration: 7000 Train loss: 0.007691 Train acc: 0.998333\n",
      "Epoch: 777/1000 Iteration: 7000 Validation loss: 0.088987 Validation acc: 0.980556\n",
      "Epoch: 778/1000 Iteration: 7005 Train loss: 0.018439 Train acc: 0.995000\n",
      "Epoch: 778/1000 Iteration: 7010 Train loss: 0.007551 Train acc: 0.996667\n",
      "Epoch: 778/1000 Iteration: 7010 Validation loss: 0.089435 Validation acc: 0.980000\n",
      "Epoch: 779/1000 Iteration: 7015 Train loss: 0.015015 Train acc: 1.000000\n",
      "Epoch: 779/1000 Iteration: 7020 Train loss: 0.009770 Train acc: 0.996667\n",
      "Epoch: 779/1000 Iteration: 7020 Validation loss: 0.089012 Validation acc: 0.980556\n",
      "Epoch: 780/1000 Iteration: 7025 Train loss: 0.018811 Train acc: 0.993333\n",
      "Epoch: 781/1000 Iteration: 7030 Train loss: 0.011266 Train acc: 0.996667\n",
      "Epoch: 781/1000 Iteration: 7030 Validation loss: 0.090765 Validation acc: 0.981111\n",
      "Epoch: 781/1000 Iteration: 7035 Train loss: 0.014048 Train acc: 0.995000\n",
      "Epoch: 782/1000 Iteration: 7040 Train loss: 0.008378 Train acc: 0.998333\n",
      "Epoch: 782/1000 Iteration: 7040 Validation loss: 0.090127 Validation acc: 0.980000\n",
      "Epoch: 782/1000 Iteration: 7045 Train loss: 0.009756 Train acc: 0.998333\n",
      "Epoch: 783/1000 Iteration: 7050 Train loss: 0.016129 Train acc: 0.998333\n",
      "Epoch: 783/1000 Iteration: 7050 Validation loss: 0.089575 Validation acc: 0.980556\n",
      "Epoch: 783/1000 Iteration: 7055 Train loss: 0.007414 Train acc: 0.998333\n",
      "Epoch: 784/1000 Iteration: 7060 Train loss: 0.015232 Train acc: 0.998333\n",
      "Epoch: 784/1000 Iteration: 7060 Validation loss: 0.090710 Validation acc: 0.981111\n",
      "Epoch: 784/1000 Iteration: 7065 Train loss: 0.008672 Train acc: 0.996667\n",
      "Epoch: 785/1000 Iteration: 7070 Train loss: 0.017397 Train acc: 0.990000\n",
      "Epoch: 785/1000 Iteration: 7070 Validation loss: 0.090663 Validation acc: 0.980556\n",
      "Epoch: 786/1000 Iteration: 7075 Train loss: 0.013332 Train acc: 0.996667\n",
      "Epoch: 786/1000 Iteration: 7080 Train loss: 0.014667 Train acc: 0.993333\n",
      "Epoch: 786/1000 Iteration: 7080 Validation loss: 0.088057 Validation acc: 0.980000\n",
      "Epoch: 787/1000 Iteration: 7085 Train loss: 0.007324 Train acc: 0.996667\n",
      "Epoch: 787/1000 Iteration: 7090 Train loss: 0.009424 Train acc: 0.998333\n",
      "Epoch: 787/1000 Iteration: 7090 Validation loss: 0.087594 Validation acc: 0.980556\n",
      "Epoch: 788/1000 Iteration: 7095 Train loss: 0.016603 Train acc: 0.995000\n",
      "Epoch: 788/1000 Iteration: 7100 Train loss: 0.008494 Train acc: 0.996667\n",
      "Epoch: 788/1000 Iteration: 7100 Validation loss: 0.087770 Validation acc: 0.980556\n",
      "Epoch: 789/1000 Iteration: 7105 Train loss: 0.013434 Train acc: 1.000000\n",
      "Epoch: 789/1000 Iteration: 7110 Train loss: 0.010206 Train acc: 0.998333\n",
      "Epoch: 789/1000 Iteration: 7110 Validation loss: 0.089893 Validation acc: 0.981111\n",
      "Epoch: 790/1000 Iteration: 7115 Train loss: 0.016122 Train acc: 0.995000\n",
      "Epoch: 791/1000 Iteration: 7120 Train loss: 0.016565 Train acc: 0.995000\n",
      "Epoch: 791/1000 Iteration: 7120 Validation loss: 0.090385 Validation acc: 0.981111\n",
      "Epoch: 791/1000 Iteration: 7125 Train loss: 0.014878 Train acc: 0.995000\n",
      "Epoch: 792/1000 Iteration: 7130 Train loss: 0.007770 Train acc: 0.998333\n",
      "Epoch: 792/1000 Iteration: 7130 Validation loss: 0.086897 Validation acc: 0.981111\n",
      "Epoch: 792/1000 Iteration: 7135 Train loss: 0.007745 Train acc: 0.998333\n",
      "Epoch: 793/1000 Iteration: 7140 Train loss: 0.013910 Train acc: 1.000000\n",
      "Epoch: 793/1000 Iteration: 7140 Validation loss: 0.086894 Validation acc: 0.979445\n",
      "Epoch: 793/1000 Iteration: 7145 Train loss: 0.006204 Train acc: 0.998333\n",
      "Epoch: 794/1000 Iteration: 7150 Train loss: 0.015168 Train acc: 0.996667\n",
      "Epoch: 794/1000 Iteration: 7150 Validation loss: 0.088630 Validation acc: 0.981111\n",
      "Epoch: 794/1000 Iteration: 7155 Train loss: 0.012629 Train acc: 0.991667\n",
      "Epoch: 795/1000 Iteration: 7160 Train loss: 0.012484 Train acc: 0.995000\n",
      "Epoch: 795/1000 Iteration: 7160 Validation loss: 0.089146 Validation acc: 0.980000\n",
      "Epoch: 796/1000 Iteration: 7165 Train loss: 0.015220 Train acc: 0.995000\n",
      "Epoch: 796/1000 Iteration: 7170 Train loss: 0.013881 Train acc: 0.991667\n",
      "Epoch: 796/1000 Iteration: 7170 Validation loss: 0.088538 Validation acc: 0.981111\n",
      "Epoch: 797/1000 Iteration: 7175 Train loss: 0.006818 Train acc: 0.998333\n",
      "Epoch: 797/1000 Iteration: 7180 Train loss: 0.006480 Train acc: 0.998333\n",
      "Epoch: 797/1000 Iteration: 7180 Validation loss: 0.090193 Validation acc: 0.981111\n",
      "Epoch: 798/1000 Iteration: 7185 Train loss: 0.014753 Train acc: 0.995000\n",
      "Epoch: 798/1000 Iteration: 7190 Train loss: 0.006909 Train acc: 0.998333\n",
      "Epoch: 798/1000 Iteration: 7190 Validation loss: 0.087573 Validation acc: 0.981111\n",
      "Epoch: 799/1000 Iteration: 7195 Train loss: 0.018948 Train acc: 0.995000\n",
      "Epoch: 799/1000 Iteration: 7200 Train loss: 0.007364 Train acc: 0.998333\n",
      "Epoch: 799/1000 Iteration: 7200 Validation loss: 0.087987 Validation acc: 0.981111\n",
      "Epoch: 800/1000 Iteration: 7205 Train loss: 0.014081 Train acc: 0.995000\n",
      "Epoch: 801/1000 Iteration: 7210 Train loss: 0.013677 Train acc: 0.993333\n",
      "Epoch: 801/1000 Iteration: 7210 Validation loss: 0.089400 Validation acc: 0.978889\n",
      "Epoch: 801/1000 Iteration: 7215 Train loss: 0.013306 Train acc: 0.995000\n",
      "Epoch: 802/1000 Iteration: 7220 Train loss: 0.007600 Train acc: 0.998333\n",
      "Epoch: 802/1000 Iteration: 7220 Validation loss: 0.089502 Validation acc: 0.982222\n",
      "Epoch: 802/1000 Iteration: 7225 Train loss: 0.008913 Train acc: 0.996667\n",
      "Epoch: 803/1000 Iteration: 7230 Train loss: 0.011802 Train acc: 1.000000\n",
      "Epoch: 803/1000 Iteration: 7230 Validation loss: 0.088733 Validation acc: 0.980556\n",
      "Epoch: 803/1000 Iteration: 7235 Train loss: 0.007555 Train acc: 0.996667\n",
      "Epoch: 804/1000 Iteration: 7240 Train loss: 0.017171 Train acc: 0.995000\n",
      "Epoch: 804/1000 Iteration: 7240 Validation loss: 0.088963 Validation acc: 0.981111\n",
      "Epoch: 804/1000 Iteration: 7245 Train loss: 0.009010 Train acc: 0.998333\n",
      "Epoch: 805/1000 Iteration: 7250 Train loss: 0.013138 Train acc: 0.996667\n",
      "Epoch: 805/1000 Iteration: 7250 Validation loss: 0.091852 Validation acc: 0.980556\n",
      "Epoch: 806/1000 Iteration: 7255 Train loss: 0.008908 Train acc: 1.000000\n",
      "Epoch: 806/1000 Iteration: 7260 Train loss: 0.015397 Train acc: 0.990000\n",
      "Epoch: 806/1000 Iteration: 7260 Validation loss: 0.091164 Validation acc: 0.981667\n",
      "Epoch: 807/1000 Iteration: 7265 Train loss: 0.006356 Train acc: 1.000000\n",
      "Epoch: 807/1000 Iteration: 7270 Train loss: 0.010265 Train acc: 0.998333\n",
      "Epoch: 807/1000 Iteration: 7270 Validation loss: 0.090519 Validation acc: 0.981111\n",
      "Epoch: 808/1000 Iteration: 7275 Train loss: 0.018072 Train acc: 0.995000\n",
      "Epoch: 808/1000 Iteration: 7280 Train loss: 0.008350 Train acc: 0.996667\n",
      "Epoch: 808/1000 Iteration: 7280 Validation loss: 0.089778 Validation acc: 0.980556\n",
      "Epoch: 809/1000 Iteration: 7285 Train loss: 0.017995 Train acc: 0.993333\n",
      "Epoch: 809/1000 Iteration: 7290 Train loss: 0.009692 Train acc: 0.996667\n",
      "Epoch: 809/1000 Iteration: 7290 Validation loss: 0.090475 Validation acc: 0.980556\n",
      "Epoch: 810/1000 Iteration: 7295 Train loss: 0.014276 Train acc: 0.995000\n",
      "Epoch: 811/1000 Iteration: 7300 Train loss: 0.010578 Train acc: 0.996667\n",
      "Epoch: 811/1000 Iteration: 7300 Validation loss: 0.087802 Validation acc: 0.981111\n",
      "Epoch: 811/1000 Iteration: 7305 Train loss: 0.012480 Train acc: 0.995000\n",
      "Epoch: 812/1000 Iteration: 7310 Train loss: 0.008386 Train acc: 0.996667\n",
      "Epoch: 812/1000 Iteration: 7310 Validation loss: 0.087868 Validation acc: 0.980556\n",
      "Epoch: 812/1000 Iteration: 7315 Train loss: 0.006651 Train acc: 0.998333\n",
      "Epoch: 813/1000 Iteration: 7320 Train loss: 0.015116 Train acc: 0.996667\n",
      "Epoch: 813/1000 Iteration: 7320 Validation loss: 0.088954 Validation acc: 0.980556\n",
      "Epoch: 813/1000 Iteration: 7325 Train loss: 0.006186 Train acc: 0.998333\n",
      "Epoch: 814/1000 Iteration: 7330 Train loss: 0.014360 Train acc: 0.996667\n",
      "Epoch: 814/1000 Iteration: 7330 Validation loss: 0.091342 Validation acc: 0.978889\n",
      "Epoch: 814/1000 Iteration: 7335 Train loss: 0.010646 Train acc: 0.995000\n",
      "Epoch: 815/1000 Iteration: 7340 Train loss: 0.013465 Train acc: 0.995000\n",
      "Epoch: 815/1000 Iteration: 7340 Validation loss: 0.088087 Validation acc: 0.981111\n",
      "Epoch: 816/1000 Iteration: 7345 Train loss: 0.007568 Train acc: 1.000000\n",
      "Epoch: 816/1000 Iteration: 7350 Train loss: 0.010883 Train acc: 0.996667\n",
      "Epoch: 816/1000 Iteration: 7350 Validation loss: 0.085763 Validation acc: 0.981667\n",
      "Epoch: 817/1000 Iteration: 7355 Train loss: 0.006341 Train acc: 1.000000\n",
      "Epoch: 817/1000 Iteration: 7360 Train loss: 0.007979 Train acc: 0.996667\n",
      "Epoch: 817/1000 Iteration: 7360 Validation loss: 0.086244 Validation acc: 0.981111\n",
      "Epoch: 818/1000 Iteration: 7365 Train loss: 0.015924 Train acc: 0.996667\n",
      "Epoch: 818/1000 Iteration: 7370 Train loss: 0.008522 Train acc: 0.996667\n",
      "Epoch: 818/1000 Iteration: 7370 Validation loss: 0.091925 Validation acc: 0.980556\n",
      "Epoch: 819/1000 Iteration: 7375 Train loss: 0.019129 Train acc: 0.991667\n",
      "Epoch: 819/1000 Iteration: 7380 Train loss: 0.006755 Train acc: 0.996667\n",
      "Epoch: 819/1000 Iteration: 7380 Validation loss: 0.091696 Validation acc: 0.981111\n",
      "Epoch: 820/1000 Iteration: 7385 Train loss: 0.013002 Train acc: 0.996667\n",
      "Epoch: 821/1000 Iteration: 7390 Train loss: 0.009282 Train acc: 0.998333\n",
      "Epoch: 821/1000 Iteration: 7390 Validation loss: 0.093257 Validation acc: 0.980000\n",
      "Epoch: 821/1000 Iteration: 7395 Train loss: 0.012401 Train acc: 0.993333\n",
      "Epoch: 822/1000 Iteration: 7400 Train loss: 0.009020 Train acc: 0.996667\n",
      "Epoch: 822/1000 Iteration: 7400 Validation loss: 0.093292 Validation acc: 0.982778\n",
      "Epoch: 822/1000 Iteration: 7405 Train loss: 0.008702 Train acc: 0.996667\n",
      "Epoch: 823/1000 Iteration: 7410 Train loss: 0.012450 Train acc: 0.998333\n",
      "Epoch: 823/1000 Iteration: 7410 Validation loss: 0.093683 Validation acc: 0.980556\n",
      "Epoch: 823/1000 Iteration: 7415 Train loss: 0.005633 Train acc: 0.998333\n",
      "Epoch: 824/1000 Iteration: 7420 Train loss: 0.016101 Train acc: 0.998333\n",
      "Epoch: 824/1000 Iteration: 7420 Validation loss: 0.091403 Validation acc: 0.981667\n",
      "Epoch: 824/1000 Iteration: 7425 Train loss: 0.007290 Train acc: 0.996667\n",
      "Epoch: 825/1000 Iteration: 7430 Train loss: 0.014686 Train acc: 0.995000\n",
      "Epoch: 825/1000 Iteration: 7430 Validation loss: 0.089843 Validation acc: 0.981111\n",
      "Epoch: 826/1000 Iteration: 7435 Train loss: 0.013085 Train acc: 0.995000\n",
      "Epoch: 826/1000 Iteration: 7440 Train loss: 0.011918 Train acc: 0.995000\n",
      "Epoch: 826/1000 Iteration: 7440 Validation loss: 0.091644 Validation acc: 0.983333\n",
      "Epoch: 827/1000 Iteration: 7445 Train loss: 0.005778 Train acc: 0.998333\n",
      "Epoch: 827/1000 Iteration: 7450 Train loss: 0.007225 Train acc: 1.000000\n",
      "Epoch: 827/1000 Iteration: 7450 Validation loss: 0.092116 Validation acc: 0.981111\n",
      "Epoch: 828/1000 Iteration: 7455 Train loss: 0.016655 Train acc: 0.993333\n",
      "Epoch: 828/1000 Iteration: 7460 Train loss: 0.005200 Train acc: 0.998333\n",
      "Epoch: 828/1000 Iteration: 7460 Validation loss: 0.091313 Validation acc: 0.982778\n",
      "Epoch: 829/1000 Iteration: 7465 Train loss: 0.015259 Train acc: 0.995000\n",
      "Epoch: 829/1000 Iteration: 7470 Train loss: 0.011494 Train acc: 0.995000\n",
      "Epoch: 829/1000 Iteration: 7470 Validation loss: 0.091163 Validation acc: 0.981111\n",
      "Epoch: 830/1000 Iteration: 7475 Train loss: 0.013915 Train acc: 0.996667\n",
      "Epoch: 831/1000 Iteration: 7480 Train loss: 0.012746 Train acc: 0.998333\n",
      "Epoch: 831/1000 Iteration: 7480 Validation loss: 0.090886 Validation acc: 0.981667\n",
      "Epoch: 831/1000 Iteration: 7485 Train loss: 0.012547 Train acc: 0.995000\n",
      "Epoch: 832/1000 Iteration: 7490 Train loss: 0.006239 Train acc: 0.998333\n",
      "Epoch: 832/1000 Iteration: 7490 Validation loss: 0.091197 Validation acc: 0.981667\n",
      "Epoch: 832/1000 Iteration: 7495 Train loss: 0.009121 Train acc: 0.996667\n",
      "Epoch: 833/1000 Iteration: 7500 Train loss: 0.014982 Train acc: 0.995000\n",
      "Epoch: 833/1000 Iteration: 7500 Validation loss: 0.091662 Validation acc: 0.981111\n",
      "Epoch: 833/1000 Iteration: 7505 Train loss: 0.007215 Train acc: 0.998333\n",
      "Epoch: 834/1000 Iteration: 7510 Train loss: 0.012844 Train acc: 0.998333\n",
      "Epoch: 834/1000 Iteration: 7510 Validation loss: 0.092986 Validation acc: 0.981111\n",
      "Epoch: 834/1000 Iteration: 7515 Train loss: 0.007282 Train acc: 0.998333\n",
      "Epoch: 835/1000 Iteration: 7520 Train loss: 0.011530 Train acc: 0.998333\n",
      "Epoch: 835/1000 Iteration: 7520 Validation loss: 0.091758 Validation acc: 0.981667\n",
      "Epoch: 836/1000 Iteration: 7525 Train loss: 0.010154 Train acc: 0.995000\n",
      "Epoch: 836/1000 Iteration: 7530 Train loss: 0.010214 Train acc: 0.995000\n",
      "Epoch: 836/1000 Iteration: 7530 Validation loss: 0.093401 Validation acc: 0.980556\n",
      "Epoch: 837/1000 Iteration: 7535 Train loss: 0.007143 Train acc: 0.996667\n",
      "Epoch: 837/1000 Iteration: 7540 Train loss: 0.007693 Train acc: 0.998333\n",
      "Epoch: 837/1000 Iteration: 7540 Validation loss: 0.094482 Validation acc: 0.981667\n",
      "Epoch: 838/1000 Iteration: 7545 Train loss: 0.017673 Train acc: 0.991667\n",
      "Epoch: 838/1000 Iteration: 7550 Train loss: 0.007712 Train acc: 0.996667\n",
      "Epoch: 838/1000 Iteration: 7550 Validation loss: 0.094182 Validation acc: 0.980556\n",
      "Epoch: 839/1000 Iteration: 7555 Train loss: 0.013203 Train acc: 0.996667\n",
      "Epoch: 839/1000 Iteration: 7560 Train loss: 0.008029 Train acc: 0.998333\n",
      "Epoch: 839/1000 Iteration: 7560 Validation loss: 0.092840 Validation acc: 0.983333\n",
      "Epoch: 840/1000 Iteration: 7565 Train loss: 0.011402 Train acc: 0.996667\n",
      "Epoch: 841/1000 Iteration: 7570 Train loss: 0.014076 Train acc: 0.995000\n",
      "Epoch: 841/1000 Iteration: 7570 Validation loss: 0.093898 Validation acc: 0.981111\n",
      "Epoch: 841/1000 Iteration: 7575 Train loss: 0.013843 Train acc: 0.995000\n",
      "Epoch: 842/1000 Iteration: 7580 Train loss: 0.008897 Train acc: 0.996667\n",
      "Epoch: 842/1000 Iteration: 7580 Validation loss: 0.093803 Validation acc: 0.982778\n",
      "Epoch: 842/1000 Iteration: 7585 Train loss: 0.008126 Train acc: 0.998333\n",
      "Epoch: 843/1000 Iteration: 7590 Train loss: 0.010323 Train acc: 1.000000\n",
      "Epoch: 843/1000 Iteration: 7590 Validation loss: 0.092329 Validation acc: 0.980556\n",
      "Epoch: 843/1000 Iteration: 7595 Train loss: 0.005456 Train acc: 0.996667\n",
      "Epoch: 844/1000 Iteration: 7600 Train loss: 0.014360 Train acc: 0.998333\n",
      "Epoch: 844/1000 Iteration: 7600 Validation loss: 0.092531 Validation acc: 0.982778\n",
      "Epoch: 844/1000 Iteration: 7605 Train loss: 0.008344 Train acc: 0.996667\n",
      "Epoch: 845/1000 Iteration: 7610 Train loss: 0.015661 Train acc: 0.995000\n",
      "Epoch: 845/1000 Iteration: 7610 Validation loss: 0.092522 Validation acc: 0.981111\n",
      "Epoch: 846/1000 Iteration: 7615 Train loss: 0.014954 Train acc: 0.995000\n",
      "Epoch: 846/1000 Iteration: 7620 Train loss: 0.009502 Train acc: 0.996667\n",
      "Epoch: 846/1000 Iteration: 7620 Validation loss: 0.089868 Validation acc: 0.982778\n",
      "Epoch: 847/1000 Iteration: 7625 Train loss: 0.007164 Train acc: 0.998333\n",
      "Epoch: 847/1000 Iteration: 7630 Train loss: 0.008911 Train acc: 0.996667\n",
      "Epoch: 847/1000 Iteration: 7630 Validation loss: 0.090580 Validation acc: 0.982778\n",
      "Epoch: 848/1000 Iteration: 7635 Train loss: 0.010281 Train acc: 0.998333\n",
      "Epoch: 848/1000 Iteration: 7640 Train loss: 0.007016 Train acc: 0.996667\n",
      "Epoch: 848/1000 Iteration: 7640 Validation loss: 0.092509 Validation acc: 0.983333\n",
      "Epoch: 849/1000 Iteration: 7645 Train loss: 0.016178 Train acc: 0.991667\n",
      "Epoch: 849/1000 Iteration: 7650 Train loss: 0.006913 Train acc: 0.998333\n",
      "Epoch: 849/1000 Iteration: 7650 Validation loss: 0.094851 Validation acc: 0.982222\n",
      "Epoch: 850/1000 Iteration: 7655 Train loss: 0.012461 Train acc: 0.996667\n",
      "Epoch: 851/1000 Iteration: 7660 Train loss: 0.010068 Train acc: 0.996667\n",
      "Epoch: 851/1000 Iteration: 7660 Validation loss: 0.093516 Validation acc: 0.980556\n",
      "Epoch: 851/1000 Iteration: 7665 Train loss: 0.013690 Train acc: 0.995000\n",
      "Epoch: 852/1000 Iteration: 7670 Train loss: 0.005076 Train acc: 1.000000\n",
      "Epoch: 852/1000 Iteration: 7670 Validation loss: 0.093208 Validation acc: 0.982222\n",
      "Epoch: 852/1000 Iteration: 7675 Train loss: 0.007840 Train acc: 0.998333\n",
      "Epoch: 853/1000 Iteration: 7680 Train loss: 0.012033 Train acc: 0.998333\n",
      "Epoch: 853/1000 Iteration: 7680 Validation loss: 0.093132 Validation acc: 0.981667\n",
      "Epoch: 853/1000 Iteration: 7685 Train loss: 0.007099 Train acc: 0.996667\n",
      "Epoch: 854/1000 Iteration: 7690 Train loss: 0.012619 Train acc: 0.996667\n",
      "Epoch: 854/1000 Iteration: 7690 Validation loss: 0.093576 Validation acc: 0.980000\n",
      "Epoch: 854/1000 Iteration: 7695 Train loss: 0.010537 Train acc: 0.995000\n",
      "Epoch: 855/1000 Iteration: 7700 Train loss: 0.013584 Train acc: 0.995000\n",
      "Epoch: 855/1000 Iteration: 7700 Validation loss: 0.094315 Validation acc: 0.982222\n",
      "Epoch: 856/1000 Iteration: 7705 Train loss: 0.012546 Train acc: 0.998333\n",
      "Epoch: 856/1000 Iteration: 7710 Train loss: 0.012387 Train acc: 0.995000\n",
      "Epoch: 856/1000 Iteration: 7710 Validation loss: 0.095081 Validation acc: 0.981667\n",
      "Epoch: 857/1000 Iteration: 7715 Train loss: 0.006511 Train acc: 0.998333\n",
      "Epoch: 857/1000 Iteration: 7720 Train loss: 0.006337 Train acc: 0.998333\n",
      "Epoch: 857/1000 Iteration: 7720 Validation loss: 0.095779 Validation acc: 0.981667\n",
      "Epoch: 858/1000 Iteration: 7725 Train loss: 0.012368 Train acc: 0.996667\n",
      "Epoch: 858/1000 Iteration: 7730 Train loss: 0.005503 Train acc: 0.998333\n",
      "Epoch: 858/1000 Iteration: 7730 Validation loss: 0.095451 Validation acc: 0.981111\n",
      "Epoch: 859/1000 Iteration: 7735 Train loss: 0.012190 Train acc: 0.998333\n",
      "Epoch: 859/1000 Iteration: 7740 Train loss: 0.007107 Train acc: 0.998333\n",
      "Epoch: 859/1000 Iteration: 7740 Validation loss: 0.094963 Validation acc: 0.983333\n",
      "Epoch: 860/1000 Iteration: 7745 Train loss: 0.008976 Train acc: 0.998333\n",
      "Epoch: 861/1000 Iteration: 7750 Train loss: 0.010842 Train acc: 0.996667\n",
      "Epoch: 861/1000 Iteration: 7750 Validation loss: 0.095029 Validation acc: 0.982222\n",
      "Epoch: 861/1000 Iteration: 7755 Train loss: 0.010083 Train acc: 0.995000\n",
      "Epoch: 862/1000 Iteration: 7760 Train loss: 0.005707 Train acc: 0.998333\n",
      "Epoch: 862/1000 Iteration: 7760 Validation loss: 0.095877 Validation acc: 0.982778\n",
      "Epoch: 862/1000 Iteration: 7765 Train loss: 0.008117 Train acc: 0.998333\n",
      "Epoch: 863/1000 Iteration: 7770 Train loss: 0.011475 Train acc: 0.996667\n",
      "Epoch: 863/1000 Iteration: 7770 Validation loss: 0.096199 Validation acc: 0.983333\n",
      "Epoch: 863/1000 Iteration: 7775 Train loss: 0.004475 Train acc: 0.998333\n",
      "Epoch: 864/1000 Iteration: 7780 Train loss: 0.011547 Train acc: 1.000000\n",
      "Epoch: 864/1000 Iteration: 7780 Validation loss: 0.095975 Validation acc: 0.981111\n",
      "Epoch: 864/1000 Iteration: 7785 Train loss: 0.007482 Train acc: 0.996667\n",
      "Epoch: 865/1000 Iteration: 7790 Train loss: 0.010589 Train acc: 0.998333\n",
      "Epoch: 865/1000 Iteration: 7790 Validation loss: 0.097112 Validation acc: 0.982222\n",
      "Epoch: 866/1000 Iteration: 7795 Train loss: 0.010358 Train acc: 0.995000\n",
      "Epoch: 866/1000 Iteration: 7800 Train loss: 0.012010 Train acc: 0.996667\n",
      "Epoch: 866/1000 Iteration: 7800 Validation loss: 0.100706 Validation acc: 0.982222\n",
      "Epoch: 867/1000 Iteration: 7805 Train loss: 0.006173 Train acc: 0.998333\n",
      "Epoch: 867/1000 Iteration: 7810 Train loss: 0.006861 Train acc: 0.998333\n",
      "Epoch: 867/1000 Iteration: 7810 Validation loss: 0.099870 Validation acc: 0.982222\n",
      "Epoch: 868/1000 Iteration: 7815 Train loss: 0.011501 Train acc: 0.998333\n",
      "Epoch: 868/1000 Iteration: 7820 Train loss: 0.005438 Train acc: 0.998333\n",
      "Epoch: 868/1000 Iteration: 7820 Validation loss: 0.096803 Validation acc: 0.981667\n",
      "Epoch: 869/1000 Iteration: 7825 Train loss: 0.013334 Train acc: 0.998333\n",
      "Epoch: 869/1000 Iteration: 7830 Train loss: 0.008028 Train acc: 0.998333\n",
      "Epoch: 869/1000 Iteration: 7830 Validation loss: 0.097182 Validation acc: 0.981111\n",
      "Epoch: 870/1000 Iteration: 7835 Train loss: 0.008973 Train acc: 0.998333\n",
      "Epoch: 871/1000 Iteration: 7840 Train loss: 0.008568 Train acc: 0.996667\n",
      "Epoch: 871/1000 Iteration: 7840 Validation loss: 0.096399 Validation acc: 0.982222\n",
      "Epoch: 871/1000 Iteration: 7845 Train loss: 0.013536 Train acc: 0.995000\n",
      "Epoch: 872/1000 Iteration: 7850 Train loss: 0.005368 Train acc: 1.000000\n",
      "Epoch: 872/1000 Iteration: 7850 Validation loss: 0.096324 Validation acc: 0.981667\n",
      "Epoch: 872/1000 Iteration: 7855 Train loss: 0.008685 Train acc: 0.998333\n",
      "Epoch: 873/1000 Iteration: 7860 Train loss: 0.009135 Train acc: 0.998333\n",
      "Epoch: 873/1000 Iteration: 7860 Validation loss: 0.096828 Validation acc: 0.982778\n",
      "Epoch: 873/1000 Iteration: 7865 Train loss: 0.005187 Train acc: 0.998333\n",
      "Epoch: 874/1000 Iteration: 7870 Train loss: 0.011167 Train acc: 0.998333\n",
      "Epoch: 874/1000 Iteration: 7870 Validation loss: 0.096185 Validation acc: 0.981111\n",
      "Epoch: 874/1000 Iteration: 7875 Train loss: 0.008189 Train acc: 0.998333\n",
      "Epoch: 875/1000 Iteration: 7880 Train loss: 0.011380 Train acc: 0.996667\n",
      "Epoch: 875/1000 Iteration: 7880 Validation loss: 0.098479 Validation acc: 0.981667\n",
      "Epoch: 876/1000 Iteration: 7885 Train loss: 0.009084 Train acc: 0.998333\n",
      "Epoch: 876/1000 Iteration: 7890 Train loss: 0.009744 Train acc: 0.996667\n",
      "Epoch: 876/1000 Iteration: 7890 Validation loss: 0.098493 Validation acc: 0.981111\n",
      "Epoch: 877/1000 Iteration: 7895 Train loss: 0.004563 Train acc: 1.000000\n",
      "Epoch: 877/1000 Iteration: 7900 Train loss: 0.007585 Train acc: 0.998333\n",
      "Epoch: 877/1000 Iteration: 7900 Validation loss: 0.096110 Validation acc: 0.980556\n",
      "Epoch: 878/1000 Iteration: 7905 Train loss: 0.011404 Train acc: 0.996667\n",
      "Epoch: 878/1000 Iteration: 7910 Train loss: 0.004986 Train acc: 1.000000\n",
      "Epoch: 878/1000 Iteration: 7910 Validation loss: 0.096017 Validation acc: 0.982222\n",
      "Epoch: 879/1000 Iteration: 7915 Train loss: 0.012298 Train acc: 0.998333\n",
      "Epoch: 879/1000 Iteration: 7920 Train loss: 0.007175 Train acc: 0.998333\n",
      "Epoch: 879/1000 Iteration: 7920 Validation loss: 0.099839 Validation acc: 0.980556\n",
      "Epoch: 880/1000 Iteration: 7925 Train loss: 0.008470 Train acc: 0.996667\n",
      "Epoch: 881/1000 Iteration: 7930 Train loss: 0.007527 Train acc: 1.000000\n",
      "Epoch: 881/1000 Iteration: 7930 Validation loss: 0.099296 Validation acc: 0.982222\n",
      "Epoch: 881/1000 Iteration: 7935 Train loss: 0.011666 Train acc: 0.996667\n",
      "Epoch: 882/1000 Iteration: 7940 Train loss: 0.004035 Train acc: 1.000000\n",
      "Epoch: 882/1000 Iteration: 7940 Validation loss: 0.099357 Validation acc: 0.980556\n",
      "Epoch: 882/1000 Iteration: 7945 Train loss: 0.006638 Train acc: 1.000000\n",
      "Epoch: 883/1000 Iteration: 7950 Train loss: 0.010611 Train acc: 0.998333\n",
      "Epoch: 883/1000 Iteration: 7950 Validation loss: 0.098933 Validation acc: 0.980556\n",
      "Epoch: 883/1000 Iteration: 7955 Train loss: 0.006546 Train acc: 0.998333\n",
      "Epoch: 884/1000 Iteration: 7960 Train loss: 0.012093 Train acc: 0.996667\n",
      "Epoch: 884/1000 Iteration: 7960 Validation loss: 0.099940 Validation acc: 0.980000\n",
      "Epoch: 884/1000 Iteration: 7965 Train loss: 0.005611 Train acc: 1.000000\n",
      "Epoch: 885/1000 Iteration: 7970 Train loss: 0.012762 Train acc: 0.993333\n",
      "Epoch: 885/1000 Iteration: 7970 Validation loss: 0.099767 Validation acc: 0.980556\n",
      "Epoch: 886/1000 Iteration: 7975 Train loss: 0.010594 Train acc: 0.996667\n",
      "Epoch: 886/1000 Iteration: 7980 Train loss: 0.010852 Train acc: 0.995000\n",
      "Epoch: 886/1000 Iteration: 7980 Validation loss: 0.098280 Validation acc: 0.981111\n",
      "Epoch: 887/1000 Iteration: 7985 Train loss: 0.004123 Train acc: 1.000000\n",
      "Epoch: 887/1000 Iteration: 7990 Train loss: 0.008173 Train acc: 0.998333\n",
      "Epoch: 887/1000 Iteration: 7990 Validation loss: 0.098026 Validation acc: 0.981111\n",
      "Epoch: 888/1000 Iteration: 7995 Train loss: 0.014655 Train acc: 0.995000\n",
      "Epoch: 888/1000 Iteration: 8000 Train loss: 0.005062 Train acc: 0.998333\n",
      "Epoch: 888/1000 Iteration: 8000 Validation loss: 0.097618 Validation acc: 0.980556\n",
      "Epoch: 889/1000 Iteration: 8005 Train loss: 0.011861 Train acc: 0.996667\n",
      "Epoch: 889/1000 Iteration: 8010 Train loss: 0.007584 Train acc: 0.995000\n",
      "Epoch: 889/1000 Iteration: 8010 Validation loss: 0.097438 Validation acc: 0.981111\n",
      "Epoch: 890/1000 Iteration: 8015 Train loss: 0.009572 Train acc: 0.996667\n",
      "Epoch: 891/1000 Iteration: 8020 Train loss: 0.008166 Train acc: 0.996667\n",
      "Epoch: 891/1000 Iteration: 8020 Validation loss: 0.097460 Validation acc: 0.982222\n",
      "Epoch: 891/1000 Iteration: 8025 Train loss: 0.013203 Train acc: 0.995000\n",
      "Epoch: 892/1000 Iteration: 8030 Train loss: 0.007142 Train acc: 0.998333\n",
      "Epoch: 892/1000 Iteration: 8030 Validation loss: 0.098334 Validation acc: 0.982222\n",
      "Epoch: 892/1000 Iteration: 8035 Train loss: 0.007679 Train acc: 0.998333\n",
      "Epoch: 893/1000 Iteration: 8040 Train loss: 0.010309 Train acc: 0.996667\n",
      "Epoch: 893/1000 Iteration: 8040 Validation loss: 0.099380 Validation acc: 0.982222\n",
      "Epoch: 893/1000 Iteration: 8045 Train loss: 0.004583 Train acc: 0.996667\n",
      "Epoch: 894/1000 Iteration: 8050 Train loss: 0.010810 Train acc: 1.000000\n",
      "Epoch: 894/1000 Iteration: 8050 Validation loss: 0.100854 Validation acc: 0.981667\n",
      "Epoch: 894/1000 Iteration: 8055 Train loss: 0.006706 Train acc: 0.998333\n",
      "Epoch: 895/1000 Iteration: 8060 Train loss: 0.007611 Train acc: 0.996667\n",
      "Epoch: 895/1000 Iteration: 8060 Validation loss: 0.101010 Validation acc: 0.982222\n",
      "Epoch: 896/1000 Iteration: 8065 Train loss: 0.009919 Train acc: 0.995000\n",
      "Epoch: 896/1000 Iteration: 8070 Train loss: 0.011948 Train acc: 0.995000\n",
      "Epoch: 896/1000 Iteration: 8070 Validation loss: 0.101123 Validation acc: 0.981111\n",
      "Epoch: 897/1000 Iteration: 8075 Train loss: 0.005329 Train acc: 1.000000\n",
      "Epoch: 897/1000 Iteration: 8080 Train loss: 0.007329 Train acc: 0.998333\n",
      "Epoch: 897/1000 Iteration: 8080 Validation loss: 0.101349 Validation acc: 0.982778\n",
      "Epoch: 898/1000 Iteration: 8085 Train loss: 0.012172 Train acc: 0.995000\n",
      "Epoch: 898/1000 Iteration: 8090 Train loss: 0.005225 Train acc: 0.998333\n",
      "Epoch: 898/1000 Iteration: 8090 Validation loss: 0.099097 Validation acc: 0.982778\n",
      "Epoch: 899/1000 Iteration: 8095 Train loss: 0.013052 Train acc: 0.995000\n",
      "Epoch: 899/1000 Iteration: 8100 Train loss: 0.005318 Train acc: 0.998333\n",
      "Epoch: 899/1000 Iteration: 8100 Validation loss: 0.098805 Validation acc: 0.982222\n",
      "Epoch: 900/1000 Iteration: 8105 Train loss: 0.008539 Train acc: 0.998333\n",
      "Epoch: 901/1000 Iteration: 8110 Train loss: 0.008043 Train acc: 1.000000\n",
      "Epoch: 901/1000 Iteration: 8110 Validation loss: 0.098846 Validation acc: 0.983333\n",
      "Epoch: 901/1000 Iteration: 8115 Train loss: 0.010236 Train acc: 0.996667\n",
      "Epoch: 902/1000 Iteration: 8120 Train loss: 0.005665 Train acc: 0.998333\n",
      "Epoch: 902/1000 Iteration: 8120 Validation loss: 0.099256 Validation acc: 0.981667\n",
      "Epoch: 902/1000 Iteration: 8125 Train loss: 0.005580 Train acc: 0.998333\n",
      "Epoch: 903/1000 Iteration: 8130 Train loss: 0.009732 Train acc: 0.998333\n",
      "Epoch: 903/1000 Iteration: 8130 Validation loss: 0.098628 Validation acc: 0.982778\n",
      "Epoch: 903/1000 Iteration: 8135 Train loss: 0.003929 Train acc: 1.000000\n",
      "Epoch: 904/1000 Iteration: 8140 Train loss: 0.011426 Train acc: 0.995000\n",
      "Epoch: 904/1000 Iteration: 8140 Validation loss: 0.099551 Validation acc: 0.982778\n",
      "Epoch: 904/1000 Iteration: 8145 Train loss: 0.007662 Train acc: 0.998333\n",
      "Epoch: 905/1000 Iteration: 8150 Train loss: 0.010106 Train acc: 0.996667\n",
      "Epoch: 905/1000 Iteration: 8150 Validation loss: 0.100527 Validation acc: 0.980556\n",
      "Epoch: 906/1000 Iteration: 8155 Train loss: 0.007524 Train acc: 0.998333\n",
      "Epoch: 906/1000 Iteration: 8160 Train loss: 0.009097 Train acc: 0.996667\n",
      "Epoch: 906/1000 Iteration: 8160 Validation loss: 0.102516 Validation acc: 0.980556\n",
      "Epoch: 907/1000 Iteration: 8165 Train loss: 0.004904 Train acc: 1.000000\n",
      "Epoch: 907/1000 Iteration: 8170 Train loss: 0.005989 Train acc: 0.998333\n",
      "Epoch: 907/1000 Iteration: 8170 Validation loss: 0.101927 Validation acc: 0.981111\n",
      "Epoch: 908/1000 Iteration: 8175 Train loss: 0.008938 Train acc: 0.998333\n",
      "Epoch: 908/1000 Iteration: 8180 Train loss: 0.005578 Train acc: 0.998333\n",
      "Epoch: 908/1000 Iteration: 8180 Validation loss: 0.101580 Validation acc: 0.981667\n",
      "Epoch: 909/1000 Iteration: 8185 Train loss: 0.013470 Train acc: 0.996667\n",
      "Epoch: 909/1000 Iteration: 8190 Train loss: 0.006651 Train acc: 0.998333\n",
      "Epoch: 909/1000 Iteration: 8190 Validation loss: 0.098754 Validation acc: 0.980556\n",
      "Epoch: 910/1000 Iteration: 8195 Train loss: 0.010182 Train acc: 0.998333\n",
      "Epoch: 911/1000 Iteration: 8200 Train loss: 0.008625 Train acc: 0.996667\n",
      "Epoch: 911/1000 Iteration: 8200 Validation loss: 0.098271 Validation acc: 0.982778\n",
      "Epoch: 911/1000 Iteration: 8205 Train loss: 0.009809 Train acc: 0.995000\n",
      "Epoch: 912/1000 Iteration: 8210 Train loss: 0.004684 Train acc: 1.000000\n",
      "Epoch: 912/1000 Iteration: 8210 Validation loss: 0.098792 Validation acc: 0.980000\n",
      "Epoch: 912/1000 Iteration: 8215 Train loss: 0.004670 Train acc: 0.998333\n",
      "Epoch: 913/1000 Iteration: 8220 Train loss: 0.008485 Train acc: 0.998333\n",
      "Epoch: 913/1000 Iteration: 8220 Validation loss: 0.100018 Validation acc: 0.982778\n",
      "Epoch: 913/1000 Iteration: 8225 Train loss: 0.006007 Train acc: 0.998333\n",
      "Epoch: 914/1000 Iteration: 8230 Train loss: 0.010029 Train acc: 1.000000\n",
      "Epoch: 914/1000 Iteration: 8230 Validation loss: 0.102997 Validation acc: 0.981667\n",
      "Epoch: 914/1000 Iteration: 8235 Train loss: 0.008022 Train acc: 0.995000\n",
      "Epoch: 915/1000 Iteration: 8240 Train loss: 0.010257 Train acc: 0.995000\n",
      "Epoch: 915/1000 Iteration: 8240 Validation loss: 0.101370 Validation acc: 0.982222\n",
      "Epoch: 916/1000 Iteration: 8245 Train loss: 0.009757 Train acc: 0.996667\n",
      "Epoch: 916/1000 Iteration: 8250 Train loss: 0.010517 Train acc: 0.995000\n",
      "Epoch: 916/1000 Iteration: 8250 Validation loss: 0.100544 Validation acc: 0.981667\n",
      "Epoch: 917/1000 Iteration: 8255 Train loss: 0.006071 Train acc: 0.998333\n",
      "Epoch: 917/1000 Iteration: 8260 Train loss: 0.004178 Train acc: 1.000000\n",
      "Epoch: 917/1000 Iteration: 8260 Validation loss: 0.099118 Validation acc: 0.982778\n",
      "Epoch: 918/1000 Iteration: 8265 Train loss: 0.010061 Train acc: 0.998333\n",
      "Epoch: 918/1000 Iteration: 8270 Train loss: 0.005139 Train acc: 0.998333\n",
      "Epoch: 918/1000 Iteration: 8270 Validation loss: 0.096684 Validation acc: 0.982222\n",
      "Epoch: 919/1000 Iteration: 8275 Train loss: 0.010808 Train acc: 1.000000\n",
      "Epoch: 919/1000 Iteration: 8280 Train loss: 0.007939 Train acc: 0.998333\n",
      "Epoch: 919/1000 Iteration: 8280 Validation loss: 0.096156 Validation acc: 0.982222\n",
      "Epoch: 920/1000 Iteration: 8285 Train loss: 0.010116 Train acc: 0.996667\n",
      "Epoch: 921/1000 Iteration: 8290 Train loss: 0.008421 Train acc: 0.998333\n",
      "Epoch: 921/1000 Iteration: 8290 Validation loss: 0.096257 Validation acc: 0.982778\n",
      "Epoch: 921/1000 Iteration: 8295 Train loss: 0.010599 Train acc: 0.995000\n",
      "Epoch: 922/1000 Iteration: 8300 Train loss: 0.005001 Train acc: 1.000000\n",
      "Epoch: 922/1000 Iteration: 8300 Validation loss: 0.097705 Validation acc: 0.983333\n",
      "Epoch: 922/1000 Iteration: 8305 Train loss: 0.007445 Train acc: 0.998333\n",
      "Epoch: 923/1000 Iteration: 8310 Train loss: 0.009974 Train acc: 0.998333\n",
      "Epoch: 923/1000 Iteration: 8310 Validation loss: 0.098309 Validation acc: 0.982222\n",
      "Epoch: 923/1000 Iteration: 8315 Train loss: 0.003905 Train acc: 1.000000\n",
      "Epoch: 924/1000 Iteration: 8320 Train loss: 0.011551 Train acc: 1.000000\n",
      "Epoch: 924/1000 Iteration: 8320 Validation loss: 0.099499 Validation acc: 0.983333\n",
      "Epoch: 924/1000 Iteration: 8325 Train loss: 0.006353 Train acc: 0.996667\n",
      "Epoch: 925/1000 Iteration: 8330 Train loss: 0.007878 Train acc: 0.998333\n",
      "Epoch: 925/1000 Iteration: 8330 Validation loss: 0.099246 Validation acc: 0.982778\n",
      "Epoch: 926/1000 Iteration: 8335 Train loss: 0.006905 Train acc: 0.998333\n",
      "Epoch: 926/1000 Iteration: 8340 Train loss: 0.011923 Train acc: 0.995000\n",
      "Epoch: 926/1000 Iteration: 8340 Validation loss: 0.099591 Validation acc: 0.982222\n",
      "Epoch: 927/1000 Iteration: 8345 Train loss: 0.005056 Train acc: 0.998333\n",
      "Epoch: 927/1000 Iteration: 8350 Train loss: 0.005707 Train acc: 0.998333\n",
      "Epoch: 927/1000 Iteration: 8350 Validation loss: 0.100976 Validation acc: 0.982778\n",
      "Epoch: 928/1000 Iteration: 8355 Train loss: 0.008014 Train acc: 1.000000\n",
      "Epoch: 928/1000 Iteration: 8360 Train loss: 0.007069 Train acc: 0.998333\n",
      "Epoch: 928/1000 Iteration: 8360 Validation loss: 0.099602 Validation acc: 0.982778\n",
      "Epoch: 929/1000 Iteration: 8365 Train loss: 0.011064 Train acc: 0.996667\n",
      "Epoch: 929/1000 Iteration: 8370 Train loss: 0.006497 Train acc: 0.998333\n",
      "Epoch: 929/1000 Iteration: 8370 Validation loss: 0.100048 Validation acc: 0.983333\n",
      "Epoch: 930/1000 Iteration: 8375 Train loss: 0.008589 Train acc: 1.000000\n",
      "Epoch: 931/1000 Iteration: 8380 Train loss: 0.006803 Train acc: 0.998333\n",
      "Epoch: 931/1000 Iteration: 8380 Validation loss: 0.100007 Validation acc: 0.983333\n",
      "Epoch: 931/1000 Iteration: 8385 Train loss: 0.011257 Train acc: 0.995000\n",
      "Epoch: 932/1000 Iteration: 8390 Train loss: 0.005701 Train acc: 0.998333\n",
      "Epoch: 932/1000 Iteration: 8390 Validation loss: 0.098898 Validation acc: 0.982778\n",
      "Epoch: 932/1000 Iteration: 8395 Train loss: 0.004332 Train acc: 0.998333\n",
      "Epoch: 933/1000 Iteration: 8400 Train loss: 0.008307 Train acc: 1.000000\n",
      "Epoch: 933/1000 Iteration: 8400 Validation loss: 0.099828 Validation acc: 0.982778\n",
      "Epoch: 933/1000 Iteration: 8405 Train loss: 0.004475 Train acc: 1.000000\n",
      "Epoch: 934/1000 Iteration: 8410 Train loss: 0.012143 Train acc: 0.998333\n",
      "Epoch: 934/1000 Iteration: 8410 Validation loss: 0.100854 Validation acc: 0.981667\n",
      "Epoch: 934/1000 Iteration: 8415 Train loss: 0.006716 Train acc: 0.998333\n",
      "Epoch: 935/1000 Iteration: 8420 Train loss: 0.008321 Train acc: 0.996667\n",
      "Epoch: 935/1000 Iteration: 8420 Validation loss: 0.101833 Validation acc: 0.980556\n",
      "Epoch: 936/1000 Iteration: 8425 Train loss: 0.005294 Train acc: 1.000000\n",
      "Epoch: 936/1000 Iteration: 8430 Train loss: 0.011283 Train acc: 0.995000\n",
      "Epoch: 936/1000 Iteration: 8430 Validation loss: 0.101953 Validation acc: 0.981667\n",
      "Epoch: 937/1000 Iteration: 8435 Train loss: 0.003303 Train acc: 1.000000\n",
      "Epoch: 937/1000 Iteration: 8440 Train loss: 0.005199 Train acc: 0.996667\n",
      "Epoch: 937/1000 Iteration: 8440 Validation loss: 0.100480 Validation acc: 0.982222\n",
      "Epoch: 938/1000 Iteration: 8445 Train loss: 0.008040 Train acc: 1.000000\n",
      "Epoch: 938/1000 Iteration: 8450 Train loss: 0.003841 Train acc: 1.000000\n",
      "Epoch: 938/1000 Iteration: 8450 Validation loss: 0.100746 Validation acc: 0.981667\n",
      "Epoch: 939/1000 Iteration: 8455 Train loss: 0.010662 Train acc: 0.996667\n",
      "Epoch: 939/1000 Iteration: 8460 Train loss: 0.004978 Train acc: 1.000000\n",
      "Epoch: 939/1000 Iteration: 8460 Validation loss: 0.101592 Validation acc: 0.983333\n",
      "Epoch: 940/1000 Iteration: 8465 Train loss: 0.006826 Train acc: 1.000000\n",
      "Epoch: 941/1000 Iteration: 8470 Train loss: 0.006606 Train acc: 0.998333\n",
      "Epoch: 941/1000 Iteration: 8470 Validation loss: 0.101714 Validation acc: 0.981667\n",
      "Epoch: 941/1000 Iteration: 8475 Train loss: 0.011261 Train acc: 0.993333\n",
      "Epoch: 942/1000 Iteration: 8480 Train loss: 0.003340 Train acc: 1.000000\n",
      "Epoch: 942/1000 Iteration: 8480 Validation loss: 0.100718 Validation acc: 0.982222\n",
      "Epoch: 942/1000 Iteration: 8485 Train loss: 0.005486 Train acc: 1.000000\n",
      "Epoch: 943/1000 Iteration: 8490 Train loss: 0.008919 Train acc: 0.998333\n",
      "Epoch: 943/1000 Iteration: 8490 Validation loss: 0.101481 Validation acc: 0.981667\n",
      "Epoch: 943/1000 Iteration: 8495 Train loss: 0.004776 Train acc: 0.998333\n",
      "Epoch: 944/1000 Iteration: 8500 Train loss: 0.009847 Train acc: 0.998333\n",
      "Epoch: 944/1000 Iteration: 8500 Validation loss: 0.103085 Validation acc: 0.982222\n",
      "Epoch: 944/1000 Iteration: 8505 Train loss: 0.006742 Train acc: 0.996667\n",
      "Epoch: 945/1000 Iteration: 8510 Train loss: 0.010885 Train acc: 0.995000\n",
      "Epoch: 945/1000 Iteration: 8510 Validation loss: 0.103302 Validation acc: 0.982222\n",
      "Epoch: 946/1000 Iteration: 8515 Train loss: 0.008154 Train acc: 0.996667\n",
      "Epoch: 946/1000 Iteration: 8520 Train loss: 0.008107 Train acc: 0.996667\n",
      "Epoch: 946/1000 Iteration: 8520 Validation loss: 0.103704 Validation acc: 0.982222\n",
      "Epoch: 947/1000 Iteration: 8525 Train loss: 0.004587 Train acc: 1.000000\n",
      "Epoch: 947/1000 Iteration: 8530 Train loss: 0.004784 Train acc: 0.998333\n",
      "Epoch: 947/1000 Iteration: 8530 Validation loss: 0.102629 Validation acc: 0.982778\n",
      "Epoch: 948/1000 Iteration: 8535 Train loss: 0.008224 Train acc: 0.996667\n",
      "Epoch: 948/1000 Iteration: 8540 Train loss: 0.005143 Train acc: 1.000000\n",
      "Epoch: 948/1000 Iteration: 8540 Validation loss: 0.104583 Validation acc: 0.981667\n",
      "Epoch: 949/1000 Iteration: 8545 Train loss: 0.014084 Train acc: 0.998333\n",
      "Epoch: 949/1000 Iteration: 8550 Train loss: 0.008244 Train acc: 0.996667\n",
      "Epoch: 949/1000 Iteration: 8550 Validation loss: 0.106550 Validation acc: 0.982222\n",
      "Epoch: 950/1000 Iteration: 8555 Train loss: 0.008200 Train acc: 0.998333\n",
      "Epoch: 951/1000 Iteration: 8560 Train loss: 0.007823 Train acc: 0.996667\n",
      "Epoch: 951/1000 Iteration: 8560 Validation loss: 0.105916 Validation acc: 0.982778\n",
      "Epoch: 951/1000 Iteration: 8565 Train loss: 0.007902 Train acc: 0.998333\n",
      "Epoch: 952/1000 Iteration: 8570 Train loss: 0.005207 Train acc: 0.996667\n",
      "Epoch: 952/1000 Iteration: 8570 Validation loss: 0.104910 Validation acc: 0.982778\n",
      "Epoch: 952/1000 Iteration: 8575 Train loss: 0.004305 Train acc: 0.998333\n",
      "Epoch: 953/1000 Iteration: 8580 Train loss: 0.009744 Train acc: 0.996667\n",
      "Epoch: 953/1000 Iteration: 8580 Validation loss: 0.104797 Validation acc: 0.982778\n",
      "Epoch: 953/1000 Iteration: 8585 Train loss: 0.003648 Train acc: 1.000000\n",
      "Epoch: 954/1000 Iteration: 8590 Train loss: 0.010880 Train acc: 0.996667\n",
      "Epoch: 954/1000 Iteration: 8590 Validation loss: 0.107061 Validation acc: 0.981667\n",
      "Epoch: 954/1000 Iteration: 8595 Train loss: 0.006016 Train acc: 0.998333\n",
      "Epoch: 955/1000 Iteration: 8600 Train loss: 0.009650 Train acc: 0.995000\n",
      "Epoch: 955/1000 Iteration: 8600 Validation loss: 0.105150 Validation acc: 0.982222\n",
      "Epoch: 956/1000 Iteration: 8605 Train loss: 0.006637 Train acc: 1.000000\n",
      "Epoch: 956/1000 Iteration: 8610 Train loss: 0.007281 Train acc: 0.996667\n",
      "Epoch: 956/1000 Iteration: 8610 Validation loss: 0.103952 Validation acc: 0.981111\n",
      "Epoch: 957/1000 Iteration: 8615 Train loss: 0.004201 Train acc: 0.998333\n",
      "Epoch: 957/1000 Iteration: 8620 Train loss: 0.005700 Train acc: 0.998333\n",
      "Epoch: 957/1000 Iteration: 8620 Validation loss: 0.103509 Validation acc: 0.983333\n",
      "Epoch: 958/1000 Iteration: 8625 Train loss: 0.006491 Train acc: 1.000000\n",
      "Epoch: 958/1000 Iteration: 8630 Train loss: 0.005524 Train acc: 0.998333\n",
      "Epoch: 958/1000 Iteration: 8630 Validation loss: 0.103422 Validation acc: 0.982778\n",
      "Epoch: 959/1000 Iteration: 8635 Train loss: 0.008029 Train acc: 1.000000\n",
      "Epoch: 959/1000 Iteration: 8640 Train loss: 0.004694 Train acc: 0.998333\n",
      "Epoch: 959/1000 Iteration: 8640 Validation loss: 0.104314 Validation acc: 0.982778\n",
      "Epoch: 960/1000 Iteration: 8645 Train loss: 0.007343 Train acc: 0.998333\n",
      "Epoch: 961/1000 Iteration: 8650 Train loss: 0.007056 Train acc: 1.000000\n",
      "Epoch: 961/1000 Iteration: 8650 Validation loss: 0.100650 Validation acc: 0.984444\n",
      "Epoch: 961/1000 Iteration: 8655 Train loss: 0.009422 Train acc: 0.995000\n",
      "Epoch: 962/1000 Iteration: 8660 Train loss: 0.003652 Train acc: 1.000000\n",
      "Epoch: 962/1000 Iteration: 8660 Validation loss: 0.101999 Validation acc: 0.982778\n",
      "Epoch: 962/1000 Iteration: 8665 Train loss: 0.004097 Train acc: 1.000000\n",
      "Epoch: 963/1000 Iteration: 8670 Train loss: 0.007852 Train acc: 0.998333\n",
      "Epoch: 963/1000 Iteration: 8670 Validation loss: 0.103900 Validation acc: 0.983333\n",
      "Epoch: 963/1000 Iteration: 8675 Train loss: 0.004065 Train acc: 1.000000\n",
      "Epoch: 964/1000 Iteration: 8680 Train loss: 0.009312 Train acc: 0.998333\n",
      "Epoch: 964/1000 Iteration: 8680 Validation loss: 0.105027 Validation acc: 0.982778\n",
      "Epoch: 964/1000 Iteration: 8685 Train loss: 0.007111 Train acc: 0.996667\n",
      "Epoch: 965/1000 Iteration: 8690 Train loss: 0.008098 Train acc: 0.996667\n",
      "Epoch: 965/1000 Iteration: 8690 Validation loss: 0.105323 Validation acc: 0.983333\n",
      "Epoch: 966/1000 Iteration: 8695 Train loss: 0.006876 Train acc: 1.000000\n",
      "Epoch: 966/1000 Iteration: 8700 Train loss: 0.008440 Train acc: 0.995000\n",
      "Epoch: 966/1000 Iteration: 8700 Validation loss: 0.104251 Validation acc: 0.983333\n",
      "Epoch: 967/1000 Iteration: 8705 Train loss: 0.003628 Train acc: 1.000000\n",
      "Epoch: 967/1000 Iteration: 8710 Train loss: 0.004099 Train acc: 0.998333\n",
      "Epoch: 967/1000 Iteration: 8710 Validation loss: 0.104601 Validation acc: 0.982222\n",
      "Epoch: 968/1000 Iteration: 8715 Train loss: 0.007801 Train acc: 1.000000\n",
      "Epoch: 968/1000 Iteration: 8720 Train loss: 0.004467 Train acc: 0.998333\n",
      "Epoch: 968/1000 Iteration: 8720 Validation loss: 0.104534 Validation acc: 0.983333\n",
      "Epoch: 969/1000 Iteration: 8725 Train loss: 0.009771 Train acc: 1.000000\n",
      "Epoch: 969/1000 Iteration: 8730 Train loss: 0.006175 Train acc: 0.998333\n",
      "Epoch: 969/1000 Iteration: 8730 Validation loss: 0.106330 Validation acc: 0.982778\n",
      "Epoch: 970/1000 Iteration: 8735 Train loss: 0.007476 Train acc: 0.998333\n",
      "Epoch: 971/1000 Iteration: 8740 Train loss: 0.008042 Train acc: 0.998333\n",
      "Epoch: 971/1000 Iteration: 8740 Validation loss: 0.105305 Validation acc: 0.983333\n",
      "Epoch: 971/1000 Iteration: 8745 Train loss: 0.006230 Train acc: 0.998333\n",
      "Epoch: 972/1000 Iteration: 8750 Train loss: 0.003514 Train acc: 1.000000\n",
      "Epoch: 972/1000 Iteration: 8750 Validation loss: 0.106645 Validation acc: 0.982222\n",
      "Epoch: 972/1000 Iteration: 8755 Train loss: 0.005627 Train acc: 0.998333\n",
      "Epoch: 973/1000 Iteration: 8760 Train loss: 0.007016 Train acc: 1.000000\n",
      "Epoch: 973/1000 Iteration: 8760 Validation loss: 0.107830 Validation acc: 0.981667\n",
      "Epoch: 973/1000 Iteration: 8765 Train loss: 0.005899 Train acc: 0.998333\n",
      "Epoch: 974/1000 Iteration: 8770 Train loss: 0.008776 Train acc: 1.000000\n",
      "Epoch: 974/1000 Iteration: 8770 Validation loss: 0.109532 Validation acc: 0.982222\n",
      "Epoch: 974/1000 Iteration: 8775 Train loss: 0.007135 Train acc: 0.996667\n",
      "Epoch: 975/1000 Iteration: 8780 Train loss: 0.007202 Train acc: 0.996667\n",
      "Epoch: 975/1000 Iteration: 8780 Validation loss: 0.109583 Validation acc: 0.982222\n",
      "Epoch: 976/1000 Iteration: 8785 Train loss: 0.006190 Train acc: 1.000000\n",
      "Epoch: 976/1000 Iteration: 8790 Train loss: 0.006587 Train acc: 0.998333\n",
      "Epoch: 976/1000 Iteration: 8790 Validation loss: 0.108032 Validation acc: 0.982778\n",
      "Epoch: 977/1000 Iteration: 8795 Train loss: 0.003719 Train acc: 1.000000\n",
      "Epoch: 977/1000 Iteration: 8800 Train loss: 0.004690 Train acc: 1.000000\n",
      "Epoch: 977/1000 Iteration: 8800 Validation loss: 0.109326 Validation acc: 0.982778\n",
      "Epoch: 978/1000 Iteration: 8805 Train loss: 0.005603 Train acc: 1.000000\n",
      "Epoch: 978/1000 Iteration: 8810 Train loss: 0.004290 Train acc: 0.998333\n",
      "Epoch: 978/1000 Iteration: 8810 Validation loss: 0.108484 Validation acc: 0.981667\n",
      "Epoch: 979/1000 Iteration: 8815 Train loss: 0.009728 Train acc: 1.000000\n",
      "Epoch: 979/1000 Iteration: 8820 Train loss: 0.008038 Train acc: 0.998333\n",
      "Epoch: 979/1000 Iteration: 8820 Validation loss: 0.108057 Validation acc: 0.982222\n",
      "Epoch: 980/1000 Iteration: 8825 Train loss: 0.006855 Train acc: 0.996667\n",
      "Epoch: 981/1000 Iteration: 8830 Train loss: 0.005010 Train acc: 1.000000\n",
      "Epoch: 981/1000 Iteration: 8830 Validation loss: 0.108004 Validation acc: 0.982778\n",
      "Epoch: 981/1000 Iteration: 8835 Train loss: 0.008372 Train acc: 0.996667\n",
      "Epoch: 982/1000 Iteration: 8840 Train loss: 0.004477 Train acc: 0.998333\n",
      "Epoch: 982/1000 Iteration: 8840 Validation loss: 0.110577 Validation acc: 0.982222\n",
      "Epoch: 982/1000 Iteration: 8845 Train loss: 0.003931 Train acc: 0.998333\n",
      "Epoch: 983/1000 Iteration: 8850 Train loss: 0.006973 Train acc: 1.000000\n",
      "Epoch: 983/1000 Iteration: 8850 Validation loss: 0.109737 Validation acc: 0.982222\n",
      "Epoch: 983/1000 Iteration: 8855 Train loss: 0.004296 Train acc: 1.000000\n",
      "Epoch: 984/1000 Iteration: 8860 Train loss: 0.008767 Train acc: 1.000000\n",
      "Epoch: 984/1000 Iteration: 8860 Validation loss: 0.110503 Validation acc: 0.981111\n",
      "Epoch: 984/1000 Iteration: 8865 Train loss: 0.007919 Train acc: 0.998333\n",
      "Epoch: 985/1000 Iteration: 8870 Train loss: 0.009729 Train acc: 0.996667\n",
      "Epoch: 985/1000 Iteration: 8870 Validation loss: 0.104574 Validation acc: 0.982778\n",
      "Epoch: 986/1000 Iteration: 8875 Train loss: 0.006766 Train acc: 0.998333\n",
      "Epoch: 986/1000 Iteration: 8880 Train loss: 0.008479 Train acc: 0.995000\n",
      "Epoch: 986/1000 Iteration: 8880 Validation loss: 0.108540 Validation acc: 0.981111\n",
      "Epoch: 987/1000 Iteration: 8885 Train loss: 0.003765 Train acc: 0.998333\n",
      "Epoch: 987/1000 Iteration: 8890 Train loss: 0.003063 Train acc: 1.000000\n",
      "Epoch: 987/1000 Iteration: 8890 Validation loss: 0.107887 Validation acc: 0.982778\n",
      "Epoch: 988/1000 Iteration: 8895 Train loss: 0.008194 Train acc: 0.998333\n",
      "Epoch: 988/1000 Iteration: 8900 Train loss: 0.002878 Train acc: 1.000000\n",
      "Epoch: 988/1000 Iteration: 8900 Validation loss: 0.110812 Validation acc: 0.981667\n",
      "Epoch: 989/1000 Iteration: 8905 Train loss: 0.010393 Train acc: 1.000000\n",
      "Epoch: 989/1000 Iteration: 8910 Train loss: 0.005720 Train acc: 0.998333\n",
      "Epoch: 989/1000 Iteration: 8910 Validation loss: 0.109527 Validation acc: 0.982222\n",
      "Epoch: 990/1000 Iteration: 8915 Train loss: 0.007774 Train acc: 0.996667\n",
      "Epoch: 991/1000 Iteration: 8920 Train loss: 0.004359 Train acc: 1.000000\n",
      "Epoch: 991/1000 Iteration: 8920 Validation loss: 0.107732 Validation acc: 0.983333\n",
      "Epoch: 991/1000 Iteration: 8925 Train loss: 0.008323 Train acc: 0.996667\n",
      "Epoch: 992/1000 Iteration: 8930 Train loss: 0.002579 Train acc: 1.000000\n",
      "Epoch: 992/1000 Iteration: 8930 Validation loss: 0.107895 Validation acc: 0.982222\n",
      "Epoch: 992/1000 Iteration: 8935 Train loss: 0.003788 Train acc: 1.000000\n",
      "Epoch: 993/1000 Iteration: 8940 Train loss: 0.008227 Train acc: 0.998333\n",
      "Epoch: 993/1000 Iteration: 8940 Validation loss: 0.109572 Validation acc: 0.981667\n",
      "Epoch: 993/1000 Iteration: 8945 Train loss: 0.003187 Train acc: 0.998333\n",
      "Epoch: 994/1000 Iteration: 8950 Train loss: 0.017686 Train acc: 0.996667\n",
      "Epoch: 994/1000 Iteration: 8950 Validation loss: 0.111577 Validation acc: 0.981111\n",
      "Epoch: 994/1000 Iteration: 8955 Train loss: 0.005715 Train acc: 0.998333\n",
      "Epoch: 995/1000 Iteration: 8960 Train loss: 0.008233 Train acc: 1.000000\n",
      "Epoch: 995/1000 Iteration: 8960 Validation loss: 0.108989 Validation acc: 0.981667\n",
      "Epoch: 996/1000 Iteration: 8965 Train loss: 0.006945 Train acc: 0.998333\n",
      "Epoch: 996/1000 Iteration: 8970 Train loss: 0.010102 Train acc: 0.996667\n",
      "Epoch: 996/1000 Iteration: 8970 Validation loss: 0.106773 Validation acc: 0.983889\n",
      "Epoch: 997/1000 Iteration: 8975 Train loss: 0.002814 Train acc: 1.000000\n",
      "Epoch: 997/1000 Iteration: 8980 Train loss: 0.007052 Train acc: 0.996667\n",
      "Epoch: 997/1000 Iteration: 8980 Validation loss: 0.108628 Validation acc: 0.980556\n",
      "Epoch: 998/1000 Iteration: 8985 Train loss: 0.006733 Train acc: 1.000000\n",
      "Epoch: 998/1000 Iteration: 8990 Train loss: 0.003696 Train acc: 1.000000\n",
      "Epoch: 998/1000 Iteration: 8990 Validation loss: 0.108962 Validation acc: 0.982778\n",
      "Epoch: 999/1000 Iteration: 8995 Train loss: 0.008298 Train acc: 1.000000\n",
      "Epoch: 999/1000 Iteration: 9000 Train loss: 0.003884 Train acc: 0.998333\n",
      "Epoch: 999/1000 Iteration: 9000 Validation loss: 0.106686 Validation acc: 0.981111\n"
     ]
    }
   ],
   "source": [
    "validation_acc = []\n",
    "validation_loss = []\n",
    "\n",
    "train_acc = []\n",
    "train_loss = []\n",
    "\n",
    "with graph.as_default():\n",
    "    saver = tf.train.Saver()\n",
    "\n",
    "with tf.Session(graph=graph) as sess:\n",
    "    sess.run(tf.global_variables_initializer())\n",
    "    iteration = 1\n",
    "   \n",
    "    # Loop over epochs\n",
    "    for e in range(epochs):\n",
    "        \n",
    "        # Loop over batches\n",
    "        for x,y in get_batches(X_tr, y_tr, batch_size):\n",
    "            \n",
    "            # Feed dictionary\n",
    "            feed = {inputs_ : x, labels_ : y, keep_prob_ : 0.5, learning_rate_ : learning_rate}\n",
    "            \n",
    "            # Loss\n",
    "            loss, _ , acc = sess.run([cost, optimizer, accuracy], feed_dict = feed)\n",
    "            train_acc.append(acc)\n",
    "            train_loss.append(loss)\n",
    "            \n",
    "            # Print at each 5 iters\n",
    "            if (iteration % 5 == 0):\n",
    "                print(\"Epoch: {}/{}\".format(e, epochs),\n",
    "                      \"Iteration: {:d}\".format(iteration),\n",
    "                      \"Train loss: {:6f}\".format(loss),\n",
    "                      \"Train acc: {:.6f}\".format(acc))\n",
    "            \n",
    "            # Compute validation loss at every 10 iterations\n",
    "            if (iteration%10 == 0):                \n",
    "                val_acc_ = []\n",
    "                val_loss_ = []\n",
    "                \n",
    "                for x_v, y_v in get_batches(X_vld, y_vld, batch_size):\n",
    "                    # Feed\n",
    "                    feed = {inputs_ : x_v, labels_ : y_v, keep_prob_ : 1.0}  \n",
    "                    \n",
    "                    # Loss\n",
    "                    loss_v, acc_v = sess.run([cost, accuracy], feed_dict = feed)                    \n",
    "                    val_acc_.append(acc_v)\n",
    "                    val_loss_.append(loss_v)\n",
    "                \n",
    "                # Print info\n",
    "                print(\"Epoch: {}/{}\".format(e, epochs),\n",
    "                      \"Iteration: {:d}\".format(iteration),\n",
    "                      \"Validation loss: {:6f}\".format(np.mean(val_loss_)),\n",
    "                      \"Validation acc: {:.6f}\".format(np.mean(val_acc_)))\n",
    "                \n",
    "                # Store\n",
    "                validation_acc.append(np.mean(val_acc_))\n",
    "                validation_loss.append(np.mean(val_loss_))\n",
    "            \n",
    "            # Iterate \n",
    "            iteration += 1\n",
    "    \n",
    "    saver.save(sess,\"checkpoints-cnn/har.ckpt\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYwAAAF3CAYAAAC2bHyQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xt81NWd//HXJyHkAioIqEFEsEuVi9xMkVarUm/YetdW\nrFq1aymitZefu2u3W21ld3/+trbbdYuwrrXdtopaDGpbXaUVa1ulEhQo4AUElJQQEBSRO+Hz++N8\nM5kkk2RymXxDvu/n4zGPzHwvM2e+DPOZc87nnGPujoiISEvy4i6AiIgcHBQwREQkKwoYIiKSFQUM\nERHJigKGiIhkRQFDRESyooAhIiJZUcAQEZGsKGCIiEhWFDBERCQrPeIuQEfq37+/DxkyJO5iiIgc\nNBYvXvyuuw/I5thuFTCGDBlCRUVF3MUQETlomNnb2R6rJikREcmKAoaIiGRFAUNERLLSrfowRKT7\n2LdvH5WVlezevTvuonQLRUVFDBo0iIKCgjY/hwKGiHRJlZWVHHLIIQwZMgQzi7s4BzV3Z8uWLVRW\nVjJ06NA2P4+apESkS9q9ezf9+vVTsOgAZka/fv3aXVtTwBCRLkvBouN0xLVUwBARyeD999/n3nvv\nbfV5n/70p3n//fdzUKL4KWCIiGTQVMCoqalp9rynnnqKPn365KpYsVKnt4hIBrfddhtvvfUWY8eO\npaCggN69e1NaWsqSJUtYuXIlF198MevXr2f37t189atfZerUqUDdjBMffvgh5513Hqeeeiovvvgi\nRx99NE888QTFxcUxv7O2U8AQka7va1+DJUs69jnHjoUf/rDJ3XfddRfLly9nyZIlPP/883zmM59h\n+fLlqSyjBx54gMMPP5xdu3bxsY99jMsuu4x+/frVe45Vq1YxZ84c/vu//5vPfe5zPPbYY1x99dUd\n+z46kZqkAJ59Fl5/Pe5SiEgXNmHChHopqffccw9jxoxh4sSJrF+/nlWrVjU6Z+jQoYwdOxaAk046\niXXr1nVWcXNCNQyAiy+Gm26C730v7pKISCbN1AQ6S69evVL3n3/+eX7729/y0ksvUVJSwhlnnJEx\nZbWwsDB1Pz8/n127dnVKWXNFNQyA/HxooSNLRJLlkEMOYfv27Rn3bdu2jb59+1JSUsLrr7/OwoUL\nO7l08VANAxQwRKSRfv36ccoppzBq1CiKi4s58sgjU/smT57M7NmzGT16NMcffzwTJ06MsaSdRwED\nQsA4cCDuUohIF/PQQw9l3F5YWMjTTz+dcV9tP0X//v1Zvnx5avutt97a4eXrbGqSAsjLUw1DRKQF\nChigJikRkSwoYIAChohIFhQwQAFDRCQLChigTm8RkSwoYIA6vUVEsqCAAWqSEpF26927NwAbNmzg\n8ssvz3jMGWecQUVFRbPP88Mf/pCdO3emHnel6dIVMABWrYJXXom7FCLSTlVVcPrpsHFjfGUYOHAg\nc+fObfP5DQNGV5ouXQGj1ptvxl0CEWmnGTPgj3+EO+9s/3P9wz/8Q731ML7zne/w3e9+lzPPPJPx\n48dz4okn8sQTTzQ6b926dYwaNQqAXbt2MWXKFEaPHs0VV1xRby6pG2+8kbKyMkaOHMkdd9wBhAkN\nN2zYwKRJk5g0aRIQpkt/9913AfjBD37AqFGjGDVqFD+M5tdat24dw4cP50tf+hIjR47knHPOyd2c\nVe7ebW4nnXSStwmEm4h0GStXrsz62KKiuv/G6beiora//iuvvOKnnXZa6vHw4cP97bff9m3btrm7\n++bNm/0jH/mIHzhwwN3de/Xq5e7ua9eu9ZEjR7q7+/e//32//vrr3d196dKlnp+f74sWLXJ39y1b\ntri7+/79+/3000/3pUuXurv7scce65s3b069bu3jiooKHzVqlH/44Ye+fft2HzFihL/yyiu+du1a\nz8/P91dffdXd3T/72c/6z3/+84zvKdM1BSo8y+9Y1TAAzj8fxo+PuxQi0kZr1sDnPw8lJeFxSQlc\ndRWsXdv25xw3bhybNm1iw4YNLF26lL59+1JaWso//uM/Mnr0aM466yz++te/Ul1d3eRzvPDCC6n1\nL0aPHs3o0aNT+x599FHGjx/PuHHjWLFiBStXrmy2PH/84x+55JJL6NWrF7179+bSSy/lD3/4A9B5\n06hrLikInd7798ddChFpo9JSOPRQ2L0biorC30MPhaOOat/zXn755cydO5eNGzcyZcoUHnzwQTZv\n3szixYspKChgyJAhGac1T2dmjbatXbuWu+++m0WLFtG3b1+uu+66Fp8nVAYy66xp1FXDAGVJiXQD\n1dUwbRosXBj+dkTH95QpU3j44YeZO3cul19+Odu2beOII46goKCABQsW8Pbbbzd7/mmnncaDDz4I\nwPLly1m2bBkAH3zwAb169eKwww6jurq63kSGTU2rftppp/H444+zc+dOduzYwbx58/jkJz/Z/jfZ\nCqphAPTooRqGyEGuvLzu/syZHfOcI0eOZPv27Rx99NGUlpZy1VVXccEFF1BWVsbYsWM54YQTmj3/\nxhtv5Prrr2f06NGMHTuWCRMmADBmzBjGjRvHyJEjOe644zjllFNS50ydOpXzzjuP0tJSFixYkNo+\nfvx4rrvuutRz3HDDDYwbN65TV/Gz5qo57XpisweA84FN7j4qw/6/A66KHvYAhgMD3H2rma0DtgM1\nwH53L8vmNcvKyrylHOeMPv95WLQopNeKSJfw2muvMXz48LiL0a1kuqZmtjjb79hcNkn9FJjc1E53\n/567j3X3scA3gd+7+9a0QyZF+7N6I+3So4eapEREWpCzgOHuLwBbWzwwuBKYk6uytEid3iIiLYq9\n09vMSgg1kcfSNjvwrJktNrOpOS+EahgiIi2KPWAAFwB/atAcdYq7jwfOA24ys9OaOtnMpppZhZlV\nbN68uU0FqFqzi9M3PMTGqtz054hI2+SqjzWJOuJadoWAMYUGzVHuviH6uwmYB0xo6mR3v8/dy9y9\nbMCAAW0qwIznPsEfOZU7v9E1JvgSESgqKmLLli0KGh3A3dmyZQtFRUXtep6cZUkBmNkQ4NeZsqSi\n/YcBa4Fj3H1HtK0XkOfu26P784E73f1/W3q91mZJFReHAT4NFRVBrqZiEZHs7Nu3j8rKyhYHtEl2\nioqKGDRoEAUFBfW2tyZLKmfjMMxsDnAG0N/MKoE7gAIAd58dHXYJ8GxtsIgcCcyLRkf2AB7KJli0\nxZo1cOut8PhDO9hJL0qKDnDJZXncfXcuXk1EWqOgoIChQ4fGXQxJk7OA4e5XZnHMTwnpt+nb1gBj\nclOq+lLTCVBEEbvYvaeoQ6YTEBHpjrpCH0asqqthGrNZyESmfW5rrPPoi4h0ZYmfGqS8HLj6JXhw\nGTP/4R0Y1y/uIomIdEmJr2EAMGVK+KvBeyIiTVLAAIjW4iXDDJEiIhIoYEDdqivKpRURaZICBlC1\nvTen8zwb/6rpQUREmqKAAcz4ryPCSO9b3o27KCIiXVais6TqRnr3B2DWni8yyzTSW0Qkk0TXMFIL\nxxeH6VFK2NnuheNFRLqrRAeM1EjvPRZGelOokd4iIk1IdMCAtIXjmcg0Zmukt4hIE3I6W21na/Oa\n3gBhskPoRtdDRKQlXWVNbxER6UYUMICqKsI4DI6MuygiIl2WAgYwYwZhHAa3x10UEZEuS+MwUot5\n5TOL6RqHISLShETXMFLjMKKppErYoXEYIiJNSHTASI3D2E00DqOIQ2ve0zgMEZEMEh0wIMM4jHf2\nxl0kEZEuKdF9GBCtuAdU3buJ5YzikfUXAC/HWiYRka4o8TWMWjP4dsiUWn9d3EUREemSEh8wiovD\nIO9ZTOdAlCllFraLiEidxAeMVKaUhTxaZUqJiGSW+ICRypTywrpMKc1YKyLSSOIDBoRMqWtOW8cI\nVvAFfqYZa0VEMlDAIGRKlQzswxLGUcyuVOaUiIjUSXxabd30IIcDaHoQEZEmJL6GoelBRESyk/iA\nkXF6EHV6i4g0kviAAVGn9zWo01tEpBk5Cxhm9oCZbTKz5U3sP8PMtpnZkuh2e9q+yWb2hpmtNrPb\nclXGWuXloUkq1en98x25fkkRkYNOLju9fwr8CPhZM8f8wd3PT99gZvnATOBsoBJYZGZPuvvKXBQy\n45oYvdXpLSLSUM5qGO7+ArC1DadOAFa7+xp33ws8DFzUoYVLk7HT+8Lt6vQWEWkg7j6Mj5vZUjN7\n2sxGRtuOBtanHVMZbcuJjJ3eBbvU6S0i0kCcAeMV4Fh3HwP8J/B4tN0yHOtNPYmZTTWzCjOr2Lx5\nc5sK0mhNjFc3tOl5RES6s9gChrt/4O4fRvefAgrMrD+hRnFM2qGDgCa/wd39Pncvc/eyAQMGtKks\n5eUwcyYcQVgT497TH23T84iIdGexBQwzO8rMLLo/ISrLFmARMMzMhppZT2AK8GRnlGlG0b+GNTFe\nPrczXk5E5KCSsywpM5sDnAH0N7NK4A6gAMDdZwOXAzea2X5gFzDF3R3Yb2Y3A88A+cAD7r4iV+WE\n9Eyp6wGYteJ0TQ8iItKAhe/o7qGsrMwrKipafV5VFdx6Kzz+0E52UkIJO7jkql7cfbdGfItI92Zm\ni929LJtj486S6hJSmVJWrOlBRESaoIARqa6Gaz69RdODiIg0QQEj0mh6EK2JISJST+LXw4D0Tu/+\ngNbEEBHJRDUMtCaGiEg2FDDQmhgiItlQwIg0mh5End4iIvVoHEaaqiqYMvD3PMIVHOWKGCLS/Wkc\nRhvNmEGYGoTbWz5YRCRhlCVFE4soKUtKRKQe1TDIlCW1U1lSIiINKGCQKUuqkEPzP1SWlIhIGgWM\nSKMsqTe2xV0kEZEuRVlSDVm04N/w4bByZfsLJSLShSlLqh2qOIrTeZ6Nr22NuygiIl2KAkYDM/i2\nUmtFRDJQwIgUF4fWqFlM50CUWmsWtouIiAJGSiq11sLAC01AKCJSnwJGJJVa64WagFBEJAMFjDTV\n1TCt3y81AaGISAaaGiRNeTlUjf8ZU7bcEyYgLL8p7iKJiHQZqmE0MOPI/1SWlIhIBqphROomIDwO\n0DKtIiINqYYRSWVJFR0AlCUlItKQAkYklSW1N09ZUiIiGShgpNEyrSIiTdPkg5nUTkDYja6NiEgm\nmnywnVITEK7aHndRRES6DAWMDFITEN5RE3dRRES6DAWMNI0mIJzTRxMQiohEFDDSpFJr2QFASY+9\nSq0VEYnkLGCY2QNmtsnMljex/yozWxbdXjSzMWn71pnZX8xsiZl1QC92dlKptRSF1Nr9PZRaKyIS\nyWUN46fA5Gb2rwVOd/fRwAzgvgb7J7n72Gx77ztKdTVMY3aUWjtLqbUiIpGcTQ3i7i+Y2ZBm9r+Y\n9nAhMChXZWmN8nKosn9mCg9rAkIRkTRdpQ/jb4Gn0x478KyZLTazqZ1dGC3TKiLSWOyTD5rZJELA\nODVt8ynuvsHMjgDmm9nr7v5CE+dPBaYCDB48uF1lqZuAcDqgCQhFRNLFWsMws9HA/cBF7r6ldru7\nb4j+bgLmAROaeg53v8/dy9y9bMCAAe0qT6MsKU1AKCKSElvAMLPBQDlwjbu/mba9l5kdUnsfOAfI\nmGnV0eqypIo1AaGISAM5a5IysznAGUB/M6sE7gAKANx9NnA70A+418LcTfujjKgjgXnRth7AQ+7+\nv7kqZ0PV1XDNCS/zl9d7MJq/sHHj9Z310iIiXVous6SubGH/DcANGbavAcY0PqNzlJfD9JNgCeM4\nmZf5yWMOWFzFERHpMmLv9O5K6jq9JwJRp3eeOr1FRKDrpNV2CRlX3Tt7kzq9RURQwKgn1em9x+o6\nvd97W53eIiIoYDRSXQ3TvlTDrzifI9nIujf3xl0kEZEuQQGjgfJymPlfPSjnMqo5iiEfLI27SCIi\nXYICRgON1sRgutbEEBFBAaMRjfYWEclMAaOB2o7vXRRh1LBLo71FRAAFjIyqq2EEKwFjBCu1JoaI\nCBq410jd4L0TAVjBiayYF7Zr8J6IJJlqGA2k+jAsRAf1YYiIBAoYDaT6MDytD2PbevVhiEjiKWBk\nUF0NIwZtI9WHsX5f3EUSEYmd+jAaqOvD6ANEfRhL1YchIqIaRgOpPoxiB6I+jLEr1IchIomngNFA\n3QSEUMgudlJCj53b1IchIomngJFBdTVMm2ZcyJMAvPDmkTGXSEQkfurDyODpp2v7Ma4AYC0fwUwL\nKYlIsqmGkYHmkxIRaUwBIwPNJyUi0pgCRhM0n5SISH3qw8hA80mJiDSmGkYG6sMQEWlMASOD1FgM\niiliF7vVhyEiooDRlOpquObY3zOCFXyBn6kPQ0QSTwGjCeXlUDKwD0sYRzG7KC+Pu0QiIvFSp3cG\ndZ3e4wCYxXRmaeCeiCScahgZpDq9C2sAdXqLiIACRkapTu99eer0FhGJKGA0oXYCwl9xPkeykXVr\nD8RdJBGRWOU0YJjZA2a2ycyWN7HfzOweM1ttZsvMbHzavmvNbFV0uzaX5cykvBxmzoRyLqOaoxhS\nqDQpEUm2XNcwfgpMbmb/ecCw6DYVmAVgZocDdwAnAxOAO8ysb05L2kBxMZiFDu8D5DPriYGYhe0i\nIkmU04Dh7i8AW5s55CLgZx4sBPqYWSlwLjDf3be6+3vAfJoPPB2u0Wjvwhp1fItIosXdh3E0sD7t\ncWW0rantnaZutHdR6Pjem6eObxFJtKwChpl9xMwKo/tnmNktZtanA17fMmzzZrZnKttUM6sws4rN\nmzd3QJHqVFfDNGazkIlM+/Q7Gu0tIomWbQ3jMaDGzP4G+DEwFHioA16/Ejgm7fEgYEMz2xtx9/vc\nvczdywYMGNABRapTXg7/xD9zC/fw7Vcv1WhvEUm0bAPGAXffD1wC/NDdvw6UdsDrPwl8IcqWmghs\nc/cq4BngHDPrG3V2nxNt63Qz+DZ/5FTu3PC3cby8iEiXke3UIPvM7ErgWuCCaFtBSyeZ2RzgDKC/\nmVUSMp8KANx9NvAU8GlgNbATuD7at9XMZgCLoqe6092b6zzvcHXTg0wHND2IiEi2AeN6YBrwL+6+\n1syGAr9o6SR3v7KF/Q7c1MS+B4AHsixfh1uzBm69FR7/5T527iughB1cclUv7r47rhKJiMQrq4Dh\n7iuBWwCiJqJD3P2uXBYsbqksqf09ND2IiAjZZ0k9b2aHRgPqlgI/MbMf5LZo8auuhmmnLg9ZUsxW\nlpSIJFq2nd6HufsHwKXAT9z9JOCs3BWraygvh5lXvcgYljGTm5UlJSKJlm3A6BGNwP4c8OsclqfL\nqTpwJKfzPBs5Mu6iiIjEKtuAcSchrfUtd19kZscBq3JXrK5jxqLJIa2W2+MuiohIrCwkKnUPZWVl\nXlFR0SHPVZdWW5/SakWkOzGzxe5els2x2XZ6DzKzedFU5dVm9piZDWpfMbu21OSDxSGgatU9EUm6\nbJukfkIYlT2QMAngr6Jt3VYqrXYPSqsVESH7gDHA3X/i7vuj20+Bjp24qQuqroZpXzqgtFoREbLs\nwzCz3xIWQ5oTbboSuN7dz8xd0VqvI/swUvbtg549w/1u1N8jIgI56MMAvkhIqd0IVAGXE837lARV\nHBVSa1XDEJEEyypguPs77n6huw9w9yPc/WLCIL7ur0ePuhlr74y7MCIi8WlzWq2ZvePugzu4PO3S\n0U1SSq0Vke4uF01SGV+nHeceFBqt613sSq0VkcRqT8Do9j3Ajdb13o1Sa0UksZoNGGa23cw+yHDb\nThiT0e3VW9d70hvq+BaRxGp2PQx3P6SzCtJVlZcDdjMAM69ZCNedEG+BRERi0p4mqeQZ3KX6+EVE\nOpUCRhZS4zBquv3gdhGRJilgZGHGSY+HcRj3aU0MEUmurNb0Tqq6cRgnAzBr7hHMMo3DEJFkUg2j\nGalxGPl7ACixnRqHISKJpYDRjNQ4jJqCMA7DCzUOQ0QSSwGjBdXVMO0j8zXFuYgknpZozcb558Nv\nfhPud6PrJSLSWXNJJceNN8ZdAhGR2ClgZGNgImZBERFplgJGFqoKh4SBe2gchogklwJGFmb8qG8Y\nuMftcRdFRCQ2GrjXjPoLKOUzi+kauCciiZXTGoaZTTazN8xstZndlmH/v5vZkuj2ppm9n7avJm3f\nk7ksZ1NSA/dKwuMSNHBPRJIrZzUMM8sHZgJnA5XAIjN70t1X1h7j7l9PO/4rwLi0p9jl7mNzVb5s\npAbu7SYM3EMD90QkuXJZw5gArHb3Ne6+F3gYuKiZ468E5uSwPG1SXQ3TpqGBeyKSeLnswzgaWJ/2\nuJLaWfwaMLNjgaHAc2mbi8ysAtgP3OXuj+eqoM0pL4/u3LuMmdwM5TfFUQwRkdjlMmBYhm1NDZOe\nAsx195q0bYPdfYOZHQc8Z2Z/cfe3Gr2I2VRgKsBgLXAkIpIzuWySqgSOSXs8CNjQxLFTaNAc5e4b\nor9rgOep37+Rftx97l7m7mUDBuRugaPUIkpqkhKRhMplwFgEDDOzoWbWkxAUGmU7mdnxQF/gpbRt\nfc2sMLrfHzgFWNnw3M40g2+HsRh3xlkKEZH45CxguPt+4GbgGeA14FF3X2Fmd5rZhWmHXgk87PVn\nQRwOVJjZUmABoQ8jloBRXAxmMIvpHCCfWbPC4+LiOEojIhIfzVbbgqoquPVWePyhHeykFyXFziWX\nGnffrfRaETn4abbaDpQai2HFYSzGHjQWQ0QSSQEjC9XVMG3i0jAW44v71PEtIomkuaSyUF4OfOUB\neGkZM7/xFgwfHneRREQ6nWoY2br33vD3oYfiLYeISEwUMLJU1eOYMA5ja8+4iyIiEgsFjCzN8H8K\n4zD+MCnuooiIxEIBowWpcRj7bgjjMP5yqsZhiEgiKWC0ILUmRo+9gNbEEJHkUsBoQWocxoECrYkh\nIommgJGF6mqYdu1urYkhIommqUGytWUL9O8f7nejayYiyaapQXLBMi3vISKSHAoYWaqqzgvjMDgy\n7qKIiMRCASNLM+4uDuMwuD3uooiIxEJzSbWguBh27wYoBMK6GLMMiopg165YiyYi0qlUw2hBahxG\ncejoLmGHxmGISCIpYLQgNQ5jj0XjMIo1DkNEEkkBIwvV1TBtGizsfwHTmKVxGCKSSBqH0Rq1qbXd\n6JqJSLJpHIaIiHQ4BYxWqBp1dhiLoSYpEUkgBYxWmNFzRhiL8V01SYlI8ihgZCG1JsYrJ4c1MWab\n1sQQkcRRwMhCaiwGOwAosV0aiyEiiaOAkYXUWAyKwlgM15oYIpI8ChhZqq6GacwOa2IM+506vkUk\ncTSXVJbKy4Ezy+G5Zcy8bT18Me4SiYh0LtUwWqHqm/eEtNqaAXEXRUSk0ylgtMKM+0tDWu0jx8dd\nFBGRTqcmqSzUTXF+OACzfvdRTXEuIomjGkYWUmm1hTWApjgXkWTKacAws8lm9oaZrTaz2zLsv87M\nNpvZkuh2Q9q+a81sVXS7NpflbEkqrXZvXjTFeZHSakUkcXIWMMwsH5gJnAeMAK40sxEZDn3E3cdG\nt/ujcw8H7gBOBiYAd5hZ31yVNRvV1TDt4o0hrZbZSqsVkcTJZR/GBGC1u68BMLOHgYuAlVmcey4w\n3923RufOByYDc3JU1haVl0PVhqOYMu8eHuEKjiq/Ka6iiIjEIpdNUkcD69MeV0bbGrrMzJaZ2Vwz\nO6aV53aqGf9sIUuK2+MuiohIp8tlwLAM2xpO8/orYIi7jwZ+C/xPK84NB5pNNbMKM6vYvHlzmwvb\nnNTkg7MIkw8yXZMPikji5DJgVALHpD0eBGxIP8Ddt7j7nujhfwMnZXtu2nPc5+5l7l42YEBuBtSl\nsqRKwmNlSYlIEuUyYCwChpnZUDPrCUwBnkw/wMxK0x5eCLwW3X8GOMfM+kad3edE22KRypLaTV2W\nVO8DypISkUTJWcBw9/3AzYQv+teAR919hZndaWYXRofdYmYrzGwpcAtwXXTuVmAGIegsAu6s7QCP\nS3U1TJtGXZbUqg/iLI6ISKcz9+6zelxZWZlXVFTk9DWqrJQpPMwjvxvAUZ/KlCUsInLwMLPF7l6W\nzbEa6d1KM/h2yJT6++1xF0VEpFMpYGQplSnF9JAptfhkZUqJSKIoYGSp0TKtypQSkYRRwMhSKlPK\nijWflIgkkgJGK1RXw7RTV2g+KRFJJK2H0Qrl5VD1L4uY8gfNJyUiyaMaRivNePokzSclIomkGkaW\n6lbdGwOEbCmtuiciSaIaRpbq5pMKAx2VJSUiSaOAkaXaLKlduwyjhl3KkhKRhFHAaIXqahgxAsAY\nwUplSYlIoqgPI0t1fRgAeazgRFbMC9vVhyEiSaAaRpYyrokx8S31YYhIYihgZCnjmhhrlqgPQ0QS\nQwGjFWrXxPgV53MkG1m3qTDuIomIdBr1YbRCeXn4O/3ey6jmKIbwTrwFEhHpRKphtEKjKc6ZrinO\nRSQxFDBaobbju5idQPirwXsikhQKGK2QGrxHEeAavCciiaKA0QrFxTB7NoTLZkAes2apSUpEkkEB\noxVSYzF67gc0FkNEkkUBoxVSTVJ78+vmk9r4ppqkRCQRFDBaqdF8Um/vbukUEZFuQeMwWqFuPikD\nLMwn5SdqPikRSQTVMFqh4ZoY4AzjDfVhiEgiKGC0QmkpPPII7Nxp0RZjFcdTWqpMKRHp/hQwWumc\nc2DYMCgktEHlsZ+rPu+qZYhIt6eA0UpPPQVnngl7KAScA+RxaOUKZUqJSLenTu9Wquv4ro21xqwX\nRvETdXyLSDenGkYr1XZ85+cdACCffVzFL9QkJSLdXk4DhplNNrM3zGy1md2WYf83zGylmS0zs9+Z\n2bFp+2rMbEl0ezKX5WyN446Dhx6CmgPh0tVQwINczdChMRdMRCTHchYwzCwfmAmcB4wArjSzEQ0O\nexUoc/fRwFzg39L27XL3sdHtwlyVs7XWrIFBg6BHfl1qbS+2s/bBF2Mtl4hIruWyhjEBWO3ua9x9\nL/AwcFH6Ae6+wN13Rg8XAoNyWJ4OUVoKVVWwv6YutXYHh1B62SeUWisi3VouA8bRwPq0x5XRtqb8\nLfB02uMiM6sws4VmdnEuCthWtam1eeyPthxQP4aIdHu5zJKyDNs8wzbM7GqgDDg9bfNgd99gZscB\nz5nZX9wAm81rAAASfElEQVT9rQznTgWmAgwePLj9pc7CggW1mVK1ly+PB7max46tYdee/E4pg4hI\nZ8tlDaMSOCbt8SBgQ8ODzOws4FvAhe6+p3a7u2+I/q4BngfGZXoRd7/P3cvcvWzAgAEdV/pmeMaw\nB753H2zZ0illEBHpbLkMGIuAYWY21Mx6AlOAetlOZjYO+C9CsNiUtr2vmRVG9/sDpwArc1jWVlm7\nFv7mb6CuwuT05n3WMQT694clS+IrnIhIjuQsYLj7fuBm4BngNeBRd19hZneaWW3W0/eA3sAvG6TP\nDgcqzGwpsAC4y927TMAoLYW33oK6VjfjQ/pQysaw3vdLL8VYOhGR3MjpSG93fwp4qsG229Pun9XE\neS8CJ+aybO1llrlpyjHIVz+GiHQ/GundRgUFzez8/e87rRwiIp1FAaONmkqh3UMRxQ/dD88/36nl\nERHJNQWMNiotbXqfYzBpEtxzT+cVSEQkxzRbbTvk5cGBA80c8NWvwkc/Chs3wnXXdVaxRERyQjWM\ndqiszLx9D0UhWwrgvPPg+uuhurrzCiYikgMKGO3QXLPUborqbzjqKA3qE5GDmgJGO02a1NQeq6tl\n1OrfH/bsyXy4iEgXp4DRTs891/S+RrUMgKIi6N27djIqEZGDhgJGB+jXr6k9hpGhV3zHjrDWqxn8\n5je5LJqISIdRwOgA777b3F6jqGHTVLrzzw/NVFu3wjvvwP79TR8rIhIjBYwOcsQR0MTs7eyhmMLm\ngkZRUaimHHtsGEJuBuvXN328iEgMFDA6SHU1FBVlWgIk2EsxeexnI0dm94SDB4fAcffdofaxdWsH\nlVREpG0UMDrQeefVzjuYuabh5FNKFfns47l6a0U14+/+LtQ++vWDL38Z/vVfQyC56CJ4+GGYM6fD\nyi8i0hzzplYDOgiVlZV5RUVFrGUYOBCqqmoIsbjpGkcIKjUYcCLLeYbJHEUbB/ft2webN4exHtbc\na4qI1Gdmi929LJtjVcPoYBs2QGlp7fTmTlO1jRBMeuDks4wxlLIBY1/q1qpaSEFBiFR5eTB1Kixa\nBJMnw9e+BuPHw2c/G4KKiHRZVVVw+ulhJqF08+eH34G1t6Ki+o9LSqCsrPF5OeHu3eZ20kkneVdR\nWupuHHDq3TyLW8Nz9jV7y2Of/47Ts3li9wED3CdPdn/6afcvf9k9L8/9ww/jvlQiXdaGDe6nneZe\nVdX0Mc8+G/4rjR7tPn++e69e7r17u8+e7Z6f7/6739V/rvnz3YuLs/sv25rbtde27T0CFZ7ld6ya\npHLo0kvhiSecAwecxs1TrWk6yubfqIZC9rKHni0emQfM5yw+Rdq6HV/4AsydC5/5TCh4QUFo4lq+\nHC64INRgRLqRqiq45JLwK33evPC1O2UKfPvbcOGFsGtX3CVsm6Ki1pW9NU1SChidYKD9lc0MYD89\nyBwoOqrfobX/ljVZH9mL3bzIxxndpzLMiZWn1kxpvyVL4LTTwqTOv/51+I2Saf+gQWENmt27wxf8\nscfCunXhmMJC2Ls3bHv7bejZs/4MPA2Pz6TFmacPIoWFrZtIQn0YXcyGdw6wb9EyfNCxFLKbxl/s\n3sSttayVtx5Afla3HfRiDEux9zdj+Qcw249ZDWYHor8e3fdU22peHowZ00ltq5JS2xa+dGn4+8gj\njf89qqpC91Zxccjse+65um0lJdCrF4wYEWaxGTasrr28uLhukoJMt4bt6w0fN7yNGwfbt8PixWEy\nz6b2v/Za3Zege/0v/z176ra5N56ureHxmXSXYDFsWMvvtT1Uw4hDlMk0kEo2chTe7rjd2ZlRbf3M\n1J5X//0WFjY9J6MZnHACHHZYaDZo+As0TlVVcM454cvs2WfhU5+qv++SS2DbNnjzTTj+eOjRI/xn\nnjcPvvWtsO+NN8KX6pAhdb+goflr0l5NrUcvB7+hQ2HNmtadoyapg8Ett4RvhWefhWXL6u0qYid7\nKCS3gSCO9NtsPmsdW65cfvHm50NN9q16Iu2SlwfTpoVEyPvuCz9KINTM0reVl7fueRUwDibube4P\nqAss0DkBQGM8RJqT3hfSUk0uLy+Mv23tF3xHa03A0BKtcTML7RRPPAGXXRYanvftg7PPDvc/8Ykm\nT91NSatfrn21l7b2q4gcfLrKF3pXohpGV1dTAzfcEAbiHXccvPhi6I2cNw9mzeqUInROE1lzFHQE\nDjkkrAwwfDjcfnv4b1FTEzrpa2rCr3mz0FT4uc+F5pmFC+Hww8Pxd94ZpmTbsCHud9K1qEkqKbZs\ngQcfDD3Bn/kMfOc7IX/wK1+Ju2Qd2KHfVaQHLc+wrfvq2TM0sxw4AJdfHrYtWgRjxzb96/vSS9vf\nti6dQwEj6d5/H/7nf0LgWLcuLA27e3f42fX738OCBfBP/wR/+lPcJW3WQCpbGL/S1RhtDSaDBtVN\nSHzuufpylc6jgCGZ7dkThoD26dP8cc89Bx//ePhp+P778O//HnJATzwx5IfOnds55T3Y3XhjaDa8\n5BI45phw/4QTYMIEuOmm8BN95Up4+eVQQzziiPAz/oMPwr/R66+H83r1CgG/KMOSvyLtpIAhubVt\nG3zve6Hh+BOfgKefDl9uCxbEXbLur7w8NEEOGlQ3XUteHnz4YWjkr03R0Uh8yZIChsSjdh60zZtD\nptegQaFzvnbk3X33he3nngtPPgnf/37cJe6+ant5040dGyZJGjo01HK2bg3HvfcevPJK+LeZMwc+\n+cmQYFFTA5s2hc4I6bYUMOTg8KtfhSauwYNDasuePeHL60c/ggEDwoSIR2a5QqF0vquvhjPPhFdf\nDUFo584whL3W2WfDL38Jq1aFZIzDDgu10wEDGj/XsmWwenXoLW+NvXtDM+thh7XvvSRYlwkYZjYZ\n+A/ChET3u/tdDfYXAj8DTgK2AFe4+7po3zeBvyXMkHeLuz/T0uspYCTE9u3h1r8//PWv4f5994V5\nNrZtCyk80n2NGQOTJsE779RNMzt9Opx6KsyYAaNGwde/Hn6EbNoUJsTq2RPuvz/k5L7zTghmn/pU\n+JFSUACHHtr6cuzfX5fHG5e1a0OwbocuETDMLB94EzgbqAQWAVe6+8q0Y6YDo919mplNAS5x9yvM\nbAQwB5gADAR+C3zU3ZudiEEBQ4CQrF9cnLkdf/ny8It02LAQXPLz4f/8n/ClMnAgTJwYOqc/9jF4\n6SV4psXfKSL1XXYZPPZYSBI54YRQy4Jwf+vWkODwzDPwjW+EpJIxY+DHP4arrgq17v79w4jBUaPg\n8cdDLXzPnlCDmzQpfH5Xrw79hjfeCL/9bajptVFXCRgfB77j7udGj78J4O7/N+2YZ6JjXjKzHsBG\nYABwW/qx6cc195oKGJIz+/eH5rLi4pCxdNhh4ZcphKym7dtDZtPLL4dU5mXLQvPKvn3hF3Dv3iFA\nXXllSGn+0Y9aP0ucSFOOOAKq27bEc1eZGuRoYH3a40rg5KaOcff9ZrYN6BdtX9jg3KNzV1SRFvTo\nUdf23rt3/X2HHlrXpDFpUvPPs2VL+Pv1r7fu9ZcuDc0qw4c33rdvXxi+vGtXKNvLL4ca0vr1MHJk\naLbYsSPMXT53bgh4hYUhoL34YhhV98AD8MILoVZ28slhDvRBg+APf4D/+A/46ldbV17pXJs2dcrL\n5DJgZBq51LA609Qx2ZwbnsBsKjAVYPDgwa0pn8jBY8yYpvcVFIRO5VqDBoW/xxwT/o4dW7fvmmvq\nn3vOOeHvtdc2//q33JJdOdurpqbpPoGamtDJXVxct2379tCP8NZboUmxdjGPfftCYHz//VA7POSQ\nMEfICy+E4F9QAKNH1/VzvPde+EGwYgX07Rv6BVavDrMnvPtu6OCvfe68vNBE9C//ElZsuvtuuPnm\nkFnWp0/4t/rFL0IZIPz6h9x+qZ96au6eO42apEREEqyrrLi3CBhmZkPNrCcwBXiywTFPArU/bS4H\nnosWJX8SmGJmhWY2FBgGvJzDsoqISAty1iQV9UncDDxDSKt9wN1XmNmdQIW7Pwn8GPi5ma0GthKC\nCtFxjwIrgf3ATS1lSImISG5p4J6ISIJ1lSYpERHpRhQwREQkKwoYIiKSFQUMERHJigKGiIhkRQFD\nRESyooAhIiJZUcAQEZGsKGCIiEhWFDBERCQr3WpqEDPbDLzdxtP7A+92YHEOZroW9el61KfrUac7\nXItj3T3DQuuNdauA0R5mVpHtfCrdna5Ffboe9el61EnatVCTlIiIZEUBQ0REsqKAUee+uAvQheha\n1KfrUZ+uR51EXQv1YYiISFZUwxARkawkPmCY2WQze8PMVpvZbXGXJ1fM7BgzW2Bmr5nZCjP7arT9\ncDObb2aror99o+1mZvdE12WZmY1Pe65ro+NXmdm1Tb1mV2dm+Wb2qpn9Ono81Mz+HL2vR6K16InW\nln8kuhZ/NrMhac/xzWj7G2Z2bjzvpP3MrI+ZzTWz16PPyMeT+tkws69H/0eWm9kcMytK8mejHndP\n7I2w1vhbwHFAT2ApMCLucuXovZYC46P7hwBvAiOAfwNui7bfBvy/6P6ngacBAyYCf462Hw6sif72\nje73jfv9tfGafAN4CPh19PhRYEp0fzZwY3R/OjA7uj8FeCS6PyL6zBQCQ6PPUn7c76uN1+J/gBui\n+z2BPkn8bABHA2uB4rTPxHVJ/myk35Jew5gArHb3Ne6+F3gYuCjmMuWEu1e5+yvR/e3Aa4T/HBcR\nviyI/l4c3b8I+JkHC4E+ZlYKnAvMd/et7v4eMB+Y3IlvpUOY2SDgM8D90WMDPgXMjQ5peC1qr9Fc\n4Mzo+IuAh919j7uvBVYTPlMHFTM7FDgN+DGAu+919/dJ6GcD6AEUm1kPoASoIqGfjYaSHjCOBtan\nPa6MtnVrUbV5HPBn4Eh3r4IQVIAjosOaujbd5Zr9EPh74ED0uB/wvrvvjx6nv6/Ue472b4uO7y7X\n4jhgM/CTqInufjPrRQI/G+7+V+Bu4B1CoNgGLCa5n416kh4wLMO2bp02Zma9gceAr7n7B80dmmGb\nN7P9oGFm5wOb3H1x+uYMh3oL+w76axHpAYwHZrn7OGAHoQmqKd32ekT9NBcRmpEGAr2A8zIcmpTP\nRj1JDxiVwDFpjwcBG2IqS86ZWQEhWDzo7uXR5uqoOYHo76Zoe1PXpjtcs1OAC81sHaEZ8lOEGkef\nqBkC6r+v1HuO9h8GbKV7XAsI76PS3f8cPZ5LCCBJ/GycBax1983uvg8oBz5Bcj8b9SQ9YCwChkUZ\nED0JnVZPxlymnIjaVX8MvObuP0jb9SRQm81yLfBE2vYvRBkxE4FtUbPEM8A5ZtY3+jV2TrTtoOHu\n33T3Qe4+hPBv/py7XwUsAC6PDmt4LWqv0eXR8R5tnxJlygwFhgEvd9Lb6DDuvhFYb2bHR5vOBFaS\nwM8GoSlqopmVRP9naq9FIj8bjcTd6x73jZDx8SYhi+FbcZcnh+/zVEKVeBmwJLp9mtDe+jtgVfT3\n8Oh4A2ZG1+UvQFnac32R0Im3Grg+7vfWzutyBnVZUscR/lOvBn4JFEbbi6LHq6P9x6Wd/63oGr0B\nnBf3+2nHdRgLVESfj8cJWU6J/GwA3wVeB5YDPydkOiX2s5F+00hvERHJStKbpEREJEsKGCIikhUF\nDBERyYoChoiIZEUBQ0REsqKAIZKBmb0Y/R1iZp/v4Of+x0yvJdLVKa1WpBlmdgZwq7uf34pz8t29\nppn9H7p7744on0hnUg1DJAMz+zC6exfwSTNbEq2TkG9m3zOzRdFaEF+Ojj/DwnojDxEGs2Fmj5vZ\n4mhthanRtrsIM6EuMbMH018rGjn9vWgdhr+Y2RVpz/281a1X8WA0ClmkU/Vo+RCRRLuNtBpG9MW/\nzd0/ZmaFwJ/M7Nno2AnAKA/TWQN80d23mlkxsMjMHnP328zsZncfm+G1LiWMuB4D9I/OeSHaNw4Y\nSZiP6E+E+bD+2PFvV6RpqmGItM45hHmUlhCmh+9HmCcI4OW0YAFwi5ktBRYSJqIbRvNOBea4e427\nVwO/Bz6W9tyV7n6AMK3LkA55NyKtoBqGSOsY8BV3rzepXtTXsaPB47OAj7v7TjN7njDvUEvP3ZQ9\nafdr0P9diYFqGCLN205Y0rbWM8CN0VTxmNlHo8WGGjoMeC8KFicQljKtta/2/AZeAK6I+kkGEFbB\nO/hnOJVuQ79SRJq3DNgfNS39FPgPQnPQK1HH82bqlutM97/ANDNbRpitdGHavvuAZWb2iodp1WvN\nAz5OWAvagb93941RwBGJndJqRUQkK2qSEhGRrChgiIhIVhQwREQkKwoYIiKSFQUMERHJigKGiIhk\nRQFDRESyooAhIiJZ+f+xsxtBHwg/xwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f9492983c88>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Plot training and test loss\n",
    "t = np.arange(iteration-1)\n",
    "\n",
    "plt.figure(figsize = (6,6))\n",
    "plt.plot(t, np.array(train_loss), 'r-', t[t % 10 == 0], np.array(validation_loss), 'b*')\n",
    "plt.xlabel(\"iteration\")\n",
    "plt.ylabel(\"Loss\")\n",
    "plt.legend(['train', 'validation'], loc='upper right')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAF3CAYAAABKeVdaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmYVPWZ9//33U1DN8imoDQiAm5hEUFbxUTFLUaN+4qa\n30SdBA0xzkweJzGTmWSUeZ4nE40/YwYxZJKYGNQ4iMbxijGbBjGjAooGcSMNatsNIiprt/RyP398\nTy3dVPUCXX2q+3xe11VX1Tl16vRdh+Lc53u+m7k7IiIiACVxByAiIsVDSUFERNKUFEREJE1JQURE\n0pQUREQkTUlBRETSlBRERCRNSUFERNKUFEREJE1JQURE0vrFHUBXjRgxwseNGxd3GCIivcqKFSve\nd/eRHW3X65LCuHHjWL58edxhiIj0Kmb2Vme20+0jERFJU1IQEZE0JQUREUnrdXUKItK3NDY2UlNT\nQ0NDQ9yh9Anl5eWMGTOGsrKy3fq8koKIxKqmpobBgwczbtw4zCzucHo1d2fTpk3U1NQwfvz43dqH\nbh+JSKwaGhrYZ599lBC6gZmxzz777FGpS0lBRGKnhNB99vRYKimISKJ99NFH3HXXXV3+3FlnncVH\nH31UgIjipaQgIomWLyk0Nze3+7lf//rXDBs2rFBhxaZgScHMfmJm75nZqjzvm5ndaWZrzOxlMzuy\nULGIiORz00038de//pVp06Zx9NFHc/LJJ3PFFVdw+OGHA3D++edz1FFHMXnyZBYsWJD+3Lhx43j/\n/fdZt24dEydO5Itf/CKTJ0/m9NNPp76+Pq6vs8cK2froHuA/gJ/nef9M4JDocSwwP3oWkaT6+7+H\nlSu7d5/TpsEdd+R9+zvf+Q6rVq1i5cqVPPXUU3z2s59l1apV6dY7P/nJT9h7772pr6/n6KOP5qKL\nLmKfffZptY8333yT+++/nx/96EdceumlPPTQQ3zuc5/r3u/RQwqWFNx9iZmNa2eT84Cfu7sDz5rZ\nMDOrdPe6QsUk0me9+y7stRcMHdr1z771FowYAVu3woABMHw4PPMMHHww7LdfZt87d4btBw+G2lpo\naIB994Xt26GlBbKbQLa0wBtvwObNsGULnHYaPPkkfPBB+PzWrbB+PVx8MTQ1hX21tITnxkYwC4/U\nvgDcw6OkBEpLobk5LAOUlYX9pD7T2JhZ//HHYfm992DvveHDD8N2qc989FF4fucdeP99jpk2jfFD\nh4Zl4M5bb+XhP/4RWlp4p6aGN595hn0OOyz8/TVrYNMmxu+/P9MGDICXX+ao0aNZ99xzcOyx0L9/\nOD4lJeHvlZSE49gvOvU2NIT9jBwZnnfsCO+XlEB5eeZ4VFTAwIGw//6Z71ggcfZT2B94J2u5Jlq3\nS1Iws9nAbICxY8f2SHAiQOZk1b9/+I/c2BhOSCXRndePP86cqDZsgNtvh9tuC9ukNDdDfX34T97Y\nCK++Cj//OXznO7BpUzghmMF//zdcdFE4abmHv7t2LSxcCF//Onz1q3D55XDuuXDNNXDvveFEV18P\nY8aEv/Xoo+H9q6+G3/0OamrC+vPPh0ce6fr3//734e/+bs+OYXu+8hV4/PFwHAG+8IXC/J2XXgrP\ndTmuOWtrw7/Lhg2waRODSkqguhqAp1as4PdLlvA/d9/NwPJyTrr2Whrq6mD06PDvum0bNDczoF+/\ncPIHSt2p//jjkBA76913d123Y0fmdWNjSK5mITEUUJxJIVe681wbuvsCYAFAVVVVzm1EOuQebiPU\n18OBB8Lxx4fnlMZGOP10qKqCSy6B1avDyTXlJz8JJ+PRo+Haa8OV7vz5u/6dO+6AU0+FP/whJJPU\nFXZb3/9+7vXDh+feJ8D992diybXtueeG55/+tPX63UkIUNiEUCQGDxzI1uwTcJbN27YxfPBgBpaX\n89q6dTy7KmcVac/ZzV7KXRFnUqgBDshaHgPUxhSLFNLq1eH2w9ix4ZZCv34wYcKu2y1ZEt7/4hfD\nZ55+Opx8Fy0K7w0cGK6u77033IpInRhTbr0V/vEf9zzep54KV/ttXXNNeK6thW9/u/19/OEP4Tlf\nQpCisc+wYXzqiCOYctllVAwYwH5Z9QVnHHccdz/0EFMvv5zDDjyQGVOmFC6QiopwwdKekR1Oh7DH\nzL1wF95RncJj7r7LkTSzzwLXA2cRKpjvdPdjOtpnVVWVaz6FXuSjjzJXs+6Z+6HZv7u//jXcv5ZE\nevXxx5k4YkS37GsnZVQzgdHU8lcO4jBeZyD17KCC1ziMsv4lfLzTOJQ3GHLIKHZUr+e15oMpp4FD\n9lqPb9tGNRM4iGrKykvD7UOAffdl58jRrFlbSkN9+B0ffLDx7ruZn7I3N4e7iYBTQgktHDzsfWrr\nhzN22Bbe2jaClpZwp+yAA0JVTkpJSajOaa+6wCz8N+lMYeHVV19l4sSJbT5vK9y9qqPPFiwpmNn9\nwEnACGAD8G2gDMDd77bQ7e4/gDOAHcDV7t7h2V5JIWabNoUr8n/7t0xlWT6pe6+5/Pa3sM8+cNRR\n3R+jxKKOUVzAYgx4mAv4C5M5kye4n0v5D/6OX3IZjnEBi2mcMp3Guk28uX00Dz/8GmPGfAKammho\nav83ZZY5CZsB7nh0J9rM6Ph8ZmTuUrd/BzvsL7WuK5W7qe27+rmODR8OBx3U8XZ7khQK2fro8g7e\nd+DLhfr70s3c4Z57QmXoww+HWznf/jb85jfhaur887u2v9NPL0iYEk7Os3ig1UnYgLl8kwt5hEN5\ng+/wNS5mMQ9xAd/k/6TfP7fkMepb+gMwgJ18TDnQEr2uiP5CC61PeKnuTpl1ldSlX1/KYsCjdYT1\nqyC0KwkaGozomjGHzIna3bJeQ/ZJt+1yfu1t03Z/nd1nrn10fyuhDz+E5ctDQizU9ZR6NPcGq1aF\nX0M+b78N69aFVi1vvw1DhsCvfrX7+0y9d+KJ4ddXWQl33x3uqT/8cNgmdU/9jDO6nhB6mTpGMZOn\nWM9+Hb5fxyiOZBlD+IiXmdJqmyNZxkC2MIitHMJrlNLIJP7CRFZRQiPlbMdoZC+28iAXMpAtWLS+\nhCbG8wZGY3pd6nXb5TG8xRJOpJI6RlPLc8zgWWbwaf7AVoawgqP4NH9gM0M5jT9G7x/Hp/kj9S0D\ngVKglI8ZSDhF9IteW/QoSW8THtnrLeuRLd/6ztiTz/ZNBbzrX9g6hUJI1O2jjRvDLZbSUpg4MVS+\nZrv55rD+sst2/ezee4fPX345XHABnHde6BTU3Ay33BKaKw4bBsuWhWaA8+fDvHnh0QusZConsoRD\neZMfcw3X8kM2M4TXOYz+7ORj+qe3LQHmcy03cjtjqGEdYzGMibzGY5zNevbjeJ6mhVIcoyHrs5mr\n5dTtgJYc0ZSk3y+lmeZWBfDmNtsUQu8+WT7++KuMGDGx4w0FCPUPn/hEKKznU5R1CoXSZ5PCM8+E\ntsqXXhqWN24MHYO+8Q34v/83rGv7b9VRJ5ayskwnniK2kqmcxJ94iAv4e+7gFSZTzsfsTw1ryHcD\ntTTP+q7q6L5vRy2ne/cJuRgoKXRNSQkc2cGgQEVZpyCdsG0bPPEEHHNMaDMPoT35ffeFTkmp5ZSu\n9mSMKSGsZGr6yhvY5ep7V2G70/hjek09A1nDoXm2784T8e7ezhDZfakO26kGeS25CqB5lHbX9VAe\nSgqF5A4vvhiu+Pv1C+30582Do48O7dJmzNj1M/ffD7/+daY35Kuv9mzMuyFVsTmHHzCLB+jaVbxO\nsJIZdWLnzvB8xBGt31+zJqwfOTK0YIbQCmfjxtDqediw8N7GjeFaqJAtnPfaay+2bdtGbW0tN9xw\nA4sWLdplm5NOOonbbruNqqr8F+Z33HEHs2fPZmB0H+iss87ivvvui3/kVXfvVY+jjjrKe43bb0+N\n1tKrH7WM8hN5yuvYzx38Rab6IDZ7OdsdGh2aHVqiR9zhtmQ9Zz9ybdPePlra2Ve+/fbuh5l7v37h\n9fjx7itXhufU6zlz3C+4oPv/m6xevbrLn6mtdT/xRPe6uu6PpyODBg3qcJuZM2f6smXL2t3mwAMP\n9I0bN3ZXWK3kOqbAcveOz7FqfVQojzwSxqrpZiuZyhA+YhKrGMgWKtq0QqlgOwPZll7ftpXK7jxG\n827UmqUWo5HprGQ7g2mgglDYzG510h08emS/7uyDrOdc+2zvvVyfdVq3fmn72D2pO4Gpcc8gjIiR\nuq2w336ZbUaMgMmT4ZRTwphz48eHNgNz5oSGYXPmhOW2711wQRfTaUu4ynYPQ/8ccUR4Tr2eNw8W\nL97tr9yt5s6FpUtDm4k99fWvf73VfAr/+q//ys0338ypp57KkUceyeGHH86vcrTmW7duHVOiHs71\n9fXMmjWLqVOnctlll7UaOvtLX/oSVVVVTJ48mW9HrfbuvPNOamtrOfnkkzn55JOBzFDcALfffjtT\npkxhypQp3BENcdJjQ3R3JnMU06NoSwqpUsHChe433pj3/17qKnsvtvjvOcmP5c8+gz97Hft5LaN8\nOsu8nK0OjT4gfSWe/WjvqrUQj+66Eu2JGMPyiBHuc/6/LX7BmfU+YIB7WVl4mHUc5+jR4cq4sjJc\nGRfyClmCrpQUystz/7uVl+/+33/hhRf8xBNPTC9PnDjR33rrLd+8ebO7u2/cuNEPOuggb2lpcfdM\nSWHt2rU+efJkd3f/3ve+51dffbW7u7/00kteWlqaLils2rTJ3d2bmpp85syZ/tJLL7n7riWF1PLy\n5ct9ypQpvm3bNt+6datPmjTJX3jhBV+7dq2Xlpb6iy++6O7ul1xyid977705v9OelBRUp9BdvvnN\n8Hzlla1Wr2Qqn2Qp9emOP5n77dkVq5XpYZ8yV5+ZzkLs8l7xynUl3nmlNNFMP0pp5L4vPsUtP6rk\ng1GTqK1rU0+xeTP88Y/hcjgt+/gM3qM4svWSVrqJUF0NN94YCuI7doRmmRdckHuoqs6aPn067733\nHrW1tWzcuJHhw4dTWVnJP/zDP7BkyRJKSkp499132bBhA6NGjcq5jyVLlnDDDTcAMHXqVKZOnZp+\n78EHH2TBggU0NTVRV1fH6tWrW73f1tKlS7ngggsYNGgQABdeeCFPP/005557LuPHj2fatGkAHHXU\nUaxbt273v3geSgq7yz2UtS+5JNSAZRXjfscpfIYnovby2Sf2rjZ9LHYdJ4CBbGPYUGeANTGt4nUW\nf/WZ8L865cknQ0e5Cy8M90suvBAeegjoD5zOpQvy7Hjo0DYJQZKgsjL0zWxoyEw3MGQI5DlXd9rF\nF1/MokWLWL9+PbNmzWLhwoVs3LiRFStWUFZWxrhx42hIjYOUh+VoHbh27Vpuu+02li1bxvDhw7nq\nqqs63E+4qM9twIAB6delpaUFuX2kOoXdNXduGMHq0UfhoYeoYxSHsxKjkdP5PZ7uEdoTvTHz3S/3\nAj9yxdHCgLIW3A2v28D22m28+9EQqj/cm8W1x7VOCAAnnxwSAcD772eGhhbJY8MGuO46ePbZ8Lx+\n/Z7vc9asWTzwwAMsWrSIiy++mM2bN7PvvvtSVlbGk08+yVvZo9flcOKJJ7Jw4UIAVq1axcsvvwzA\nli1bGDRoEEOHDmXDhg08/vjj6c8MHjyYrVu35tzXI488wo4dO9i+fTsPP/wwJ5xwwp5/yU5SSWF3\nZQ3bvJKpHM3zNNGf7q1szR68qyuf6xklNHPesCUs/vCUsMKia4yGqBdvVy/f2kxxKJJLdmV3d93a\nmzx5Mlu3bmX//fensrKSK6+8knPOOYeqqiqmTZvGJz7xiXY//6UvfYmrr76aqVOnMm3aNI45Jgz4\nfMQRRzB9+nQmT57MhAkT+NSnPpX+zOzZsznzzDOprKzkySefTK8/8sgjueqqq9L7+MIXvsD06dML\ncqsoF/Vo3h3RcNB1jGJ/3qVzjbi6/ziX0kgZTVRSRwPllNPATvpTTgP1lDOAnUxjJYu5uOOdnXNO\nGOyuPU88EYbNGDIE/umfwvNJJ4WmMhBm+Vq+vM+PhSTdK1fvW9kz6tHc06KEMJpa8pcMOnOln9pm\nV6U0MpMlfILXqWNU507s7fnyl1tfVp1zTjipL1wYxk564IFde0xfddWuM3ht2pT/b4wZk5kWUkR6\nJSWF3VDBjqiNfj6+y3MJLZzHr/b85N6eM84IQ1lD61mcBg4M0zl+/euhYveZZ+CHPwzzHaxdm5kW\ncu1auOIKuOuuUJE7blzhYhWRoqSk0BXXXEPFPXd1MiFAGR/zRX7cPVf67XnhhXD/vrKy9foPPoAH\nHwwjpPbrF6Z7+pu/CQ8I2z/zTGb7cePgz38uXJwiUvSUFLqg7qePdzCwW2h9U8l6ainAbZRjjoHn\nn991/fTpubffe+/QPEOkyLl7ziad0nV7Wk+spNBZTz/dYR1CKU2cy6O7Xyq47rpw1Z/rxA/hKr6x\nMQyy9/TTcNhh7U++I9ILlJeXs2nTJvbZZx8lhj3k7mzatIny1Ngpu0GtjzqhoiIzf/euwvHbi618\nmt/t2W0id3juuczoqc8/H0oHEIZ/7KbJzUWKSWNjIzU1NR126pLOKS8vZ8yYMZSVtZ7eVK2PulF1\nNYwe3Uy+IaEHs4XT+P3uJ4T774doYC2OPRb+8pdQB5Bq6nnooUoI0meVlZUxfvz4uMOQiJJCJ4we\nDbkTglNC854lhHXr4MADW6+bkpnbl7vvhjPP3L19i4h0kZJCByryNjRyyqmnnkGd29EPfgCHHx46\ngM2ZA3feGU74Y8e2/7lrr+1KuCIie0R1Ch1YuRJmTK9vM3k7DOVDTuHJzpUQHn44NAtVJZqIxKSz\ndQoaEK8dFRWhtWcY6TR1Qg+D221meP6EMGkS/OlPmd69Rx6phCAivYJuH+XRUYujl8gzHvqxx4aR\nU/fdV4lARHodlRTyqK5ODdeffXstDBl9GK8xlVVh1Sc/CTffHF7fc08Yz3fffVvvrJfdohOR5FJJ\nIY/KSthrr9RS9tAVO9nCkGh11sn+W9/adScHHgjvvBMm4RER6QWUFPLI3PlpfQuokf6dH8Li4Yfh\n979PtWkVESl6un2UQ/5mqC2hLuEnP+ncLaERI2DWrO4MTUSkoJQUcmjvfD+VVZobWET6LCWFHNau\nDfPPZM+H0J8G9mNDGJBu2LAYoxMRKRzVKbTRuilqpm/CTsrZzLAwJpGISB+lkkIbmaao2VoYTQ1r\nf/1aHCGJiPQYXfa2MWFCrk5rJWxgFKPO1PzDItK3qaTQRr5KZs87uY6ISN+hpNBGrkrmQ3idd3/x\nVHxBiYj0EN0+ypKvkvlNDmHUiHXxBCUi0oNUUshSXQ1XXJHpzVxKI4fwOmfyuIaqEJFEUEkhS9tK\n5mbKeJPDeIex0G9ZfIGJiPQQlRSyVFeHKRBSJQWjmTG8zVrG7zplpohIH6SSQpa2JQWnlBrGMr70\nbeoP7B9fYCIiPUQlhSzV1TAoa8rlUhpDSWH2d+ILSkSkB6mkEMk101ozZdQxmlFnTIsnKBGRHqaS\nQiRfy6PTeQKOPz7e4EREeohKCpF2Wx7tnXeCBRGRPkUlhUjelkdHXxZvYCIiPUglhUjelkcvPER9\nfGGJiPQolRQiqZJCaWlYTrc8en5jvIGJiPQgJYVIZSWcfXYYJbW8tBGnhHN4jFEHDer4wyIifYRu\nH2XZsAGuuw5mb72TBfeWU8eoTCWDiEgCKClkmTcPZs2C/SZtYx43hpXlH8cblIhID9Ltoyw33QRL\nlsBN903NrNToqCKSICopsGtv5p9tuYCf4ZRTT71uH4lIgqikQHtTcIqIJIuSAmEKzoMPzl4TpuBc\nx/i4QhIRiYWSAqE5alNTeN2/P4DTRD9GsSHOsEREepySQmT6dJgzB55/HuYwn2msjDskEZEep4rm\nyOLF0Ytly5jH9bHGIiISF5UUstTVwcxrDmI9+4UVS5fGG5CISA9TUsgydy4sfWU4t/CtsKKlJd6A\nRER6WEGTgpmdYWavm9kaM7spx/tjzexJM3vRzF42s7MKGU8+FRVhNIv586HFjfnMwXAqTvtkHOGI\niMSmYEnBzEqBecCZwCTgcjOb1GazfwYedPfpwCzgrkLF057UrGsDB4blgWznSn7B2vufiyMcEZHY\nFLKkcAywxt2r3X0n8ABwXpttHBgSvR4K1BYwnrwqK8OQ2Tt2wICyZhooZwhbGDWsoeMPi4j0IYVs\nfbQ/8E7Wcg1wbJtt/hX4rZl9BRgEnFbAeNqVqlM+97iNjFzyUBghNV9XZxGRPqqQSSHXoEFtz7KX\nA/e4+/fM7DjgXjOb4u6tanjNbDYwG2Ds2LHdGmTbcY/+a8ko4MuUUw9ly7r1b4mIFLtC3j6qAQ7I\nWh7DrreH/hZ4EMDd/wcoB0a03ZG7L3D3KnevGjlyZLcGuUt9woDmUJ/AeDjhhG79WyIixa6QSWEZ\ncIiZjTez/oSK5EfbbPM2cCqAmU0kJIUenf+yshKGDAmlhfJyaNhZEuoT2KAJdkQkcQqWFNy9Cbge\neAJ4ldDK6BUzu8XMzo02+1/AF83sJeB+4Cr3nr+Rn5px7dln4Tq/K9N5TUQkYSyGc/Aeqaqq8uXL\nlxfuD2SXDnrZsRERycfMVrh7VUfbqUeziIikKSlE6upg5kx060hEEk1JITJ3buirkB73SEQkgRKf\nFFqNe9RCZtwjdsQdmohIj0t8Ukj1U+gXdePrR2Omn4KISMIkfpKdCRNa92huooyFfI6HuIj6+MIS\nEYmFSgrVMGZMGBAPoJRGxvA2a792d7yBiYjEIPFJobISzj47dEkoL2vGKeEcHmPUwXvFHZqISI9L\nfFKArB7NX1vMddytZqkikliJr1MAWLw4emGXMi+9dkE8wYiIxEglhXxOOinuCEREepySAnl6Mx98\ncHwBiYjEREmBPL2ZNWy2iCRQopOCejOLiLSW6KSwy6xrbFdvZhFJtEQnhdazrjkNlGdmXRMRSaBE\nJwXI6qPwP6iPgogkXuL7KaT7KLQ487g+1lhEROKW+JJCmqbeFBFRUkh7//24IxARiZ2SAlHntbP3\nUn2CiCSekgJR57XlFZnOaz/6UbwBiYjExLyX3Uuvqqry5cuXd8u+KipaT7CTUl7u1NerR7OI9B1m\ntsLdqzraLtElhbyd16rjjUtEJC6JTgqtOq9Rn+m8VqlSgogkU6KTAmR1XmOGOq+JSOIluk6hlexR\nUXvZMRER6YjqFEREpMuUFIj6KfCUbh2JSOIpKRD1U+D41pPsiIgkUKKTQqtJdijNTLJTEXdkIiLx\nSHRSyNtPYW28cYmIxCXRSSFvP4VRcUcmIhKPRCcFUD8FEZFsiZ9kZ948mDUL9mND1iQ76qcgIsmU\n+JLC3LmwdClqeSQiQoKTQquWRy1kWh6xI+7QRERik9ikkLflEePjDUxEJEaJTQqplkf19VBCC/Wp\nlkd7N8YdmohIbBKbFCC0PJo0CRxnEqtDyyPTsNkiklyJbX3Ueta1Ul7hcF7hcCo2fZb6OAMTEYlR\nYksKeesUBk6ONzARkRglNink7c3sdXGHJiISm8QmBcjTm/mxx+IOS0QkNpp5DTTrmoj0eZp5TURE\nukxJQURE0hKfFDQVp4hIRuKTgqbiFBHJSGxS0FScIiK7SmxS0FScIiK7SmxS0FScIiK7SmxSAE3F\nKSLSljqvgTqviUifp85ru+PUU+OOQEQkVh0mBTMr7YlAikK/xI4kLiICdK6ksMbMbjWzSQWPpofV\n1cHMmWTqEjTBjogkXGeSwlTgDeA/zexZM5ttZkMKHFePmDsXli5FHddERCJdqmg2sxOB+4FhwCJg\nrruvKVBsOXVHRXPrWdcyykt2Ut/cf4/2LSJSjLqtotnMSs3sXDN7GPg+8D1gAvDfwK/3ONIY5O24\nNvcX8QYmIhKzztw+ehM4D7jV3ae7++3uvsHdFwG/ae+DZnaGmb1uZmvM7KY821xqZqvN7BUzu6/r\nX6HrWnVcK/dMx7WTJ/bEnxcRKVqdaW4z1d235XrD3W/I96Go1dI84NNADbDMzB5199VZ2xwCfAP4\nlLt/aGb7din6PZDquDb7g39nwQODqUNdmUVEOpMUmszsy8BkoDy10t2v6eBzxwBr3L0awMweIJQ4\nVmdt80Vgnrt/GO3zvS7EvkcWL45e2DeYl17755768yIiRakzt4/uBUYBnwH+BIwBtnbic/sD72Qt\n10Trsh0KHGpmz0Qtm87oxH5FRKRAOpMUDnb3fwG2u/vPgM8Ch3fic7ka/bdt6tQPOAQ4Cbic0Ox1\n2C47Cs1gl5vZ8o0bN3biT4uIyO7oTFJojJ4/MrMpwFBgXCc+VwMckLU8BqjNsc2v3L3R3dcCrxOS\nRCvuvsDdq9y9auTIkZ340yIisjs6kxQWmNlw4J+BRwl1Av/eic8tAw4xs/Fm1h+YFX0+2yPAyQBm\nNoJwO6m6k7F3v/LyjrcREenD2k0KZlYCbHH3D919ibtPcPd93f2HHe3Y3ZuA64EngFeBB939FTO7\nxczOjTZ7AthkZquBJ4F/dPdNe/SNumCX+ZmnT++pPy0iUpQ67NFsZkvc/cQeiqdD3Tl09pw58MP5\nzVzLD7mLL2vYbBHpszrbo7kzSeFfgHrgl8D21Hp3/2BPg9wdBR3mohzq6/do1yIiRak751O4Bvgy\nsARYET26eZabnqX5mUVEcuuw85q7j++JQHqS5mcWEcmtw6RgZn+Ta727/7z7w+k56WEu7prBAmZr\nmAsRETpXp/CDrMVy4FTgBXe/uJCB5dPtczRrfmYRSYDO1il05vbRV9rseChh6AsREeljOlPR3NYO\ncvQ6FhGR3q8zdQr/TWbMohJgEvBgIYMSEZF4dGbo7NuyXjcBb7l7TYHiERGRGHUmKbwN1Ll7A4CZ\nVZjZOHdfV9DIRESkx3WmTuG/gJas5eZoXd8yUVNxioh0Jin0c/edqYXodf/ChRSTlpaOtxER6eM6\nkxQ2Zo1qipmdB7xfuJBioj4KIiKdqlO4DlhoZv8RLdcAOXs592pKCiIineq89ldghpntRegB3Zn5\nmXuH7FtGun0kItLx7SMz+z9mNszdt7n7VjMbbmb/1hPBFdxvf5t5/bOfxReHiEiR6Eydwpnu/lFq\nwd0/BM6Vnrv3AAARHUlEQVQqXEg9qKkp8/pTn4ovDhGRItGZpFBqZgNSC2ZWAQxoZ/ve45e/jDsC\nEZGi0pmK5l8AfzCzn0bLVwN9417LG2/EHYGISFHpTEXzd83sZeA0wIDfAAcWOrAeUbI74wGKiPRd\nnT0rrif0ar6IMJ/CqwWLqCdlz6UgIiL5SwpmdigwC7gc2AT8ktAk9eQeiq3wlBRERFppr6TwGqFU\ncI67H+/uPyCMe9Rn1DWOYCZPsZ794g5FRKQotJcULiLcNnrSzH5kZqcS6hT6jLnvXMVSjucWvhV3\nKCIiRaEzczQPAs4n3EY6hdDy6GF3/227HyyQ7pijuaICGhp2XV9eDvX1e7RrEZGi1Nk5mjusaHb3\n7e6+0N3PBsYAK4GbuiHG2FRXwxVXwMCSkBkGsp0rr4S1a2MOTEQkZl1qk+nuH7j7D939lEIF1BMq\nK2HIEGho6U859TRQzpAhMGpU3JGJiMQrsQ31N2yA65jPs8zgOu5m/fq4IxIRiV+HdQrFpjvqFNKy\nm6T2suMgItIV3VanICIiyaGkICIiaUoKAHvvHXcEIiJFQUlBRETSlBQAPvgg7ghERIqCkoKIiKQp\nKYiISJqSgoiIpCkpiIhImpICwFVXxR2BiEhRUFIAzcAmIhJRUhARkTQlBVBJQUQkoqQAMHly3BGI\niBQFJQWAYcPijkBEpCgoKYDmUhARiSgpAJSVxR2BiEhRUFIAVTSLiESUFEREJE1JQURE0pQUREQk\nTUkBoH//uCMQESkKSgoAF18cdwQiIkUhsUmhrg5m8hTr2Q9KS+MOR0SkKCQ2KcydC0s5nlv4Vtyh\niIgUjX5xB9DTKiqgoSG1VMp85jDfoLwc6uvjjExEJH6JKylUV8MVV8DAgWF5INu58kpYuzbeuERE\nikHikkJlJQwZEkoL5dTTQDlDhsCoUXFHJiISv8QlBYANG+C66+BZZnAdd7N+fdwRiYgUB/NeNkJo\nVVWVL1++vHt2lhrzqJcdAxGRrjKzFe5e1dF2iSwpANDUFHcEIiJFp6BJwczOMLPXzWyNmd3UznYX\nm5mbWYdZrLvU/fO8TD8FEREBCpgUzKwUmAecCUwCLjezSTm2GwzcADxXqFhymfvvZeqnICLSRiFL\nCscAa9y92t13Ag8A5+XYbi7wXaAhx3vdrqIiVCXMZw4tUT8Fs7BeRCTpCpkU9gfeyVquidalmdl0\n4AB3f6yAcbRSXQ1XjP8z/WgEoB+N6qcgIhIpZFLINZ1ZupmPmZUA/z/wvzrckdlsM1tuZss3bty4\nR0FNmAD3rf0kTYQpOJsoY+FCGD9+j3YrItInFDIp1AAHZC2PAWqzlgcDU4CnzGwdMAN4NFdls7sv\ncPcqd68aOXLkHgVVXQ1jeJvSqKRQSiNjxqikICIChU0Ky4BDzGy8mfUHZgGPpt50983uPsLdx7n7\nOOBZ4Fx376ZOCLlVVsIMnqWZfvSnAaeEc85Rj2YREShgUnD3JuB64AngVeBBd3/FzG4xs3ML9Xc7\n4wk+A8ABvKMezSIiWRLVo9ly1XJEetlhEBHpEvVozuHFF+HAAyFT3+2Mo5qXXooxKBGRIpKo+RSO\nOy41l0KqyGCsYwLHHqu5FEREIGElhepqGDAAMiWFZsrZoZZHIiKRRCWFyko46KDwupQmSoCruUct\nj0REIolJCqnhLVavBjCa6UcLpfyQa+MOTUSkaCQmKeSchpNf8O5n/jbewEREikhikkLOaTjZwqiB\nW+IOTUSkaCQmKUCOaTjZD8rK4g5LRKRoJKpJ6uLFsHIlzLzrTyzhBKayCsbeGHdYIiJFI1ElBYDP\nnbOZzQzlCu4LK9rr5iwikjCJKSlkzv1DAXiFwzEcbnX8u7GFJSJSVBJTUsg7xMXnb48xKhGR4pKY\npDBtGgwalFoKiWEQ25m674bYYhIRKTaJSQoAH34Ik4fX8ksuZTKr+IC9VacgIpIlUUmhthZWfeZG\nLmURq5hKLWPiDklEpKgkKikA8OabrZfPPjueOEREilDykkJjY+vlE06IJw4RkSKUqKRQVwczV98V\nejID3HNPrPGIiBSbRCWFuXNhadMMbuFbYcXnPx9vQCIiRSYRSSE1bPb8+dBCKfOZg+FUVMQdmYhI\ncUlEUsg3bLZmXBMRaS0RSSHvsNmacU1EpJVEJAXIM2y2iIi0Yu7e8VZFpKqqypcvX777O8juwdzL\nvruIyO4ysxXuXtXRdokpKYiISMeUFEREJC1RSaGuDmbylOoTRETySFRSmDsXlnJ8pvOaiIi0koik\noM5rIiKdk4ikoM5rIiKdk4ikkLPz2kWfVuc1EZE2EpEUIEfntRZVNouItJXczmu97HuLiOwJdV4T\nEZEuU1IQEZG0ZCWFmpq4IxARKWrJSgrvvRd3BCIiRS1ZSaGsLO4IRESKmpKCiIikKSmIiEiakoKI\niKQlKymIiEi7kpUUfvvbuCMQESlqiUoKdS/UaZIdEZF2JCopzH1okibZERFpRyKSQnqSnfcuykyy\nY2iSHRGRNhKRFNKT7LAdiCbZuRJNsiMi0kYikkJ6kh3KM5PsDEGT7IiItJGIpADRJDvcnZlkZ33c\nEYmIFJ9kTbKTmmAHNMmOiCSKJtkREZEuS1ZSOP74uCMQESlqyUkKLS2wdGl4fdhh8cYiIlKkkpMU\nduzIvC5JztcWEemK5Jwdn3su8/rHP44vDhGRIpacpJDd2mjs2PjiEBEpYslJCi0tmde6fSQiklNy\nzo7ZJQUlBRGRnJJzdlRJQUSkQ8k5O6qkICLSoYKeHc3sDDN73czWmNlNOd7/qpmtNrOXzewPZnZg\nwYJRSUFEpEMFOzuaWSkwDzgTmARcbmaT2mz2IlDl7lOBRcB3CxVPq6SQPQaSiIikFfKS+RhgjbtX\nu/tO4AHgvOwN3P1Jd0/1KnsWGFOwaLJvHykpiIjkVMiksD/wTtZyTbQun78FHi9YNEoKIiId6lfA\nfec68+Ycr9rMPgdUATPzvD8bmA0wdnc7nq1cmb3D3duHiEgfV8iSQg1wQNbyGKC27UZmdhrwTeBc\nd/84147cfYG7V7l71ciRI3cvmptv3r3PiYgkSCGTwjLgEDMbb2b9gVnAo9kbmNl04IeEhPBeAWNp\nTSUFEZGcCpYU3L0JuB54AngVeNDdXzGzW8zs3GizW4G9gP8ys5Vm9mie3XUvJQURkZwKWaeAu/8a\n+HWbdd/Ken1aIf9+Xv37x/JnRUSKXTJ7cZWVxR2BiEhRSmZSEBGRnJQUREQkTUlBRETSEpMU6hjF\nTJ5iPfvFHYqISNFKTFKYy7+wlOO5ZfBtcYciIlK0+nxSqKgI3RLmM4cWSpm/9XOYhfUiItJan08K\n1dVwxRUwkO0ADOzfxJVXwtq1MQcmIlKE+nxSqKyEIUOggXLKqaehsZQhQ2DUqLgjExEpPn0+KQBs\n2ADXcTfPMoPrTnmD9evjjkhEpDgVdJiLYrF4MWDXAzDvmhVwxWHxBiQiUqQSUVJoRYPhiYjklbyk\nUJK8rywi0lnJO0OqpCAikldyksIhh4TniRPjjUNEpIglJyn87/8Nxx+fSQ4iIrKL5CSFSy6Bp5+G\n8vK4IxERKVrJSQoiItIhJQUREUlTUhARkTQlBRERSVNSEBGRNCUFERFJU1IQEZE0JQUREUlTUhAR\nkTQlBRERSVNSEBGRNCUFERFJU1IQEZE0c/e4Y+gSM9sIvLWbHx8BvN+N4fR2Oh6t6Xhk6Fi01heO\nx4HuPrKjjXpdUtgTZrbc3avijqNY6Hi0puORoWPRWpKOh24fiYhImpKCiIikJS0pLIg7gCKj49Ga\njkeGjkVriTkeiapTEBGR9iWtpCAiIu1ITFIwszPM7HUzW2NmN8UdTyGY2QFm9qSZvWpmr5jZ30Xr\n9zaz35nZm9Hz8Gi9mdmd0TF52cyOzNrX56Pt3zSzz8f1nbqDmZWa2Ytm9li0PN7Mnou+2y/NrH+0\nfkC0vCZ6f1zWPr4RrX/dzD4TzzfZM2Y2zMwWmdlr0W/kuCT/NszsH6L/J6vM7H4zK0/qb6MVd+/z\nD6AU+CswAegPvARMijuuAnzPSuDI6PVg4A1gEvBd4KZo/U3Av0evzwIeBwyYATwXrd8bqI6eh0ev\nh8f9/fbguHwVuA94LFp+EJgVvb4b+FL0eg5wd/R6FvDL6PWk6DczABgf/ZZK4/5eu3EcfgZ8IXrd\nHxiW1N8GsD+wFqjI+k1cldTfRvYjKSWFY4A17l7t7juBB4DzYo6p27l7nbu/EL3eCrxK+PGfRzgh\nED2fH70+D/i5B88Cw8ysEvgM8Dt3/8DdPwR+B5zRg1+l25jZGOCzwH9GywacAiyKNml7PFLHaRFw\narT9ecAD7v6xu68F1hB+U72GmQ0BTgR+DODuO939IxL82wD6ARVm1g8YCNSRwN9GW0lJCvsD72Qt\n10Tr+qyoeDsdeA7Yz93rICQOYN9os3zHpS8drzuArwEt0fI+wEfu3hQtZ3+39PeO3t8cbd8XjscE\nYCPw0+hW2n+a2SAS+ttw93eB24C3CclgM7CCZP42WklKUrAc6/pssysz2wt4CPh7d9/S3qY51nk7\n63sVMzsbeM/dV2SvzrGpd/BeXzge/YAjgfnuPh3YTrhdlE9fPhZEdSfnEW75jAYGAWfm2DQJv41W\nkpIUaoADspbHALUxxVJQZlZGSAgL3X1xtHpDVPQnen4vWp/vuPSV4/Up4FwzW0e4ZXgKoeQwLLpl\nAK2/W/p7R+8PBT6gbxyPGqDG3Z+LlhcRkkRSfxunAWvdfaO7NwKLgU+SzN9GK0lJCsuAQ6KWBf0J\nFUWPxhxTt4vucf4YeNXdb89661Eg1Urk88Cvstb/TdTSZAawObqF8ARwupkNj66oTo/W9Sru/g13\nH+Pu4wj/5n909yuBJ4GLo83aHo/Ucbo42t6j9bOiFijjgUOA53voa3QLd18PvGNmh0WrTgVWk9Df\nBuG20QwzGxj9v0kdj8T9NnYRd013Tz0IrSneILQO+Gbc8RToOx5PKLq+DKyMHmcR7n3+AXgzet47\n2t6AedEx+QtQlbWvawiVZmuAq+P+bt1wbE4i0/poAuE/7hrgv4AB0fryaHlN9P6ErM9/MzpOrwNn\nxv19dvMYTAOWR7+PRwithxL72wBuBl4DVgH3EloQJfK3kf1Qj2YREUlLyu0jERHpBCUFERFJU1IQ\nEZE0JQUREUlTUhARkTQlBUksM/tz9DzOzK7o5n3/U66/JVLs1CRVEs/MTgJudPezu/CZUndvbuf9\nbe6+V3fEJ9KTVFKQxDKzbdHL7wAnmNnKaIz9UjO71cyWRXMJXBttf5KF+SruI3TowsweMbMV0bj8\ns6N13yGMvrnSzBZm/62oh/Ct0Rj+fzGzy7L2/ZRl5jtYGPW0FelR/TreRKTPu4mskkJ0ct/s7keb\n2QDgGTP7bbTtMcAUD8MkA1zj7h+YWQWwzMwecvebzOx6d5+W429dSOhZfAQwIvrMkui96cBkwtg5\nzxDGblra/V9XJD+VFER2dTph3J+VhKHH9yGMaQPwfFZCALjBzF4CniUMjHYI7TseuN/dm919A/An\n4Oisfde4ewthiJJx3fJtRLpAJQWRXRnwFXdvNdBbVPewvc3yacBx7r7DzJ4ijJHT0b7z+TjrdTP6\n/ykxUElBBLYSpi9NeQL4UjQMOWZ2aDQhTVtDgQ+jhPAJwrSVKY2pz7exBLgsqrcYSZgNrXePqil9\niq5ERMKooU3RbaB7gO8Tbt28EFX2biQzLWO23wDXmdnLhBEyn816bwHwspm94GG47pSHgeMI8/o6\n8DV3Xx8lFZHYqUmqiIik6faRiIikKSmIiEiakoKIiKQpKYiISJqSgoiIpCkpiIhImpKCiIikKSmI\niEja/wOP9tWuLmG/EwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f9492983908>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Plot Accuracies\n",
    "plt.figure(figsize = (6,6))\n",
    "\n",
    "plt.plot(t, np.array(train_acc), 'r-', t[t % 10 == 0], validation_acc, 'b*')\n",
    "plt.xlabel(\"iteration\")\n",
    "plt.ylabel(\"Accuray\")\n",
    "plt.legend(['train', 'validation'], loc='upper right')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Evaluate on test set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test accuracy: 0.892500\n"
     ]
    }
   ],
   "source": [
    "test_acc = []\n",
    "\n",
    "with tf.Session(graph=graph) as sess:\n",
    "    # Restore\n",
    "    saver.restore(sess, tf.train.latest_checkpoint('checkpoints-cnn'))\n",
    "    \n",
    "    for x_t, y_t in get_batches(X_test, y_test, batch_size):\n",
    "        feed = {inputs_: x_t,\n",
    "                labels_: y_t,\n",
    "                keep_prob_: 1}\n",
    "        \n",
    "        batch_acc = sess.run(accuracy, feed_dict=feed)\n",
    "        test_acc.append(batch_acc)\n",
    "    print(\"Test accuracy: {:.6f}\".format(np.mean(test_acc)))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}