Untitled1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/matplotlib/__init__.py:962: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #2\n",
      "  (fname, cnt))\n",
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/matplotlib/__init__.py:962: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #3\n",
      "  (fname, cnt))\n"
     ]
    }
   ],
   "source": [
    "#!/usr/bin/env python3\n",
    "import pandas as pd\n",
    "import lz4.frame\n",
    "import gzip\n",
    "import io\n",
    "import pyarrow.parquet as pq\n",
    "import pyarrow as pa\n",
    "import numpy as np\n",
    "from glob import glob\n",
    "from plumbum.cmd import rm\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "outfile = 'cboe/grid_search.parquet'\n",
    "df_output = pq.read_table(outfile).to_pandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'cboe/parquet_preprocessed_BTCUSD_merged/BTCUSD_order_book_20180220.parquet'"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "path = path = 'cboe/parquet_preprocessed_BTCUSD_merged'\n",
    "files = sorted(glob('%s/*.parquet' % path))\n",
    "files[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "outfile = 'cboe/grid_search_dataSubset.parquet'\n",
    "df_output = pq.read_table(outfile).to_pandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "test = df_output['train_prop_correct']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "dev = df_output['dev_prop_correct']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_epochs</th>\n",
       "      <th>loss</th>\n",
       "      <th>optimizer</th>\n",
       "      <th>batch_size</th>\n",
       "      <th>include_time</th>\n",
       "      <th>num_LSTMs</th>\n",
       "      <th>num_units</th>\n",
       "      <th>train_loss</th>\n",
       "      <th>dev_loss</th>\n",
       "      <th>test_loss</th>\n",
       "      <th>train_prop_correct</th>\n",
       "      <th>dev_prop_correct</th>\n",
       "      <th>test_prop_correct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.478067</td>\n",
       "      <td>0.471814</td>\n",
       "      <td>0.435534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.477372</td>\n",
       "      <td>0.478960</td>\n",
       "      <td>0.437062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.477074</td>\n",
       "      <td>0.471516</td>\n",
       "      <td>0.434277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.476975</td>\n",
       "      <td>0.473898</td>\n",
       "      <td>0.433461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.476479</td>\n",
       "      <td>0.469532</td>\n",
       "      <td>0.435507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.476280</td>\n",
       "      <td>0.471516</td>\n",
       "      <td>0.432006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.475288</td>\n",
       "      <td>0.465462</td>\n",
       "      <td>0.415343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.475089</td>\n",
       "      <td>0.472707</td>\n",
       "      <td>0.433257</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.473303</td>\n",
       "      <td>0.472509</td>\n",
       "      <td>0.431372</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.473005</td>\n",
       "      <td>0.470425</td>\n",
       "      <td>0.432910</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.471814</td>\n",
       "      <td>0.474990</td>\n",
       "      <td>0.409703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.471119</td>\n",
       "      <td>0.465760</td>\n",
       "      <td>0.419605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.469631</td>\n",
       "      <td>0.472906</td>\n",
       "      <td>0.431620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.468241</td>\n",
       "      <td>0.469829</td>\n",
       "      <td>0.436356</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.400203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.466455</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.466356</td>\n",
       "      <td>0.454942</td>\n",
       "      <td>0.415988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.466256</td>\n",
       "      <td>0.473998</td>\n",
       "      <td>0.424540</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.462088</td>\n",
       "      <td>0.462981</td>\n",
       "      <td>0.424573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.460798</td>\n",
       "      <td>0.462187</td>\n",
       "      <td>0.429128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.457721</td>\n",
       "      <td>0.454645</td>\n",
       "      <td>0.411997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.456630</td>\n",
       "      <td>0.464172</td>\n",
       "      <td>0.410061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.456233</td>\n",
       "      <td>0.468341</td>\n",
       "      <td>0.423013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.455538</td>\n",
       "      <td>0.461195</td>\n",
       "      <td>0.402612</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.470723</td>\n",
       "      <td>0.403627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.454347</td>\n",
       "      <td>0.450278</td>\n",
       "      <td>0.411032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.452759</td>\n",
       "      <td>0.449782</td>\n",
       "      <td>0.391585</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.450675</td>\n",
       "      <td>0.449980</td>\n",
       "      <td>0.400666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.447201</td>\n",
       "      <td>0.454843</td>\n",
       "      <td>0.399629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.446209</td>\n",
       "      <td>0.457424</td>\n",
       "      <td>0.393305</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.444025</td>\n",
       "      <td>0.446209</td>\n",
       "      <td>0.403395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.443926</td>\n",
       "      <td>0.455141</td>\n",
       "      <td>0.419887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.442040</td>\n",
       "      <td>0.441743</td>\n",
       "      <td>0.379698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.440155</td>\n",
       "      <td>0.468043</td>\n",
       "      <td>0.405457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.437475</td>\n",
       "      <td>0.443033</td>\n",
       "      <td>0.384963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>8192</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.432414</td>\n",
       "      <td>0.450873</td>\n",
       "      <td>0.406924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.432116</td>\n",
       "      <td>0.458714</td>\n",
       "      <td>0.400093</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adagrad</td>\n",
       "      <td>16384</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.431322</td>\n",
       "      <td>0.440651</td>\n",
       "      <td>0.393057</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.424375</td>\n",
       "      <td>0.452759</td>\n",
       "      <td>0.390675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.390587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452263</td>\n",
       "      <td>0.390907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>2048</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.392787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[128, 256]</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.390587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>rmsprop</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.390587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>[256, 256]</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.391017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[128, 256, 256]</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.390598</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>8192</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 512, 512]</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.424276</td>\n",
       "      <td>0.452164</td>\n",
       "      <td>0.390587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>30</td>\n",
       "      <td>mse</td>\n",
       "      <td>adam</td>\n",
       "      <td>16384</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>[256, 256, 256]</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.424176</td>\n",
       "      <td>0.447995</td>\n",
       "      <td>0.400479</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>65 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    num_epochs loss optimizer  batch_size  include_time  num_LSTMs  \\\n",
       "2           30  mse   adagrad        2048          True          3   \n",
       "47          30  mse   adagrad        2048         False          3   \n",
       "62          30  mse      adam        2048         False          3   \n",
       "64          30  mse      adam        2048         False          3   \n",
       "57          30  mse   adagrad       16384         False          3   \n",
       "63          30  mse      adam        2048         False          3   \n",
       "18          30  mse      adam        2048          True          3   \n",
       "60          30  mse      adam        2048         False          2   \n",
       "3           30  mse   adagrad        2048          True          3   \n",
       "49          30  mse   adagrad        2048         False          3   \n",
       "46          30  mse   adagrad        2048         False          2   \n",
       "17          30  mse      adam        2048          True          3   \n",
       "45          30  mse   adagrad        2048         False          2   \n",
       "56          30  mse   adagrad       16384         False          2   \n",
       "39          30  mse   rmsprop        8192          True          3   \n",
       "30          30  mse   rmsprop        2048          True          2   \n",
       "31          30  mse   rmsprop        2048          True          2   \n",
       "34          30  mse   rmsprop        2048          True          3   \n",
       "35          30  mse   rmsprop        8192          True          2   \n",
       "37          30  mse   rmsprop        8192          True          3   \n",
       "44          30  mse   rmsprop       16384          True          3   \n",
       "40          30  mse   rmsprop       16384          True          2   \n",
       "41          30  mse   rmsprop       16384          True          2   \n",
       "42          30  mse   rmsprop       16384          True          3   \n",
       "43          30  mse   rmsprop       16384          True          3   \n",
       "27          30  mse      adam       16384          True          3   \n",
       "29          30  mse      adam       16384          True          3   \n",
       "32          30  mse   rmsprop        2048          True          3   \n",
       "33          30  mse   rmsprop        2048          True          3   \n",
       "1           30  mse   adagrad        2048          True          2   \n",
       "..         ...  ...       ...         ...           ...        ...   \n",
       "13          30  mse   adagrad       16384          True          3   \n",
       "5           30  mse   adagrad        8192          True          2   \n",
       "25          30  mse      adam       16384          True          2   \n",
       "48          30  mse   adagrad        2048         False          3   \n",
       "0           30  mse   adagrad        2048          True          2   \n",
       "26          30  mse      adam       16384          True          2   \n",
       "12          30  mse   adagrad       16384          True          3   \n",
       "4           30  mse   adagrad        2048          True          3   \n",
       "54          30  mse   adagrad        8192         False          3   \n",
       "52          30  mse   adagrad        8192         False          3   \n",
       "10          30  mse   adagrad       16384          True          2   \n",
       "50          30  mse   adagrad        8192         False          2   \n",
       "55          30  mse   adagrad       16384         False          2   \n",
       "9           30  mse   adagrad        8192          True          3   \n",
       "11          30  mse   adagrad       16384          True          2   \n",
       "23          30  mse      adam        8192          True          3   \n",
       "8           30  mse   adagrad        8192          True          3   \n",
       "51          30  mse   adagrad        8192         False          2   \n",
       "14          30  mse   adagrad       16384          True          3   \n",
       "59          30  mse   adagrad       16384         False          3   \n",
       "36          30  mse   rmsprop        8192          True          2   \n",
       "15          30  mse      adam        2048          True          2   \n",
       "16          30  mse      adam        2048          True          2   \n",
       "19          30  mse      adam        2048          True          3   \n",
       "20          30  mse      adam        8192          True          2   \n",
       "38          30  mse   rmsprop        8192          True          3   \n",
       "21          30  mse      adam        8192          True          2   \n",
       "22          30  mse      adam        8192          True          3   \n",
       "24          30  mse      adam        8192          True          3   \n",
       "28          30  mse      adam       16384          True          3   \n",
       "\n",
       "          num_units  train_loss  dev_loss  test_loss  train_prop_correct  \\\n",
       "2   [128, 256, 256]    0.000004  0.000004   0.000002            0.478067   \n",
       "47  [128, 256, 256]    0.000004  0.000004   0.000002            0.477372   \n",
       "62  [128, 256, 256]    0.000004  0.000004   0.000002            0.477074   \n",
       "64  [256, 512, 512]    0.000004  0.000004   0.000002            0.476975   \n",
       "57  [128, 256, 256]    0.000004  0.000004   0.000002            0.476479   \n",
       "63  [256, 256, 256]    0.000004  0.000004   0.000002            0.476280   \n",
       "18  [256, 256, 256]    0.000005  0.000004   0.000002            0.475288   \n",
       "60       [128, 256]    0.000004  0.000004   0.000002            0.475089   \n",
       "3   [256, 256, 256]    0.000004  0.000004   0.000002            0.473303   \n",
       "49  [256, 512, 512]    0.000005  0.000004   0.000002            0.473005   \n",
       "46       [256, 256]    0.000010  0.000004   0.000002            0.471814   \n",
       "17  [128, 256, 256]    0.000004  0.000004   0.000002            0.471119   \n",
       "45       [128, 256]    0.000008  0.000004   0.000002            0.469631   \n",
       "56       [256, 256]    0.000014  0.000005   0.000003            0.468241   \n",
       "39  [256, 512, 512]    0.000005  0.000004   0.000002            0.466455   \n",
       "30       [128, 256]    0.000005  0.000005   0.000003            0.466455   \n",
       "31       [256, 256]    0.000005  0.000006   0.000003            0.466455   \n",
       "34  [256, 512, 512]    0.000005  0.000006   0.000004            0.466455   \n",
       "35       [128, 256]    0.000012  0.000011   0.000009            0.466455   \n",
       "37  [128, 256, 256]    0.000005  0.000006   0.000003            0.466455   \n",
       "44  [256, 512, 512]    0.000012  0.000008   0.000006            0.466455   \n",
       "40       [128, 256]    0.000017  0.000009   0.000007            0.466455   \n",
       "41       [256, 256]    0.000036  0.000016   0.000013            0.466455   \n",
       "42  [128, 256, 256]    0.000006  0.000012   0.000010            0.466455   \n",
       "43  [256, 256, 256]    0.000009  0.000007   0.000005            0.466455   \n",
       "27  [128, 256, 256]    0.000023  0.000017   0.000015            0.466455   \n",
       "29  [256, 512, 512]    0.000007  0.000005   0.000003            0.466455   \n",
       "32  [128, 256, 256]    0.000005  0.000005   0.000003            0.466455   \n",
       "33  [256, 256, 256]    0.000005  0.000004   0.000002            0.466356   \n",
       "1        [256, 256]    0.000014  0.000004   0.000002            0.466256   \n",
       "..              ...         ...       ...        ...                 ...   \n",
       "13  [256, 256, 256]    0.000005  0.000005   0.000002            0.462088   \n",
       "5        [128, 256]    0.000015  0.000005   0.000003            0.460798   \n",
       "25       [128, 256]    0.000008  0.000005   0.000003            0.457721   \n",
       "48  [256, 256, 256]    0.000004  0.000004   0.000002            0.456630   \n",
       "0        [128, 256]    0.000008  0.000004   0.000002            0.456233   \n",
       "26       [256, 256]    0.000010  0.000004   0.000002            0.455538   \n",
       "12  [128, 256, 256]    0.000005  0.000004   0.000002            0.454545   \n",
       "4   [256, 512, 512]    0.000004  0.000004   0.000002            0.454347   \n",
       "54  [256, 512, 512]    0.000005  0.000004   0.000002            0.452759   \n",
       "52  [128, 256, 256]    0.000005  0.000004   0.000002            0.450675   \n",
       "10       [128, 256]    0.000018  0.000005   0.000003            0.447201   \n",
       "50       [128, 256]    0.000010  0.000004   0.000002            0.446209   \n",
       "55       [128, 256]    0.000009  0.000004   0.000002            0.444025   \n",
       "9   [256, 512, 512]    0.000005  0.000005   0.000003            0.443926   \n",
       "11       [256, 256]    0.000024  0.000006   0.000004            0.442040   \n",
       "23  [256, 256, 256]    0.000004  0.000004   0.000002            0.440155   \n",
       "8   [256, 256, 256]    0.000005  0.000004   0.000002            0.437475   \n",
       "51       [256, 256]    0.000014  0.000004   0.000002            0.432414   \n",
       "14  [256, 512, 512]    0.000010  0.000009   0.000007            0.432116   \n",
       "59  [256, 512, 512]    0.000005  0.000004   0.000002            0.431322   \n",
       "36       [256, 256]    0.000012  0.000030   0.000028            0.424375   \n",
       "15       [128, 256]    0.000005  0.000005   0.000003            0.424276   \n",
       "16       [256, 256]    0.000006  0.000005   0.000003            0.424276   \n",
       "19  [256, 512, 512]    0.000005  0.000006   0.000004            0.424276   \n",
       "20       [128, 256]    0.000019  0.000022   0.000019            0.424276   \n",
       "38  [256, 256, 256]    0.000005  0.000004   0.000002            0.424276   \n",
       "21       [256, 256]    0.000010  0.000007   0.000005            0.424276   \n",
       "22  [128, 256, 256]    0.000004  0.000005   0.000003            0.424276   \n",
       "24  [256, 512, 512]    0.000006  0.000006   0.000003            0.424276   \n",
       "28  [256, 256, 256]    0.000041  0.000005   0.000003            0.424176   \n",
       "\n",
       "    dev_prop_correct  test_prop_correct  \n",
       "2           0.471814           0.435534  \n",
       "47          0.478960           0.437062  \n",
       "62          0.471516           0.434277  \n",
       "64          0.473898           0.433461  \n",
       "57          0.469532           0.435507  \n",
       "63          0.471516           0.432006  \n",
       "18          0.465462           0.415343  \n",
       "60          0.472707           0.433257  \n",
       "3           0.472509           0.431372  \n",
       "49          0.470425           0.432910  \n",
       "46          0.474990           0.409703  \n",
       "17          0.465760           0.419605  \n",
       "45          0.472906           0.431620  \n",
       "56          0.469829           0.436356  \n",
       "39          0.454942           0.415950  \n",
       "30          0.454942           0.415950  \n",
       "31          0.454942           0.415950  \n",
       "34          0.454942           0.415950  \n",
       "35          0.454942           0.415950  \n",
       "37          0.454942           0.415950  \n",
       "44          0.454942           0.415950  \n",
       "40          0.454942           0.415250  \n",
       "41          0.454942           0.415906  \n",
       "42          0.454942           0.415950  \n",
       "43          0.454942           0.415950  \n",
       "27          0.454942           0.415900  \n",
       "29          0.454942           0.400203  \n",
       "32          0.454942           0.415950  \n",
       "33          0.454942           0.415988  \n",
       "1           0.473998           0.424540  \n",
       "..               ...                ...  \n",
       "13          0.462981           0.424573  \n",
       "5           0.462187           0.429128  \n",
       "25          0.454645           0.411997  \n",
       "48          0.464172           0.410061  \n",
       "0           0.468341           0.423013  \n",
       "26          0.461195           0.402612  \n",
       "12          0.470723           0.403627  \n",
       "4           0.450278           0.411032  \n",
       "54          0.449782           0.391585  \n",
       "52          0.449980           0.400666  \n",
       "10          0.454843           0.399629  \n",
       "50          0.457424           0.393305  \n",
       "55          0.446209           0.403395  \n",
       "9           0.455141           0.419887  \n",
       "11          0.441743           0.379698  \n",
       "23          0.468043           0.405457  \n",
       "8           0.443033           0.384963  \n",
       "51          0.450873           0.406924  \n",
       "14          0.458714           0.400093  \n",
       "59          0.440651           0.393057  \n",
       "36          0.452759           0.390675  \n",
       "15          0.452164           0.390587  \n",
       "16          0.452263           0.390907  \n",
       "19          0.452164           0.392787  \n",
       "20          0.452164           0.390587  \n",
       "38          0.452164           0.390587  \n",
       "21          0.452164           0.391017  \n",
       "22          0.452164           0.390598  \n",
       "24          0.452164           0.390587  \n",
       "28          0.447995           0.400479  \n",
       "\n",
       "[65 rows x 13 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_output.sort_values('train_prop_correct', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     0.468341\n",
       "1     0.473998\n",
       "2     0.471814\n",
       "3     0.472509\n",
       "4     0.450278\n",
       "5     0.462187\n",
       "6     0.468142\n",
       "7     0.456828\n",
       "8     0.443033\n",
       "9     0.455141\n",
       "10    0.454843\n",
       "11    0.441743\n",
       "12    0.470723\n",
       "13    0.462981\n",
       "14    0.458714\n",
       "15    0.452164\n",
       "16    0.452263\n",
       "17    0.465760\n",
       "18    0.465462\n",
       "19    0.452164\n",
       "20    0.452164\n",
       "21    0.452164\n",
       "22    0.452164\n",
       "23    0.468043\n",
       "24    0.452164\n",
       "25    0.454645\n",
       "26    0.461195\n",
       "27    0.454942\n",
       "28    0.447995\n",
       "29    0.454942\n",
       "        ...   \n",
       "35    0.454942\n",
       "36    0.452759\n",
       "37    0.454942\n",
       "38    0.452164\n",
       "39    0.454942\n",
       "40    0.454942\n",
       "41    0.454942\n",
       "42    0.454942\n",
       "43    0.454942\n",
       "44    0.454942\n",
       "45    0.472906\n",
       "46    0.474990\n",
       "47    0.478960\n",
       "48    0.464172\n",
       "49    0.470425\n",
       "50    0.457424\n",
       "51    0.450873\n",
       "52    0.449980\n",
       "53    0.461493\n",
       "54    0.449782\n",
       "55    0.446209\n",
       "56    0.469829\n",
       "57    0.469532\n",
       "58    0.472112\n",
       "59    0.440651\n",
       "60    0.472707\n",
       "61    0.471913\n",
       "62    0.471516\n",
       "63    0.471516\n",
       "64    0.473898\n",
       "Name: dev_prop_correct, Length: 65, dtype: float64"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dev"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}