20181031 S&P500 적용.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# S&P500 적용"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[*********************100%***********************]  1 of 1 downloaded\n"
     ]
    }
   ],
   "source": [
    "from pandas_datareader import data as pdr\n",
    "import fix_yahoo_finance\n",
    "sp500 = fix_yahoo_finance.download(\"^GSPC\", start=\"2011-01-01\", end=\"2018-10-30\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[*********************100%***********************]  1 of 1 downloaded\n"
     ]
    }
   ],
   "source": [
    "ks11 = fix_yahoo_finance.download(\"^KS11\", start=\"2009-01-01\", end=\"2018-10-30\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "ks11.to_csv('ks11.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "sp500.to_csv('s&p500.csv')\n",
    "ks11.to_csv('ks11.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Close</th>\n",
       "      <th>Close</th>\n",
       "      <th>Close</th>\n",
       "      <th>Close</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2011-01-03</th>\n",
       "      <td>2070.080078</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-04</th>\n",
       "      <td>2085.139893</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-05</th>\n",
       "      <td>2082.550049</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.693278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-06</th>\n",
       "      <td>2077.610107</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.713297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-07</th>\n",
       "      <td>2086.199951</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26.049886</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-10</th>\n",
       "      <td>2080.810059</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.310059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-11</th>\n",
       "      <td>2088.320068</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.369954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-12</th>\n",
       "      <td>2094.949951</td>\n",
       "      <td>2079.256673</td>\n",
       "      <td>15.693278</td>\n",
       "      <td>27.663248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-13</th>\n",
       "      <td>2089.479980</td>\n",
       "      <td>2081.766683</td>\n",
       "      <td>7.713297</td>\n",
       "      <td>15.743246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-01-14</th>\n",
       "      <td>2108.169922</td>\n",
       "      <td>2082.120036</td>\n",
       "      <td>26.049886</td>\n",
       "      <td>-27.613362</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  Close        Close      Close      Close\n",
       "Date                                                      \n",
       "2011-01-03  2070.080078          NaN        NaN        NaN\n",
       "2011-01-04  2085.139893          NaN        NaN        NaN\n",
       "2011-01-05  2082.550049          NaN        NaN  15.693278\n",
       "2011-01-06  2077.610107          NaN        NaN   7.713297\n",
       "2011-01-07  2086.199951          NaN        NaN  26.049886\n",
       "2011-01-10  2080.810059          NaN        NaN  18.310059\n",
       "2011-01-11  2088.320068          NaN        NaN  11.369954\n",
       "2011-01-12  2094.949951  2079.256673  15.693278  27.663248\n",
       "2011-01-13  2089.479980  2081.766683   7.713297  15.743246\n",
       "2011-01-14  2108.169922  2082.120036  26.049886 -27.613362"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.concat((ks11.Close, ks11.Close.shift(5).rolling(3).mean(), ks11.Close - ks11.Close.shift(5).rolling(3).mean(),\n",
    "           (ks11.Close - ks11.Close.shift(5).rolling(3).mean()).shift(-5)), axis=1).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Date\n",
       "2011-01-03          NaN\n",
       "2011-01-04          NaN\n",
       "2011-01-05    15.693278\n",
       "2011-01-06     7.713297\n",
       "2011-01-07    26.049886\n",
       "Name: Close, dtype: float64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(ks11.Close - ks11.Close.shift(5).rolling(3).mean()).shift(-5).head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[*********************100%***********************]  1 of 1 downloaded\n"
     ]
    }
   ],
   "source": [
    "sp500 = fix_yahoo_finance.download(\"^GSPC\", start=\"2008-01-01\", end=\"2018-10-30\")\n",
    "\n",
    "sp500[\"pct_change\"] = sp500.Close.pct_change()\n",
    "for i in range(3, 31, 2):\n",
    "    sp500[\"close_ma_{}\".format(i)] = sp500.Close.rolling(window = i).mean()\n",
    "for i in [7, 21, 30, 60, 90, 91, 100, 120]:\n",
    "    sp500[\"his_vol_{}\".format(i)] = sp500[\"pct_change\"].rolling(window = i).std()*(252**0.5)\n",
    "for i in [1, 3, 5, 7, 10, 12, 14]:\n",
    "    sp500['returnsCC{}'.format(i) ]= np.log(sp500.Open / sp500.Close.shift(i))\n",
    "    sp500['returnsOO{}'.format(i) ] = np.log(sp500.Open / sp500.Open.shift(i))\n",
    "    sp500['returnsCC{}'.format(i) ]= np.log(sp500.Close / sp500.Close.shift(i))\n",
    "    sp500['returnsOC{}'.format(i) ] = np.log(sp500.Close / sp500.Open.shift(i))\n",
    "for i in [1, 3, 5, 7, 10, 15, 20, 25, 30, 35, 40, 45, 50,\n",
    "          55, 60, 65, 70, 75, 80, 85, 90, 95, 100, 105, 110, 115, 120]:\n",
    "    for shift in [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]:\n",
    "        sp500['Y1_{}_s{}'.format(i, shift)] = (sp500.Close - sp500.Close.shift(shift).rolling(i).mean())\n",
    "        sp500['Y3_{}_s{}'.format(i, shift)] = (sp500.Close.rolling(i).mean() - sp500.Close.shift(shift).rolling(i).mean())\n",
    "        sp500['sh{}_Y1_{}'.format(shift, i)] = np.where((sp500['Y1_{}_s{}'.format(i, shift)]).shift(-1*shift)>=0, 1, 0)\n",
    "        sp500['sh{}_Y3_{}'.format(shift, i)] = np.where((sp500['Y3_{}_s{}'.format(i, shift)]).shift(-1*shift)>=0, 1, 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "ks11 = pd.read_csv('ks11.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2009-01-02</th>\n",
       "      <td>1132.869995</td>\n",
       "      <td>1157.400024</td>\n",
       "      <td>1118.839966</td>\n",
       "      <td>1157.400024</td>\n",
       "      <td>1157.400024</td>\n",
       "      <td>340600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-05</th>\n",
       "      <td>1180.979980</td>\n",
       "      <td>1185.219971</td>\n",
       "      <td>1166.660034</td>\n",
       "      <td>1173.569946</td>\n",
       "      <td>1173.569946</td>\n",
       "      <td>414600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-06</th>\n",
       "      <td>1183.520020</td>\n",
       "      <td>1203.589966</td>\n",
       "      <td>1179.939941</td>\n",
       "      <td>1194.280029</td>\n",
       "      <td>1194.280029</td>\n",
       "      <td>444000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-07</th>\n",
       "      <td>1198.849976</td>\n",
       "      <td>1228.560059</td>\n",
       "      <td>1195.199951</td>\n",
       "      <td>1228.170044</td>\n",
       "      <td>1228.170044</td>\n",
       "      <td>568400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-08</th>\n",
       "      <td>1212.699951</td>\n",
       "      <td>1218.430054</td>\n",
       "      <td>1195.150024</td>\n",
       "      <td>1205.699951</td>\n",
       "      <td>1205.699951</td>\n",
       "      <td>472200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-09</th>\n",
       "      <td>1214.500000</td>\n",
       "      <td>1220.589966</td>\n",
       "      <td>1179.060059</td>\n",
       "      <td>1180.959961</td>\n",
       "      <td>1180.959961</td>\n",
       "      <td>443200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-12</th>\n",
       "      <td>1170.689941</td>\n",
       "      <td>1177.189941</td>\n",
       "      <td>1150.410034</td>\n",
       "      <td>1156.750000</td>\n",
       "      <td>1156.750000</td>\n",
       "      <td>352600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-13</th>\n",
       "      <td>1147.989990</td>\n",
       "      <td>1168.040039</td>\n",
       "      <td>1133.939941</td>\n",
       "      <td>1167.709961</td>\n",
       "      <td>1167.709961</td>\n",
       "      <td>381200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-14</th>\n",
       "      <td>1161.010010</td>\n",
       "      <td>1184.520020</td>\n",
       "      <td>1151.800049</td>\n",
       "      <td>1182.680054</td>\n",
       "      <td>1182.680054</td>\n",
       "      <td>358600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-15</th>\n",
       "      <td>1138.469971</td>\n",
       "      <td>1145.410034</td>\n",
       "      <td>1108.150024</td>\n",
       "      <td>1111.339966</td>\n",
       "      <td>1111.339966</td>\n",
       "      <td>366200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-16</th>\n",
       "      <td>1120.689941</td>\n",
       "      <td>1135.790039</td>\n",
       "      <td>1109.689941</td>\n",
       "      <td>1135.199951</td>\n",
       "      <td>1135.199951</td>\n",
       "      <td>335600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-19</th>\n",
       "      <td>1146.089966</td>\n",
       "      <td>1159.880005</td>\n",
       "      <td>1141.310059</td>\n",
       "      <td>1150.650024</td>\n",
       "      <td>1150.650024</td>\n",
       "      <td>370000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-20</th>\n",
       "      <td>1136.160034</td>\n",
       "      <td>1136.479980</td>\n",
       "      <td>1115.069946</td>\n",
       "      <td>1126.810059</td>\n",
       "      <td>1126.810059</td>\n",
       "      <td>319200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-21</th>\n",
       "      <td>1087.430054</td>\n",
       "      <td>1118.400024</td>\n",
       "      <td>1085.719971</td>\n",
       "      <td>1103.609985</td>\n",
       "      <td>1103.609985</td>\n",
       "      <td>334400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-22</th>\n",
       "      <td>1125.219971</td>\n",
       "      <td>1127.349976</td>\n",
       "      <td>1106.739990</td>\n",
       "      <td>1116.229980</td>\n",
       "      <td>1116.229980</td>\n",
       "      <td>346800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-23</th>\n",
       "      <td>1105.430054</td>\n",
       "      <td>1105.430054</td>\n",
       "      <td>1087.660034</td>\n",
       "      <td>1093.400024</td>\n",
       "      <td>1093.400024</td>\n",
       "      <td>268000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-28</th>\n",
       "      <td>1123.229980</td>\n",
       "      <td>1160.189941</td>\n",
       "      <td>1122.329956</td>\n",
       "      <td>1157.979980</td>\n",
       "      <td>1157.979980</td>\n",
       "      <td>345200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-29</th>\n",
       "      <td>1165.819946</td>\n",
       "      <td>1179.150024</td>\n",
       "      <td>1160.750000</td>\n",
       "      <td>1166.560059</td>\n",
       "      <td>1166.560059</td>\n",
       "      <td>384600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-30</th>\n",
       "      <td>1147.569946</td>\n",
       "      <td>1163.760010</td>\n",
       "      <td>1144.520020</td>\n",
       "      <td>1162.109985</td>\n",
       "      <td>1162.109985</td>\n",
       "      <td>377000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-02</th>\n",
       "      <td>1145.869995</td>\n",
       "      <td>1170.699951</td>\n",
       "      <td>1136.369995</td>\n",
       "      <td>1146.949951</td>\n",
       "      <td>1146.949951</td>\n",
       "      <td>374400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-03</th>\n",
       "      <td>1152.939941</td>\n",
       "      <td>1174.280029</td>\n",
       "      <td>1137.829956</td>\n",
       "      <td>1163.199951</td>\n",
       "      <td>1163.199951</td>\n",
       "      <td>347600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-04</th>\n",
       "      <td>1183.219971</td>\n",
       "      <td>1195.520020</td>\n",
       "      <td>1176.099976</td>\n",
       "      <td>1195.369995</td>\n",
       "      <td>1195.369995</td>\n",
       "      <td>450000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-05</th>\n",
       "      <td>1187.050049</td>\n",
       "      <td>1206.729980</td>\n",
       "      <td>1177.880005</td>\n",
       "      <td>1177.880005</td>\n",
       "      <td>1177.880005</td>\n",
       "      <td>463400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-06</th>\n",
       "      <td>1199.170044</td>\n",
       "      <td>1210.260010</td>\n",
       "      <td>1190.670044</td>\n",
       "      <td>1210.260010</td>\n",
       "      <td>1210.260010</td>\n",
       "      <td>570600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-09</th>\n",
       "      <td>1224.439941</td>\n",
       "      <td>1227.729980</td>\n",
       "      <td>1199.930054</td>\n",
       "      <td>1202.689941</td>\n",
       "      <td>1202.689941</td>\n",
       "      <td>475600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-10</th>\n",
       "      <td>1215.050049</td>\n",
       "      <td>1219.760010</td>\n",
       "      <td>1186.329956</td>\n",
       "      <td>1198.869995</td>\n",
       "      <td>1198.869995</td>\n",
       "      <td>468400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-11</th>\n",
       "      <td>1168.420044</td>\n",
       "      <td>1193.550049</td>\n",
       "      <td>1162.569946</td>\n",
       "      <td>1190.180054</td>\n",
       "      <td>1190.180054</td>\n",
       "      <td>469600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-12</th>\n",
       "      <td>1183.680054</td>\n",
       "      <td>1187.349976</td>\n",
       "      <td>1162.579956</td>\n",
       "      <td>1179.839966</td>\n",
       "      <td>1179.839966</td>\n",
       "      <td>488000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-13</th>\n",
       "      <td>1179.630005</td>\n",
       "      <td>1192.479980</td>\n",
       "      <td>1165.250000</td>\n",
       "      <td>1192.439941</td>\n",
       "      <td>1192.439941</td>\n",
       "      <td>574800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-16</th>\n",
       "      <td>1183.520020</td>\n",
       "      <td>1199.500000</td>\n",
       "      <td>1174.729980</td>\n",
       "      <td>1175.469971</td>\n",
       "      <td>1175.469971</td>\n",
       "      <td>509400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-12</th>\n",
       "      <td>2286.280029</td>\n",
       "      <td>2289.659912</td>\n",
       "      <td>2271.000000</td>\n",
       "      <td>2282.919922</td>\n",
       "      <td>2282.919922</td>\n",
       "      <td>336800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-13</th>\n",
       "      <td>2285.280029</td>\n",
       "      <td>2291.510010</td>\n",
       "      <td>2281.629883</td>\n",
       "      <td>2286.229980</td>\n",
       "      <td>2286.229980</td>\n",
       "      <td>301300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-14</th>\n",
       "      <td>2304.699951</td>\n",
       "      <td>2318.649902</td>\n",
       "      <td>2304.149902</td>\n",
       "      <td>2318.250000</td>\n",
       "      <td>2318.250000</td>\n",
       "      <td>292200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-17</th>\n",
       "      <td>2314.550049</td>\n",
       "      <td>2314.550049</td>\n",
       "      <td>2295.260010</td>\n",
       "      <td>2303.010010</td>\n",
       "      <td>2303.010010</td>\n",
       "      <td>343200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-18</th>\n",
       "      <td>2287.729980</td>\n",
       "      <td>2310.969971</td>\n",
       "      <td>2287.419922</td>\n",
       "      <td>2308.979980</td>\n",
       "      <td>2308.979980</td>\n",
       "      <td>309200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-19</th>\n",
       "      <td>2319.219971</td>\n",
       "      <td>2319.219971</td>\n",
       "      <td>2301.790039</td>\n",
       "      <td>2308.459961</td>\n",
       "      <td>2308.459961</td>\n",
       "      <td>350900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-20</th>\n",
       "      <td>2314.409912</td>\n",
       "      <td>2334.040039</td>\n",
       "      <td>2311.560059</td>\n",
       "      <td>2323.449951</td>\n",
       "      <td>2323.449951</td>\n",
       "      <td>289100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-21</th>\n",
       "      <td>2332.040039</td>\n",
       "      <td>2339.169922</td>\n",
       "      <td>2325.120117</td>\n",
       "      <td>2339.169922</td>\n",
       "      <td>2339.169922</td>\n",
       "      <td>321700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-27</th>\n",
       "      <td>2331.699951</td>\n",
       "      <td>2355.429932</td>\n",
       "      <td>2331.699951</td>\n",
       "      <td>2355.429932</td>\n",
       "      <td>2355.429932</td>\n",
       "      <td>279200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-28</th>\n",
       "      <td>2356.129883</td>\n",
       "      <td>2356.620117</td>\n",
       "      <td>2337.469971</td>\n",
       "      <td>2343.070068</td>\n",
       "      <td>2343.070068</td>\n",
       "      <td>317900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-01</th>\n",
       "      <td>2349.639893</td>\n",
       "      <td>2352.110107</td>\n",
       "      <td>2333.320068</td>\n",
       "      <td>2338.879883</td>\n",
       "      <td>2338.879883</td>\n",
       "      <td>278300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-02</th>\n",
       "      <td>2338.280029</td>\n",
       "      <td>2341.550049</td>\n",
       "      <td>2308.899902</td>\n",
       "      <td>2309.570068</td>\n",
       "      <td>2309.570068</td>\n",
       "      <td>287900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-04</th>\n",
       "      <td>2311.060059</td>\n",
       "      <td>2311.060059</td>\n",
       "      <td>2270.219971</td>\n",
       "      <td>2274.489990</td>\n",
       "      <td>2274.489990</td>\n",
       "      <td>309500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-05</th>\n",
       "      <td>2269.939941</td>\n",
       "      <td>2278.120117</td>\n",
       "      <td>2250.989990</td>\n",
       "      <td>2267.520020</td>\n",
       "      <td>2267.520020</td>\n",
       "      <td>282100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-08</th>\n",
       "      <td>2258.729980</td>\n",
       "      <td>2273.709961</td>\n",
       "      <td>2253.830078</td>\n",
       "      <td>2253.830078</td>\n",
       "      <td>2253.830078</td>\n",
       "      <td>214600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-10</th>\n",
       "      <td>2256.030029</td>\n",
       "      <td>2257.520020</td>\n",
       "      <td>2222.949951</td>\n",
       "      <td>2228.610107</td>\n",
       "      <td>2228.610107</td>\n",
       "      <td>365700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-11</th>\n",
       "      <td>2176.159912</td>\n",
       "      <td>2186.689941</td>\n",
       "      <td>2129.669922</td>\n",
       "      <td>2129.669922</td>\n",
       "      <td>2129.669922</td>\n",
       "      <td>411900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-12</th>\n",
       "      <td>2131.659912</td>\n",
       "      <td>2173.010010</td>\n",
       "      <td>2129.129883</td>\n",
       "      <td>2161.850098</td>\n",
       "      <td>2161.850098</td>\n",
       "      <td>292600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-15</th>\n",
       "      <td>2155.340088</td>\n",
       "      <td>2159.229980</td>\n",
       "      <td>2141.280029</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>259200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-16</th>\n",
       "      <td>2156.000000</td>\n",
       "      <td>2161.760010</td>\n",
       "      <td>2140.189941</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>222500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-17</th>\n",
       "      <td>2169.439941</td>\n",
       "      <td>2182.770020</td>\n",
       "      <td>2159.370117</td>\n",
       "      <td>2167.510010</td>\n",
       "      <td>2167.510010</td>\n",
       "      <td>275200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-18</th>\n",
       "      <td>2158.800049</td>\n",
       "      <td>2168.010010</td>\n",
       "      <td>2146.610107</td>\n",
       "      <td>2148.310059</td>\n",
       "      <td>2148.310059</td>\n",
       "      <td>321800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-19</th>\n",
       "      <td>2130.060059</td>\n",
       "      <td>2158.780029</td>\n",
       "      <td>2117.620117</td>\n",
       "      <td>2156.260010</td>\n",
       "      <td>2156.260010</td>\n",
       "      <td>351800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-22</th>\n",
       "      <td>2143.080078</td>\n",
       "      <td>2163.209961</td>\n",
       "      <td>2136.919922</td>\n",
       "      <td>2161.709961</td>\n",
       "      <td>2161.709961</td>\n",
       "      <td>308700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-23</th>\n",
       "      <td>2147.300049</td>\n",
       "      <td>2148.800049</td>\n",
       "      <td>2094.689941</td>\n",
       "      <td>2106.100098</td>\n",
       "      <td>2106.100098</td>\n",
       "      <td>373500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-24</th>\n",
       "      <td>2119.189941</td>\n",
       "      <td>2121.360107</td>\n",
       "      <td>2092.100098</td>\n",
       "      <td>2097.580078</td>\n",
       "      <td>2097.580078</td>\n",
       "      <td>399700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-25</th>\n",
       "      <td>2046.670044</td>\n",
       "      <td>2066.060059</td>\n",
       "      <td>2033.810059</td>\n",
       "      <td>2063.300049</td>\n",
       "      <td>2063.300049</td>\n",
       "      <td>376000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-26</th>\n",
       "      <td>2066.570068</td>\n",
       "      <td>2066.570068</td>\n",
       "      <td>2008.859985</td>\n",
       "      <td>2027.150024</td>\n",
       "      <td>2027.150024</td>\n",
       "      <td>449200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-29</th>\n",
       "      <td>2026.680054</td>\n",
       "      <td>2045.760010</td>\n",
       "      <td>1993.770020</td>\n",
       "      <td>1996.050049</td>\n",
       "      <td>1996.050049</td>\n",
       "      <td>427300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-30</th>\n",
       "      <td>1985.949951</td>\n",
       "      <td>2028.839966</td>\n",
       "      <td>1985.949951</td>\n",
       "      <td>2014.689941</td>\n",
       "      <td>2014.689941</td>\n",
       "      <td>441600</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2422 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   Open         High          Low        Close    Adj Close  \\\n",
       "Date                                                                          \n",
       "2009-01-02  1132.869995  1157.400024  1118.839966  1157.400024  1157.400024   \n",
       "2009-01-05  1180.979980  1185.219971  1166.660034  1173.569946  1173.569946   \n",
       "2009-01-06  1183.520020  1203.589966  1179.939941  1194.280029  1194.280029   \n",
       "2009-01-07  1198.849976  1228.560059  1195.199951  1228.170044  1228.170044   \n",
       "2009-01-08  1212.699951  1218.430054  1195.150024  1205.699951  1205.699951   \n",
       "2009-01-09  1214.500000  1220.589966  1179.060059  1180.959961  1180.959961   \n",
       "2009-01-12  1170.689941  1177.189941  1150.410034  1156.750000  1156.750000   \n",
       "2009-01-13  1147.989990  1168.040039  1133.939941  1167.709961  1167.709961   \n",
       "2009-01-14  1161.010010  1184.520020  1151.800049  1182.680054  1182.680054   \n",
       "2009-01-15  1138.469971  1145.410034  1108.150024  1111.339966  1111.339966   \n",
       "2009-01-16  1120.689941  1135.790039  1109.689941  1135.199951  1135.199951   \n",
       "2009-01-19  1146.089966  1159.880005  1141.310059  1150.650024  1150.650024   \n",
       "2009-01-20  1136.160034  1136.479980  1115.069946  1126.810059  1126.810059   \n",
       "2009-01-21  1087.430054  1118.400024  1085.719971  1103.609985  1103.609985   \n",
       "2009-01-22  1125.219971  1127.349976  1106.739990  1116.229980  1116.229980   \n",
       "2009-01-23  1105.430054  1105.430054  1087.660034  1093.400024  1093.400024   \n",
       "2009-01-28  1123.229980  1160.189941  1122.329956  1157.979980  1157.979980   \n",
       "2009-01-29  1165.819946  1179.150024  1160.750000  1166.560059  1166.560059   \n",
       "2009-01-30  1147.569946  1163.760010  1144.520020  1162.109985  1162.109985   \n",
       "2009-02-02  1145.869995  1170.699951  1136.369995  1146.949951  1146.949951   \n",
       "2009-02-03  1152.939941  1174.280029  1137.829956  1163.199951  1163.199951   \n",
       "2009-02-04  1183.219971  1195.520020  1176.099976  1195.369995  1195.369995   \n",
       "2009-02-05  1187.050049  1206.729980  1177.880005  1177.880005  1177.880005   \n",
       "2009-02-06  1199.170044  1210.260010  1190.670044  1210.260010  1210.260010   \n",
       "2009-02-09  1224.439941  1227.729980  1199.930054  1202.689941  1202.689941   \n",
       "2009-02-10  1215.050049  1219.760010  1186.329956  1198.869995  1198.869995   \n",
       "2009-02-11  1168.420044  1193.550049  1162.569946  1190.180054  1190.180054   \n",
       "2009-02-12  1183.680054  1187.349976  1162.579956  1179.839966  1179.839966   \n",
       "2009-02-13  1179.630005  1192.479980  1165.250000  1192.439941  1192.439941   \n",
       "2009-02-16  1183.520020  1199.500000  1174.729980  1175.469971  1175.469971   \n",
       "...                 ...          ...          ...          ...          ...   \n",
       "2018-09-12  2286.280029  2289.659912  2271.000000  2282.919922  2282.919922   \n",
       "2018-09-13  2285.280029  2291.510010  2281.629883  2286.229980  2286.229980   \n",
       "2018-09-14  2304.699951  2318.649902  2304.149902  2318.250000  2318.250000   \n",
       "2018-09-17  2314.550049  2314.550049  2295.260010  2303.010010  2303.010010   \n",
       "2018-09-18  2287.729980  2310.969971  2287.419922  2308.979980  2308.979980   \n",
       "2018-09-19  2319.219971  2319.219971  2301.790039  2308.459961  2308.459961   \n",
       "2018-09-20  2314.409912  2334.040039  2311.560059  2323.449951  2323.449951   \n",
       "2018-09-21  2332.040039  2339.169922  2325.120117  2339.169922  2339.169922   \n",
       "2018-09-27  2331.699951  2355.429932  2331.699951  2355.429932  2355.429932   \n",
       "2018-09-28  2356.129883  2356.620117  2337.469971  2343.070068  2343.070068   \n",
       "2018-10-01  2349.639893  2352.110107  2333.320068  2338.879883  2338.879883   \n",
       "2018-10-02  2338.280029  2341.550049  2308.899902  2309.570068  2309.570068   \n",
       "2018-10-04  2311.060059  2311.060059  2270.219971  2274.489990  2274.489990   \n",
       "2018-10-05  2269.939941  2278.120117  2250.989990  2267.520020  2267.520020   \n",
       "2018-10-08  2258.729980  2273.709961  2253.830078  2253.830078  2253.830078   \n",
       "2018-10-10  2256.030029  2257.520020  2222.949951  2228.610107  2228.610107   \n",
       "2018-10-11  2176.159912  2186.689941  2129.669922  2129.669922  2129.669922   \n",
       "2018-10-12  2131.659912  2173.010010  2129.129883  2161.850098  2161.850098   \n",
       "2018-10-15  2155.340088  2159.229980  2141.280029  2145.120117  2145.120117   \n",
       "2018-10-16  2156.000000  2161.760010  2140.189941  2145.120117  2145.120117   \n",
       "2018-10-17  2169.439941  2182.770020  2159.370117  2167.510010  2167.510010   \n",
       "2018-10-18  2158.800049  2168.010010  2146.610107  2148.310059  2148.310059   \n",
       "2018-10-19  2130.060059  2158.780029  2117.620117  2156.260010  2156.260010   \n",
       "2018-10-22  2143.080078  2163.209961  2136.919922  2161.709961  2161.709961   \n",
       "2018-10-23  2147.300049  2148.800049  2094.689941  2106.100098  2106.100098   \n",
       "2018-10-24  2119.189941  2121.360107  2092.100098  2097.580078  2097.580078   \n",
       "2018-10-25  2046.670044  2066.060059  2033.810059  2063.300049  2063.300049   \n",
       "2018-10-26  2066.570068  2066.570068  2008.859985  2027.150024  2027.150024   \n",
       "2018-10-29  2026.680054  2045.760010  1993.770020  1996.050049  1996.050049   \n",
       "2018-10-30  1985.949951  2028.839966  1985.949951  2014.689941  2014.689941   \n",
       "\n",
       "            Volume  \n",
       "Date                \n",
       "2009-01-02  340600  \n",
       "2009-01-05  414600  \n",
       "2009-01-06  444000  \n",
       "2009-01-07  568400  \n",
       "2009-01-08  472200  \n",
       "2009-01-09  443200  \n",
       "2009-01-12  352600  \n",
       "2009-01-13  381200  \n",
       "2009-01-14  358600  \n",
       "2009-01-15  366200  \n",
       "2009-01-16  335600  \n",
       "2009-01-19  370000  \n",
       "2009-01-20  319200  \n",
       "2009-01-21  334400  \n",
       "2009-01-22  346800  \n",
       "2009-01-23  268000  \n",
       "2009-01-28  345200  \n",
       "2009-01-29  384600  \n",
       "2009-01-30  377000  \n",
       "2009-02-02  374400  \n",
       "2009-02-03  347600  \n",
       "2009-02-04  450000  \n",
       "2009-02-05  463400  \n",
       "2009-02-06  570600  \n",
       "2009-02-09  475600  \n",
       "2009-02-10  468400  \n",
       "2009-02-11  469600  \n",
       "2009-02-12  488000  \n",
       "2009-02-13  574800  \n",
       "2009-02-16  509400  \n",
       "...            ...  \n",
       "2018-09-12  336800  \n",
       "2018-09-13  301300  \n",
       "2018-09-14  292200  \n",
       "2018-09-17  343200  \n",
       "2018-09-18  309200  \n",
       "2018-09-19  350900  \n",
       "2018-09-20  289100  \n",
       "2018-09-21  321700  \n",
       "2018-09-27  279200  \n",
       "2018-09-28  317900  \n",
       "2018-10-01  278300  \n",
       "2018-10-02  287900  \n",
       "2018-10-04  309500  \n",
       "2018-10-05  282100  \n",
       "2018-10-08  214600  \n",
       "2018-10-10  365700  \n",
       "2018-10-11  411900  \n",
       "2018-10-12  292600  \n",
       "2018-10-15  259200  \n",
       "2018-10-16  222500  \n",
       "2018-10-17  275200  \n",
       "2018-10-18  321800  \n",
       "2018-10-19  351800  \n",
       "2018-10-22  308700  \n",
       "2018-10-23  373500  \n",
       "2018-10-24  399700  \n",
       "2018-10-25  376000  \n",
       "2018-10-26  449200  \n",
       "2018-10-29  427300  \n",
       "2018-10-30  441600  \n",
       "\n",
       "[2422 rows x 6 columns]"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ks11.index = ks11.Date\n",
    "del ks11['Date']\n",
    "ks11"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = ks11.copy()\n",
    "data[\"pct_change\"] = data.Close.pct_change()\n",
    "for i in range(3, 31, 2):\n",
    "    data[\"close_ma_{}\".format(i)] = data.Close.rolling(window = i).mean()\n",
    "for i in [7, 21, 30, 60, 90, 91, 100, 120]:\n",
    "    data[\"his_vol_{}\".format(i)] = data[\"pct_change\"].rolling(window = i).std()*(252**0.5)\n",
    "for i in [1, 3, 5, 7, 10, 12, 14]:\n",
    "    data['returnsCC{}'.format(i) ]= np.log(data.Open / data.Close.shift(i))\n",
    "    data['returnsOO{}'.format(i) ] = np.log(data.Open / data.Open.shift(i))\n",
    "    data['returnsCC{}'.format(i) ]= np.log(data.Close / data.Close.shift(i))\n",
    "    data['returnsOC{}'.format(i) ] = np.log(data.Close / data.Open.shift(i))\n",
    "for i in [1, 3, 5, 7, 10, 15, 20, 25, 30, 35, 40, 45, 50,\n",
    "          55, 60, 65, 70, 75, 80, 85, 90, 95, 100, 105, 110, 115, 120]:\n",
    "    for shift in [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]:\n",
    "        data['Y1_{}_s{}'.format(i, shift)] = (data.Close - data.Close.shift(shift).rolling(i).mean())\n",
    "        data['Y3_{}_s{}'.format(i, shift)] = (data.Close.rolling(i).mean() - data.Close.shift(shift).rolling(i).mean())\n",
    "        data['sh{}_Y1_{}'.format(shift, i)] = np.where((data['Y1_{}_s{}'.format(i, shift)]).shift(-1*shift)>=0, 1, 0)\n",
    "        data['sh{}_Y3_{}'.format(shift, i)] = np.where((data['Y3_{}_s{}'.format(i, shift)]).shift(-1*shift)>=0, 1, 0)\n",
    "        \n",
    "data_ = data.loc['2018-07-01':'2018-10-01']\n",
    "data = data.loc['2013-07-01':'2018-07-01']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2009-01-02</th>\n",
       "      <td>1132.869995</td>\n",
       "      <td>1157.400024</td>\n",
       "      <td>1118.839966</td>\n",
       "      <td>1157.400024</td>\n",
       "      <td>1157.400024</td>\n",
       "      <td>340600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-05</th>\n",
       "      <td>1180.979980</td>\n",
       "      <td>1185.219971</td>\n",
       "      <td>1166.660034</td>\n",
       "      <td>1173.569946</td>\n",
       "      <td>1173.569946</td>\n",
       "      <td>414600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-06</th>\n",
       "      <td>1183.520020</td>\n",
       "      <td>1203.589966</td>\n",
       "      <td>1179.939941</td>\n",
       "      <td>1194.280029</td>\n",
       "      <td>1194.280029</td>\n",
       "      <td>444000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-07</th>\n",
       "      <td>1198.849976</td>\n",
       "      <td>1228.560059</td>\n",
       "      <td>1195.199951</td>\n",
       "      <td>1228.170044</td>\n",
       "      <td>1228.170044</td>\n",
       "      <td>568400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-08</th>\n",
       "      <td>1212.699951</td>\n",
       "      <td>1218.430054</td>\n",
       "      <td>1195.150024</td>\n",
       "      <td>1205.699951</td>\n",
       "      <td>1205.699951</td>\n",
       "      <td>472200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-09</th>\n",
       "      <td>1214.500000</td>\n",
       "      <td>1220.589966</td>\n",
       "      <td>1179.060059</td>\n",
       "      <td>1180.959961</td>\n",
       "      <td>1180.959961</td>\n",
       "      <td>443200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-12</th>\n",
       "      <td>1170.689941</td>\n",
       "      <td>1177.189941</td>\n",
       "      <td>1150.410034</td>\n",
       "      <td>1156.750000</td>\n",
       "      <td>1156.750000</td>\n",
       "      <td>352600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-13</th>\n",
       "      <td>1147.989990</td>\n",
       "      <td>1168.040039</td>\n",
       "      <td>1133.939941</td>\n",
       "      <td>1167.709961</td>\n",
       "      <td>1167.709961</td>\n",
       "      <td>381200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-14</th>\n",
       "      <td>1161.010010</td>\n",
       "      <td>1184.520020</td>\n",
       "      <td>1151.800049</td>\n",
       "      <td>1182.680054</td>\n",
       "      <td>1182.680054</td>\n",
       "      <td>358600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-15</th>\n",
       "      <td>1138.469971</td>\n",
       "      <td>1145.410034</td>\n",
       "      <td>1108.150024</td>\n",
       "      <td>1111.339966</td>\n",
       "      <td>1111.339966</td>\n",
       "      <td>366200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-16</th>\n",
       "      <td>1120.689941</td>\n",
       "      <td>1135.790039</td>\n",
       "      <td>1109.689941</td>\n",
       "      <td>1135.199951</td>\n",
       "      <td>1135.199951</td>\n",
       "      <td>335600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-19</th>\n",
       "      <td>1146.089966</td>\n",
       "      <td>1159.880005</td>\n",
       "      <td>1141.310059</td>\n",
       "      <td>1150.650024</td>\n",
       "      <td>1150.650024</td>\n",
       "      <td>370000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-20</th>\n",
       "      <td>1136.160034</td>\n",
       "      <td>1136.479980</td>\n",
       "      <td>1115.069946</td>\n",
       "      <td>1126.810059</td>\n",
       "      <td>1126.810059</td>\n",
       "      <td>319200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-21</th>\n",
       "      <td>1087.430054</td>\n",
       "      <td>1118.400024</td>\n",
       "      <td>1085.719971</td>\n",
       "      <td>1103.609985</td>\n",
       "      <td>1103.609985</td>\n",
       "      <td>334400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-22</th>\n",
       "      <td>1125.219971</td>\n",
       "      <td>1127.349976</td>\n",
       "      <td>1106.739990</td>\n",
       "      <td>1116.229980</td>\n",
       "      <td>1116.229980</td>\n",
       "      <td>346800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-23</th>\n",
       "      <td>1105.430054</td>\n",
       "      <td>1105.430054</td>\n",
       "      <td>1087.660034</td>\n",
       "      <td>1093.400024</td>\n",
       "      <td>1093.400024</td>\n",
       "      <td>268000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-28</th>\n",
       "      <td>1123.229980</td>\n",
       "      <td>1160.189941</td>\n",
       "      <td>1122.329956</td>\n",
       "      <td>1157.979980</td>\n",
       "      <td>1157.979980</td>\n",
       "      <td>345200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-29</th>\n",
       "      <td>1165.819946</td>\n",
       "      <td>1179.150024</td>\n",
       "      <td>1160.750000</td>\n",
       "      <td>1166.560059</td>\n",
       "      <td>1166.560059</td>\n",
       "      <td>384600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-01-30</th>\n",
       "      <td>1147.569946</td>\n",
       "      <td>1163.760010</td>\n",
       "      <td>1144.520020</td>\n",
       "      <td>1162.109985</td>\n",
       "      <td>1162.109985</td>\n",
       "      <td>377000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-02</th>\n",
       "      <td>1145.869995</td>\n",
       "      <td>1170.699951</td>\n",
       "      <td>1136.369995</td>\n",
       "      <td>1146.949951</td>\n",
       "      <td>1146.949951</td>\n",
       "      <td>374400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-03</th>\n",
       "      <td>1152.939941</td>\n",
       "      <td>1174.280029</td>\n",
       "      <td>1137.829956</td>\n",
       "      <td>1163.199951</td>\n",
       "      <td>1163.199951</td>\n",
       "      <td>347600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-04</th>\n",
       "      <td>1183.219971</td>\n",
       "      <td>1195.520020</td>\n",
       "      <td>1176.099976</td>\n",
       "      <td>1195.369995</td>\n",
       "      <td>1195.369995</td>\n",
       "      <td>450000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-05</th>\n",
       "      <td>1187.050049</td>\n",
       "      <td>1206.729980</td>\n",
       "      <td>1177.880005</td>\n",
       "      <td>1177.880005</td>\n",
       "      <td>1177.880005</td>\n",
       "      <td>463400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-06</th>\n",
       "      <td>1199.170044</td>\n",
       "      <td>1210.260010</td>\n",
       "      <td>1190.670044</td>\n",
       "      <td>1210.260010</td>\n",
       "      <td>1210.260010</td>\n",
       "      <td>570600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-09</th>\n",
       "      <td>1224.439941</td>\n",
       "      <td>1227.729980</td>\n",
       "      <td>1199.930054</td>\n",
       "      <td>1202.689941</td>\n",
       "      <td>1202.689941</td>\n",
       "      <td>475600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-10</th>\n",
       "      <td>1215.050049</td>\n",
       "      <td>1219.760010</td>\n",
       "      <td>1186.329956</td>\n",
       "      <td>1198.869995</td>\n",
       "      <td>1198.869995</td>\n",
       "      <td>468400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-11</th>\n",
       "      <td>1168.420044</td>\n",
       "      <td>1193.550049</td>\n",
       "      <td>1162.569946</td>\n",
       "      <td>1190.180054</td>\n",
       "      <td>1190.180054</td>\n",
       "      <td>469600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-12</th>\n",
       "      <td>1183.680054</td>\n",
       "      <td>1187.349976</td>\n",
       "      <td>1162.579956</td>\n",
       "      <td>1179.839966</td>\n",
       "      <td>1179.839966</td>\n",
       "      <td>488000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-13</th>\n",
       "      <td>1179.630005</td>\n",
       "      <td>1192.479980</td>\n",
       "      <td>1165.250000</td>\n",
       "      <td>1192.439941</td>\n",
       "      <td>1192.439941</td>\n",
       "      <td>574800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009-02-16</th>\n",
       "      <td>1183.520020</td>\n",
       "      <td>1199.500000</td>\n",
       "      <td>1174.729980</td>\n",
       "      <td>1175.469971</td>\n",
       "      <td>1175.469971</td>\n",
       "      <td>509400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-12</th>\n",
       "      <td>2286.280029</td>\n",
       "      <td>2289.659912</td>\n",
       "      <td>2271.000000</td>\n",
       "      <td>2282.919922</td>\n",
       "      <td>2282.919922</td>\n",
       "      <td>336800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-13</th>\n",
       "      <td>2285.280029</td>\n",
       "      <td>2291.510010</td>\n",
       "      <td>2281.629883</td>\n",
       "      <td>2286.229980</td>\n",
       "      <td>2286.229980</td>\n",
       "      <td>301300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-14</th>\n",
       "      <td>2304.699951</td>\n",
       "      <td>2318.649902</td>\n",
       "      <td>2304.149902</td>\n",
       "      <td>2318.250000</td>\n",
       "      <td>2318.250000</td>\n",
       "      <td>292200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-17</th>\n",
       "      <td>2314.550049</td>\n",
       "      <td>2314.550049</td>\n",
       "      <td>2295.260010</td>\n",
       "      <td>2303.010010</td>\n",
       "      <td>2303.010010</td>\n",
       "      <td>343200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-18</th>\n",
       "      <td>2287.729980</td>\n",
       "      <td>2310.969971</td>\n",
       "      <td>2287.419922</td>\n",
       "      <td>2308.979980</td>\n",
       "      <td>2308.979980</td>\n",
       "      <td>309200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-19</th>\n",
       "      <td>2319.219971</td>\n",
       "      <td>2319.219971</td>\n",
       "      <td>2301.790039</td>\n",
       "      <td>2308.459961</td>\n",
       "      <td>2308.459961</td>\n",
       "      <td>350900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-20</th>\n",
       "      <td>2314.409912</td>\n",
       "      <td>2334.040039</td>\n",
       "      <td>2311.560059</td>\n",
       "      <td>2323.449951</td>\n",
       "      <td>2323.449951</td>\n",
       "      <td>289100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-21</th>\n",
       "      <td>2332.040039</td>\n",
       "      <td>2339.169922</td>\n",
       "      <td>2325.120117</td>\n",
       "      <td>2339.169922</td>\n",
       "      <td>2339.169922</td>\n",
       "      <td>321700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-27</th>\n",
       "      <td>2331.699951</td>\n",
       "      <td>2355.429932</td>\n",
       "      <td>2331.699951</td>\n",
       "      <td>2355.429932</td>\n",
       "      <td>2355.429932</td>\n",
       "      <td>279200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-09-28</th>\n",
       "      <td>2356.129883</td>\n",
       "      <td>2356.620117</td>\n",
       "      <td>2337.469971</td>\n",
       "      <td>2343.070068</td>\n",
       "      <td>2343.070068</td>\n",
       "      <td>317900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-01</th>\n",
       "      <td>2349.639893</td>\n",
       "      <td>2352.110107</td>\n",
       "      <td>2333.320068</td>\n",
       "      <td>2338.879883</td>\n",
       "      <td>2338.879883</td>\n",
       "      <td>278300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-02</th>\n",
       "      <td>2338.280029</td>\n",
       "      <td>2341.550049</td>\n",
       "      <td>2308.899902</td>\n",
       "      <td>2309.570068</td>\n",
       "      <td>2309.570068</td>\n",
       "      <td>287900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-04</th>\n",
       "      <td>2311.060059</td>\n",
       "      <td>2311.060059</td>\n",
       "      <td>2270.219971</td>\n",
       "      <td>2274.489990</td>\n",
       "      <td>2274.489990</td>\n",
       "      <td>309500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-05</th>\n",
       "      <td>2269.939941</td>\n",
       "      <td>2278.120117</td>\n",
       "      <td>2250.989990</td>\n",
       "      <td>2267.520020</td>\n",
       "      <td>2267.520020</td>\n",
       "      <td>282100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-08</th>\n",
       "      <td>2258.729980</td>\n",
       "      <td>2273.709961</td>\n",
       "      <td>2253.830078</td>\n",
       "      <td>2253.830078</td>\n",
       "      <td>2253.830078</td>\n",
       "      <td>214600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-10</th>\n",
       "      <td>2256.030029</td>\n",
       "      <td>2257.520020</td>\n",
       "      <td>2222.949951</td>\n",
       "      <td>2228.610107</td>\n",
       "      <td>2228.610107</td>\n",
       "      <td>365700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-11</th>\n",
       "      <td>2176.159912</td>\n",
       "      <td>2186.689941</td>\n",
       "      <td>2129.669922</td>\n",
       "      <td>2129.669922</td>\n",
       "      <td>2129.669922</td>\n",
       "      <td>411900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-12</th>\n",
       "      <td>2131.659912</td>\n",
       "      <td>2173.010010</td>\n",
       "      <td>2129.129883</td>\n",
       "      <td>2161.850098</td>\n",
       "      <td>2161.850098</td>\n",
       "      <td>292600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-15</th>\n",
       "      <td>2155.340088</td>\n",
       "      <td>2159.229980</td>\n",
       "      <td>2141.280029</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>259200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-16</th>\n",
       "      <td>2156.000000</td>\n",
       "      <td>2161.760010</td>\n",
       "      <td>2140.189941</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>2145.120117</td>\n",
       "      <td>222500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-17</th>\n",
       "      <td>2169.439941</td>\n",
       "      <td>2182.770020</td>\n",
       "      <td>2159.370117</td>\n",
       "      <td>2167.510010</td>\n",
       "      <td>2167.510010</td>\n",
       "      <td>275200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-18</th>\n",
       "      <td>2158.800049</td>\n",
       "      <td>2168.010010</td>\n",
       "      <td>2146.610107</td>\n",
       "      <td>2148.310059</td>\n",
       "      <td>2148.310059</td>\n",
       "      <td>321800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-19</th>\n",
       "      <td>2130.060059</td>\n",
       "      <td>2158.780029</td>\n",
       "      <td>2117.620117</td>\n",
       "      <td>2156.260010</td>\n",
       "      <td>2156.260010</td>\n",
       "      <td>351800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-22</th>\n",
       "      <td>2143.080078</td>\n",
       "      <td>2163.209961</td>\n",
       "      <td>2136.919922</td>\n",
       "      <td>2161.709961</td>\n",
       "      <td>2161.709961</td>\n",
       "      <td>308700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-23</th>\n",
       "      <td>2147.300049</td>\n",
       "      <td>2148.800049</td>\n",
       "      <td>2094.689941</td>\n",
       "      <td>2106.100098</td>\n",
       "      <td>2106.100098</td>\n",
       "      <td>373500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-24</th>\n",
       "      <td>2119.189941</td>\n",
       "      <td>2121.360107</td>\n",
       "      <td>2092.100098</td>\n",
       "      <td>2097.580078</td>\n",
       "      <td>2097.580078</td>\n",
       "      <td>399700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-25</th>\n",
       "      <td>2046.670044</td>\n",
       "      <td>2066.060059</td>\n",
       "      <td>2033.810059</td>\n",
       "      <td>2063.300049</td>\n",
       "      <td>2063.300049</td>\n",
       "      <td>376000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-26</th>\n",
       "      <td>2066.570068</td>\n",
       "      <td>2066.570068</td>\n",
       "      <td>2008.859985</td>\n",
       "      <td>2027.150024</td>\n",
       "      <td>2027.150024</td>\n",
       "      <td>449200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-29</th>\n",
       "      <td>2026.680054</td>\n",
       "      <td>2045.760010</td>\n",
       "      <td>1993.770020</td>\n",
       "      <td>1996.050049</td>\n",
       "      <td>1996.050049</td>\n",
       "      <td>427300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-10-30</th>\n",
       "      <td>1985.949951</td>\n",
       "      <td>2028.839966</td>\n",
       "      <td>1985.949951</td>\n",
       "      <td>2014.689941</td>\n",
       "      <td>2014.689941</td>\n",
       "      <td>441600</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2422 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   Open         High          Low        Close    Adj Close  \\\n",
       "Date                                                                          \n",
       "2009-01-02  1132.869995  1157.400024  1118.839966  1157.400024  1157.400024   \n",
       "2009-01-05  1180.979980  1185.219971  1166.660034  1173.569946  1173.569946   \n",
       "2009-01-06  1183.520020  1203.589966  1179.939941  1194.280029  1194.280029   \n",
       "2009-01-07  1198.849976  1228.560059  1195.199951  1228.170044  1228.170044   \n",
       "2009-01-08  1212.699951  1218.430054  1195.150024  1205.699951  1205.699951   \n",
       "2009-01-09  1214.500000  1220.589966  1179.060059  1180.959961  1180.959961   \n",
       "2009-01-12  1170.689941  1177.189941  1150.410034  1156.750000  1156.750000   \n",
       "2009-01-13  1147.989990  1168.040039  1133.939941  1167.709961  1167.709961   \n",
       "2009-01-14  1161.010010  1184.520020  1151.800049  1182.680054  1182.680054   \n",
       "2009-01-15  1138.469971  1145.410034  1108.150024  1111.339966  1111.339966   \n",
       "2009-01-16  1120.689941  1135.790039  1109.689941  1135.199951  1135.199951   \n",
       "2009-01-19  1146.089966  1159.880005  1141.310059  1150.650024  1150.650024   \n",
       "2009-01-20  1136.160034  1136.479980  1115.069946  1126.810059  1126.810059   \n",
       "2009-01-21  1087.430054  1118.400024  1085.719971  1103.609985  1103.609985   \n",
       "2009-01-22  1125.219971  1127.349976  1106.739990  1116.229980  1116.229980   \n",
       "2009-01-23  1105.430054  1105.430054  1087.660034  1093.400024  1093.400024   \n",
       "2009-01-28  1123.229980  1160.189941  1122.329956  1157.979980  1157.979980   \n",
       "2009-01-29  1165.819946  1179.150024  1160.750000  1166.560059  1166.560059   \n",
       "2009-01-30  1147.569946  1163.760010  1144.520020  1162.109985  1162.109985   \n",
       "2009-02-02  1145.869995  1170.699951  1136.369995  1146.949951  1146.949951   \n",
       "2009-02-03  1152.939941  1174.280029  1137.829956  1163.199951  1163.199951   \n",
       "2009-02-04  1183.219971  1195.520020  1176.099976  1195.369995  1195.369995   \n",
       "2009-02-05  1187.050049  1206.729980  1177.880005  1177.880005  1177.880005   \n",
       "2009-02-06  1199.170044  1210.260010  1190.670044  1210.260010  1210.260010   \n",
       "2009-02-09  1224.439941  1227.729980  1199.930054  1202.689941  1202.689941   \n",
       "2009-02-10  1215.050049  1219.760010  1186.329956  1198.869995  1198.869995   \n",
       "2009-02-11  1168.420044  1193.550049  1162.569946  1190.180054  1190.180054   \n",
       "2009-02-12  1183.680054  1187.349976  1162.579956  1179.839966  1179.839966   \n",
       "2009-02-13  1179.630005  1192.479980  1165.250000  1192.439941  1192.439941   \n",
       "2009-02-16  1183.520020  1199.500000  1174.729980  1175.469971  1175.469971   \n",
       "...                 ...          ...          ...          ...          ...   \n",
       "2018-09-12  2286.280029  2289.659912  2271.000000  2282.919922  2282.919922   \n",
       "2018-09-13  2285.280029  2291.510010  2281.629883  2286.229980  2286.229980   \n",
       "2018-09-14  2304.699951  2318.649902  2304.149902  2318.250000  2318.250000   \n",
       "2018-09-17  2314.550049  2314.550049  2295.260010  2303.010010  2303.010010   \n",
       "2018-09-18  2287.729980  2310.969971  2287.419922  2308.979980  2308.979980   \n",
       "2018-09-19  2319.219971  2319.219971  2301.790039  2308.459961  2308.459961   \n",
       "2018-09-20  2314.409912  2334.040039  2311.560059  2323.449951  2323.449951   \n",
       "2018-09-21  2332.040039  2339.169922  2325.120117  2339.169922  2339.169922   \n",
       "2018-09-27  2331.699951  2355.429932  2331.699951  2355.429932  2355.429932   \n",
       "2018-09-28  2356.129883  2356.620117  2337.469971  2343.070068  2343.070068   \n",
       "2018-10-01  2349.639893  2352.110107  2333.320068  2338.879883  2338.879883   \n",
       "2018-10-02  2338.280029  2341.550049  2308.899902  2309.570068  2309.570068   \n",
       "2018-10-04  2311.060059  2311.060059  2270.219971  2274.489990  2274.489990   \n",
       "2018-10-05  2269.939941  2278.120117  2250.989990  2267.520020  2267.520020   \n",
       "2018-10-08  2258.729980  2273.709961  2253.830078  2253.830078  2253.830078   \n",
       "2018-10-10  2256.030029  2257.520020  2222.949951  2228.610107  2228.610107   \n",
       "2018-10-11  2176.159912  2186.689941  2129.669922  2129.669922  2129.669922   \n",
       "2018-10-12  2131.659912  2173.010010  2129.129883  2161.850098  2161.850098   \n",
       "2018-10-15  2155.340088  2159.229980  2141.280029  2145.120117  2145.120117   \n",
       "2018-10-16  2156.000000  2161.760010  2140.189941  2145.120117  2145.120117   \n",
       "2018-10-17  2169.439941  2182.770020  2159.370117  2167.510010  2167.510010   \n",
       "2018-10-18  2158.800049  2168.010010  2146.610107  2148.310059  2148.310059   \n",
       "2018-10-19  2130.060059  2158.780029  2117.620117  2156.260010  2156.260010   \n",
       "2018-10-22  2143.080078  2163.209961  2136.919922  2161.709961  2161.709961   \n",
       "2018-10-23  2147.300049  2148.800049  2094.689941  2106.100098  2106.100098   \n",
       "2018-10-24  2119.189941  2121.360107  2092.100098  2097.580078  2097.580078   \n",
       "2018-10-25  2046.670044  2066.060059  2033.810059  2063.300049  2063.300049   \n",
       "2018-10-26  2066.570068  2066.570068  2008.859985  2027.150024  2027.150024   \n",
       "2018-10-29  2026.680054  2045.760010  1993.770020  1996.050049  1996.050049   \n",
       "2018-10-30  1985.949951  2028.839966  1985.949951  2014.689941  2014.689941   \n",
       "\n",
       "            Volume  \n",
       "Date                \n",
       "2009-01-02  340600  \n",
       "2009-01-05  414600  \n",
       "2009-01-06  444000  \n",
       "2009-01-07  568400  \n",
       "2009-01-08  472200  \n",
       "2009-01-09  443200  \n",
       "2009-01-12  352600  \n",
       "2009-01-13  381200  \n",
       "2009-01-14  358600  \n",
       "2009-01-15  366200  \n",
       "2009-01-16  335600  \n",
       "2009-01-19  370000  \n",
       "2009-01-20  319200  \n",
       "2009-01-21  334400  \n",
       "2009-01-22  346800  \n",
       "2009-01-23  268000  \n",
       "2009-01-28  345200  \n",
       "2009-01-29  384600  \n",
       "2009-01-30  377000  \n",
       "2009-02-02  374400  \n",
       "2009-02-03  347600  \n",
       "2009-02-04  450000  \n",
       "2009-02-05  463400  \n",
       "2009-02-06  570600  \n",
       "2009-02-09  475600  \n",
       "2009-02-10  468400  \n",
       "2009-02-11  469600  \n",
       "2009-02-12  488000  \n",
       "2009-02-13  574800  \n",
       "2009-02-16  509400  \n",
       "...            ...  \n",
       "2018-09-12  336800  \n",
       "2018-09-13  301300  \n",
       "2018-09-14  292200  \n",
       "2018-09-17  343200  \n",
       "2018-09-18  309200  \n",
       "2018-09-19  350900  \n",
       "2018-09-20  289100  \n",
       "2018-09-21  321700  \n",
       "2018-09-27  279200  \n",
       "2018-09-28  317900  \n",
       "2018-10-01  278300  \n",
       "2018-10-02  287900  \n",
       "2018-10-04  309500  \n",
       "2018-10-05  282100  \n",
       "2018-10-08  214600  \n",
       "2018-10-10  365700  \n",
       "2018-10-11  411900  \n",
       "2018-10-12  292600  \n",
       "2018-10-15  259200  \n",
       "2018-10-16  222500  \n",
       "2018-10-17  275200  \n",
       "2018-10-18  321800  \n",
       "2018-10-19  351800  \n",
       "2018-10-22  308700  \n",
       "2018-10-23  373500  \n",
       "2018-10-24  399700  \n",
       "2018-10-25  376000  \n",
       "2018-10-26  449200  \n",
       "2018-10-29  427300  \n",
       "2018-10-30  441600  \n",
       "\n",
       "[2422 rows x 6 columns]"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ks11"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "sp500_test = sp500.loc['2018-07-01':'2018-10-01']\n",
    "sp500 = sp500.loc['2013-07-01':'2018-07-01']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_li = [i for i in sp500.columns if (i.find('sh') == -1) if (i.find('Volume') == -1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "%run moon_code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "train, test = train_test_split(sp500, 0.8, dtrain=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "      <th>pct_change</th>\n",
       "      <th>close_ma_3</th>\n",
       "      <th>close_ma_5</th>\n",
       "      <th>close_ma_7</th>\n",
       "      <th>...</th>\n",
       "      <th>sh8_Y1_120</th>\n",
       "      <th>sh8_Y3_120</th>\n",
       "      <th>Y1_120_s9</th>\n",
       "      <th>Y3_120_s9</th>\n",
       "      <th>sh9_Y1_120</th>\n",
       "      <th>sh9_Y3_120</th>\n",
       "      <th>Y1_120_s10</th>\n",
       "      <th>Y3_120_s10</th>\n",
       "      <th>sh10_Y1_120</th>\n",
       "      <th>sh10_Y3_120</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-07-01</th>\n",
       "      <td>1609.780029</td>\n",
       "      <td>1626.609985</td>\n",
       "      <td>1609.780029</td>\n",
       "      <td>1614.959961</td>\n",
       "      <td>1614.959961</td>\n",
       "      <td>-1190277296</td>\n",
       "      <td>0.005404</td>\n",
       "      <td>1611.479980</td>\n",
       "      <td>1605.145996</td>\n",
       "      <td>1598.750000</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>58.965130</td>\n",
       "      <td>11.954333</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>60.841380</td>\n",
       "      <td>13.830584</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-02</th>\n",
       "      <td>1614.290039</td>\n",
       "      <td>1624.260010</td>\n",
       "      <td>1606.770020</td>\n",
       "      <td>1614.079956</td>\n",
       "      <td>1614.079956</td>\n",
       "      <td>-977837296</td>\n",
       "      <td>-0.000545</td>\n",
       "      <td>1611.773315</td>\n",
       "      <td>1610.355981</td>\n",
       "      <td>1601.842843</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>56.342624</td>\n",
       "      <td>11.487332</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>58.085125</td>\n",
       "      <td>13.229833</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-03</th>\n",
       "      <td>1611.479980</td>\n",
       "      <td>1618.969971</td>\n",
       "      <td>1604.569946</td>\n",
       "      <td>1615.410034</td>\n",
       "      <td>1615.410034</td>\n",
       "      <td>1966050000</td>\n",
       "      <td>0.000824</td>\n",
       "      <td>1614.816650</td>\n",
       "      <td>1612.785986</td>\n",
       "      <td>1607.888567</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>56.255285</td>\n",
       "      <td>11.263999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>57.672702</td>\n",
       "      <td>12.681416</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-05</th>\n",
       "      <td>1618.650024</td>\n",
       "      <td>1632.069946</td>\n",
       "      <td>1614.709961</td>\n",
       "      <td>1631.890015</td>\n",
       "      <td>1631.890015</td>\n",
       "      <td>-1660827296</td>\n",
       "      <td>0.010202</td>\n",
       "      <td>1620.460002</td>\n",
       "      <td>1616.523999</td>\n",
       "      <td>1614.154279</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>71.151933</td>\n",
       "      <td>11.012666</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>72.735266</td>\n",
       "      <td>12.595999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-08</th>\n",
       "      <td>1634.199951</td>\n",
       "      <td>1644.680054</td>\n",
       "      <td>1634.199951</td>\n",
       "      <td>1640.459961</td>\n",
       "      <td>1640.459961</td>\n",
       "      <td>-780377296</td>\n",
       "      <td>0.005252</td>\n",
       "      <td>1629.253337</td>\n",
       "      <td>1623.359985</td>\n",
       "      <td>1619.468558</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>78.497712</td>\n",
       "      <td>11.203331</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>79.721879</td>\n",
       "      <td>12.427498</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-09</th>\n",
       "      <td>1642.890015</td>\n",
       "      <td>1654.180054</td>\n",
       "      <td>1642.890015</td>\n",
       "      <td>1652.319946</td>\n",
       "      <td>1652.319946</td>\n",
       "      <td>-1139607296</td>\n",
       "      <td>0.007230</td>\n",
       "      <td>1641.556641</td>\n",
       "      <td>1630.831982</td>\n",
       "      <td>1625.057129</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>89.310947</td>\n",
       "      <td>11.656415</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>90.357697</td>\n",
       "      <td>12.703165</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-10</th>\n",
       "      <td>1651.560059</td>\n",
       "      <td>1657.920044</td>\n",
       "      <td>1647.660034</td>\n",
       "      <td>1652.619995</td>\n",
       "      <td>1652.619995</td>\n",
       "      <td>-1283957296</td>\n",
       "      <td>0.000182</td>\n",
       "      <td>1648.466634</td>\n",
       "      <td>1638.539990</td>\n",
       "      <td>1631.677124</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>88.411913</td>\n",
       "      <td>11.957248</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>89.610996</td>\n",
       "      <td>13.156331</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-11</th>\n",
       "      <td>1657.410034</td>\n",
       "      <td>1676.630005</td>\n",
       "      <td>1657.410034</td>\n",
       "      <td>1675.020020</td>\n",
       "      <td>1675.020020</td>\n",
       "      <td>-848627296</td>\n",
       "      <td>0.013554</td>\n",
       "      <td>1659.986654</td>\n",
       "      <td>1650.461987</td>\n",
       "      <td>1640.257132</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>109.589188</td>\n",
       "      <td>12.351832</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>110.811938</td>\n",
       "      <td>13.574582</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-12</th>\n",
       "      <td>1675.260010</td>\n",
       "      <td>1680.189941</td>\n",
       "      <td>1672.329956</td>\n",
       "      <td>1680.189941</td>\n",
       "      <td>1680.189941</td>\n",
       "      <td>-1255897296</td>\n",
       "      <td>0.003086</td>\n",
       "      <td>1669.276652</td>\n",
       "      <td>1660.121973</td>\n",
       "      <td>1649.701416</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>113.555859</td>\n",
       "      <td>12.766998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>114.759109</td>\n",
       "      <td>13.970248</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-15</th>\n",
       "      <td>1679.589966</td>\n",
       "      <td>1684.510010</td>\n",
       "      <td>1677.890015</td>\n",
       "      <td>1682.500000</td>\n",
       "      <td>1682.500000</td>\n",
       "      <td>-1671767296</td>\n",
       "      <td>0.001375</td>\n",
       "      <td>1679.236654</td>\n",
       "      <td>1668.529980</td>\n",
       "      <td>1659.285697</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>114.550835</td>\n",
       "      <td>13.034748</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>115.865918</td>\n",
       "      <td>14.349831</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-16</th>\n",
       "      <td>1682.699951</td>\n",
       "      <td>1683.729980</td>\n",
       "      <td>1671.839966</td>\n",
       "      <td>1676.260010</td>\n",
       "      <td>1676.260010</td>\n",
       "      <td>-1213257296</td>\n",
       "      <td>-0.003709</td>\n",
       "      <td>1679.649984</td>\n",
       "      <td>1673.317993</td>\n",
       "      <td>1665.624268</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>107.035346</td>\n",
       "      <td>13.271332</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>108.310845</td>\n",
       "      <td>14.546831</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-17</th>\n",
       "      <td>1677.910034</td>\n",
       "      <td>1684.750000</td>\n",
       "      <td>1677.910034</td>\n",
       "      <td>1680.910034</td>\n",
       "      <td>1680.910034</td>\n",
       "      <td>-1141527296</td>\n",
       "      <td>0.002774</td>\n",
       "      <td>1679.890015</td>\n",
       "      <td>1678.976001</td>\n",
       "      <td>1671.402849</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>110.491286</td>\n",
       "      <td>13.627999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>111.685370</td>\n",
       "      <td>14.822083</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-18</th>\n",
       "      <td>1681.050049</td>\n",
       "      <td>1693.119995</td>\n",
       "      <td>1681.050049</td>\n",
       "      <td>1689.369995</td>\n",
       "      <td>1689.369995</td>\n",
       "      <td>-842597296</td>\n",
       "      <td>0.005033</td>\n",
       "      <td>1682.180013</td>\n",
       "      <td>1681.845996</td>\n",
       "      <td>1676.695714</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>117.619247</td>\n",
       "      <td>13.849416</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>118.951247</td>\n",
       "      <td>15.181416</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-19</th>\n",
       "      <td>1686.150024</td>\n",
       "      <td>1692.089966</td>\n",
       "      <td>1684.079956</td>\n",
       "      <td>1692.089966</td>\n",
       "      <td>1692.089966</td>\n",
       "      <td>-992387296</td>\n",
       "      <td>0.001610</td>\n",
       "      <td>1687.456665</td>\n",
       "      <td>1684.226001</td>\n",
       "      <td>1682.334281</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>118.924386</td>\n",
       "      <td>14.033833</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>120.339218</td>\n",
       "      <td>15.448665</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-22</th>\n",
       "      <td>1694.410034</td>\n",
       "      <td>1697.609985</td>\n",
       "      <td>1690.670044</td>\n",
       "      <td>1695.530029</td>\n",
       "      <td>1695.530029</td>\n",
       "      <td>-1515837296</td>\n",
       "      <td>0.002033</td>\n",
       "      <td>1692.329997</td>\n",
       "      <td>1686.832007</td>\n",
       "      <td>1685.264282</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>120.864616</td>\n",
       "      <td>14.098083</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>122.364449</td>\n",
       "      <td>15.597917</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-23</th>\n",
       "      <td>1696.630005</td>\n",
       "      <td>1698.780029</td>\n",
       "      <td>1691.130005</td>\n",
       "      <td>1692.390015</td>\n",
       "      <td>1692.390015</td>\n",
       "      <td>-1198787296</td>\n",
       "      <td>-0.001852</td>\n",
       "      <td>1693.336670</td>\n",
       "      <td>1690.058008</td>\n",
       "      <td>1687.007150</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>116.224685</td>\n",
       "      <td>14.185084</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>117.724602</td>\n",
       "      <td>15.685001</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-24</th>\n",
       "      <td>1696.060059</td>\n",
       "      <td>1698.380005</td>\n",
       "      <td>1682.569946</td>\n",
       "      <td>1685.939941</td>\n",
       "      <td>1685.939941</td>\n",
       "      <td>-958847296</td>\n",
       "      <td>-0.003811</td>\n",
       "      <td>1691.286662</td>\n",
       "      <td>1691.063989</td>\n",
       "      <td>1687.498570</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>108.157277</td>\n",
       "      <td>14.133000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>109.774611</td>\n",
       "      <td>15.750334</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-25</th>\n",
       "      <td>1685.209961</td>\n",
       "      <td>1690.939941</td>\n",
       "      <td>1680.069946</td>\n",
       "      <td>1690.250000</td>\n",
       "      <td>1690.250000</td>\n",
       "      <td>-972467296</td>\n",
       "      <td>0.002556</td>\n",
       "      <td>1689.526652</td>\n",
       "      <td>1691.239990</td>\n",
       "      <td>1689.497140</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>110.848920</td>\n",
       "      <td>13.990250</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>112.467336</td>\n",
       "      <td>15.608666</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-26</th>\n",
       "      <td>1687.310059</td>\n",
       "      <td>1691.849976</td>\n",
       "      <td>1676.030029</td>\n",
       "      <td>1691.650024</td>\n",
       "      <td>1691.650024</td>\n",
       "      <td>-1532197296</td>\n",
       "      <td>0.000828</td>\n",
       "      <td>1689.279988</td>\n",
       "      <td>1691.152002</td>\n",
       "      <td>1691.031424</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>110.666111</td>\n",
       "      <td>14.040251</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>112.248944</td>\n",
       "      <td>15.623083</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-29</th>\n",
       "      <td>1690.319946</td>\n",
       "      <td>1690.920044</td>\n",
       "      <td>1681.859985</td>\n",
       "      <td>1685.329956</td>\n",
       "      <td>1685.329956</td>\n",
       "      <td>-1454447296</td>\n",
       "      <td>-0.003736</td>\n",
       "      <td>1689.076660</td>\n",
       "      <td>1689.111987</td>\n",
       "      <td>1690.454276</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>102.833960</td>\n",
       "      <td>13.978500</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>104.346043</td>\n",
       "      <td>15.490583</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-30</th>\n",
       "      <td>1687.920044</td>\n",
       "      <td>1693.189941</td>\n",
       "      <td>1682.420044</td>\n",
       "      <td>1685.959961</td>\n",
       "      <td>1685.959961</td>\n",
       "      <td>-974437296</td>\n",
       "      <td>0.000374</td>\n",
       "      <td>1687.646647</td>\n",
       "      <td>1687.825976</td>\n",
       "      <td>1689.578561</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>101.913214</td>\n",
       "      <td>13.876416</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>103.463965</td>\n",
       "      <td>15.427167</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-07-31</th>\n",
       "      <td>1687.760010</td>\n",
       "      <td>1698.430054</td>\n",
       "      <td>1684.939941</td>\n",
       "      <td>1685.729980</td>\n",
       "      <td>1685.729980</td>\n",
       "      <td>-447577296</td>\n",
       "      <td>-0.000136</td>\n",
       "      <td>1685.673299</td>\n",
       "      <td>1687.783984</td>\n",
       "      <td>1688.178554</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>100.129816</td>\n",
       "      <td>13.792499</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>101.683233</td>\n",
       "      <td>15.345916</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-01</th>\n",
       "      <td>1689.420044</td>\n",
       "      <td>1707.849976</td>\n",
       "      <td>1689.420044</td>\n",
       "      <td>1706.869995</td>\n",
       "      <td>1706.869995</td>\n",
       "      <td>-519797296</td>\n",
       "      <td>0.012541</td>\n",
       "      <td>1692.853312</td>\n",
       "      <td>1691.107983</td>\n",
       "      <td>1690.247122</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>119.670582</td>\n",
       "      <td>13.767749</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>121.269831</td>\n",
       "      <td>15.366998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-02</th>\n",
       "      <td>1706.099976</td>\n",
       "      <td>1709.670044</td>\n",
       "      <td>1700.680054</td>\n",
       "      <td>1709.670044</td>\n",
       "      <td>1709.670044</td>\n",
       "      <td>-1158337296</td>\n",
       "      <td>0.001640</td>\n",
       "      <td>1700.756673</td>\n",
       "      <td>1694.711987</td>\n",
       "      <td>1693.637137</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>120.906547</td>\n",
       "      <td>13.809165</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>122.470631</td>\n",
       "      <td>15.373249</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-05</th>\n",
       "      <td>1708.010010</td>\n",
       "      <td>1709.239990</td>\n",
       "      <td>1703.550049</td>\n",
       "      <td>1707.140015</td>\n",
       "      <td>1707.140015</td>\n",
       "      <td>-1765667296</td>\n",
       "      <td>-0.001480</td>\n",
       "      <td>1707.893351</td>\n",
       "      <td>1699.073999</td>\n",
       "      <td>1696.049996</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>116.789601</td>\n",
       "      <td>13.786498</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>118.376518</td>\n",
       "      <td>15.373415</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-06</th>\n",
       "      <td>1705.790039</td>\n",
       "      <td>1705.790039</td>\n",
       "      <td>1693.290039</td>\n",
       "      <td>1697.369995</td>\n",
       "      <td>1697.369995</td>\n",
       "      <td>-1153757296</td>\n",
       "      <td>-0.005723</td>\n",
       "      <td>1704.726685</td>\n",
       "      <td>1701.356006</td>\n",
       "      <td>1696.867135</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>105.454331</td>\n",
       "      <td>13.696582</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>107.019581</td>\n",
       "      <td>15.261832</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-07</th>\n",
       "      <td>1695.300049</td>\n",
       "      <td>1695.300049</td>\n",
       "      <td>1684.910034</td>\n",
       "      <td>1690.910034</td>\n",
       "      <td>1690.910034</td>\n",
       "      <td>-1284737296</td>\n",
       "      <td>-0.003806</td>\n",
       "      <td>1698.473348</td>\n",
       "      <td>1702.392017</td>\n",
       "      <td>1697.664289</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97.518704</td>\n",
       "      <td>13.633666</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>98.994370</td>\n",
       "      <td>15.109332</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-08</th>\n",
       "      <td>1693.349976</td>\n",
       "      <td>1700.180054</td>\n",
       "      <td>1688.380005</td>\n",
       "      <td>1697.479980</td>\n",
       "      <td>1697.479980</td>\n",
       "      <td>-1023307296</td>\n",
       "      <td>0.003885</td>\n",
       "      <td>1695.253336</td>\n",
       "      <td>1700.514014</td>\n",
       "      <td>1699.310006</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>102.455816</td>\n",
       "      <td>13.481582</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>104.088650</td>\n",
       "      <td>15.114415</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-09</th>\n",
       "      <td>1696.099976</td>\n",
       "      <td>1699.420044</td>\n",
       "      <td>1686.020020</td>\n",
       "      <td>1691.420044</td>\n",
       "      <td>1691.420044</td>\n",
       "      <td>-1337297296</td>\n",
       "      <td>-0.003570</td>\n",
       "      <td>1693.270019</td>\n",
       "      <td>1696.864014</td>\n",
       "      <td>1700.122872</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>94.945548</td>\n",
       "      <td>13.368583</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>96.395880</td>\n",
       "      <td>14.818916</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-08-12</th>\n",
       "      <td>1688.369995</td>\n",
       "      <td>1691.489990</td>\n",
       "      <td>1683.349976</td>\n",
       "      <td>1689.469971</td>\n",
       "      <td>1689.469971</td>\n",
       "      <td>-1505807296</td>\n",
       "      <td>-0.001153</td>\n",
       "      <td>1692.789998</td>\n",
       "      <td>1693.330005</td>\n",
       "      <td>1697.637155</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>91.546808</td>\n",
       "      <td>13.399250</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>92.995475</td>\n",
       "      <td>14.847917</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-18</th>\n",
       "      <td>2354.689941</td>\n",
       "      <td>2375.739990</td>\n",
       "      <td>2352.719971</td>\n",
       "      <td>2365.719971</td>\n",
       "      <td>2365.719971</td>\n",
       "      <td>24452704</td>\n",
       "      <td>0.003687</td>\n",
       "      <td>2374.473307</td>\n",
       "      <td>2383.327978</td>\n",
       "      <td>2387.244245</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>60.307980</td>\n",
       "      <td>15.384749</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>62.239730</td>\n",
       "      <td>17.316500</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-19</th>\n",
       "      <td>2371.370117</td>\n",
       "      <td>2389.060059</td>\n",
       "      <td>2370.429932</td>\n",
       "      <td>2381.729980</td>\n",
       "      <td>2381.729980</td>\n",
       "      <td>-469807296</td>\n",
       "      <td>0.006767</td>\n",
       "      <td>2368.159993</td>\n",
       "      <td>2381.493994</td>\n",
       "      <td>2384.687116</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>74.360239</td>\n",
       "      <td>14.830166</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>76.317989</td>\n",
       "      <td>16.787915</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-22</th>\n",
       "      <td>2387.209961</td>\n",
       "      <td>2395.459961</td>\n",
       "      <td>2386.919922</td>\n",
       "      <td>2394.020020</td>\n",
       "      <td>2394.020020</td>\n",
       "      <td>-1122137296</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>2380.489990</td>\n",
       "      <td>2379.833984</td>\n",
       "      <td>2384.627127</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>84.710946</td>\n",
       "      <td>14.493333</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>86.650279</td>\n",
       "      <td>16.432666</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-23</th>\n",
       "      <td>2397.040039</td>\n",
       "      <td>2400.850098</td>\n",
       "      <td>2393.879883</td>\n",
       "      <td>2398.419922</td>\n",
       "      <td>2398.419922</td>\n",
       "      <td>-1081397296</td>\n",
       "      <td>0.001838</td>\n",
       "      <td>2391.389974</td>\n",
       "      <td>2379.383984</td>\n",
       "      <td>2385.701416</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>87.283848</td>\n",
       "      <td>14.281000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>89.110848</td>\n",
       "      <td>16.108000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-24</th>\n",
       "      <td>2401.409912</td>\n",
       "      <td>2405.580078</td>\n",
       "      <td>2397.989990</td>\n",
       "      <td>2404.389893</td>\n",
       "      <td>2404.389893</td>\n",
       "      <td>-905067296</td>\n",
       "      <td>0.002489</td>\n",
       "      <td>2398.943278</td>\n",
       "      <td>2388.855957</td>\n",
       "      <td>2385.997105</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>91.441319</td>\n",
       "      <td>14.181665</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>93.253819</td>\n",
       "      <td>15.994165</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-25</th>\n",
       "      <td>2409.540039</td>\n",
       "      <td>2418.709961</td>\n",
       "      <td>2408.010010</td>\n",
       "      <td>2415.070068</td>\n",
       "      <td>2415.070068</td>\n",
       "      <td>-759577296</td>\n",
       "      <td>0.004442</td>\n",
       "      <td>2405.959961</td>\n",
       "      <td>2398.725977</td>\n",
       "      <td>2388.054269</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>100.423329</td>\n",
       "      <td>14.350083</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>102.121494</td>\n",
       "      <td>16.048248</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-26</th>\n",
       "      <td>2414.500000</td>\n",
       "      <td>2416.679932</td>\n",
       "      <td>2412.199951</td>\n",
       "      <td>2415.820068</td>\n",
       "      <td>2415.820068</td>\n",
       "      <td>-1489927296</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>2411.760010</td>\n",
       "      <td>2405.543994</td>\n",
       "      <td>2396.452846</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>99.336495</td>\n",
       "      <td>14.378833</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>101.173329</td>\n",
       "      <td>16.215668</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-30</th>\n",
       "      <td>2411.669922</td>\n",
       "      <td>2415.260010</td>\n",
       "      <td>2409.429932</td>\n",
       "      <td>2412.909912</td>\n",
       "      <td>2412.909912</td>\n",
       "      <td>-1091807296</td>\n",
       "      <td>-0.001205</td>\n",
       "      <td>2414.600016</td>\n",
       "      <td>2409.321973</td>\n",
       "      <td>2403.194266</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>94.738922</td>\n",
       "      <td>14.426416</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>96.426339</td>\n",
       "      <td>16.113833</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-05-31</th>\n",
       "      <td>2415.629883</td>\n",
       "      <td>2415.989990</td>\n",
       "      <td>2403.590088</td>\n",
       "      <td>2411.800049</td>\n",
       "      <td>2411.800049</td>\n",
       "      <td>221142704</td>\n",
       "      <td>-0.000460</td>\n",
       "      <td>2413.510010</td>\n",
       "      <td>2411.997998</td>\n",
       "      <td>2407.489990</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>92.344975</td>\n",
       "      <td>14.805416</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>93.629059</td>\n",
       "      <td>16.089500</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-01</th>\n",
       "      <td>2415.649902</td>\n",
       "      <td>2430.060059</td>\n",
       "      <td>2413.540039</td>\n",
       "      <td>2430.060059</td>\n",
       "      <td>2430.060059</td>\n",
       "      <td>-437827296</td>\n",
       "      <td>0.007571</td>\n",
       "      <td>2418.256673</td>\n",
       "      <td>2417.132031</td>\n",
       "      <td>2412.638567</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>109.263318</td>\n",
       "      <td>15.036332</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>110.604985</td>\n",
       "      <td>16.377999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-02</th>\n",
       "      <td>2431.280029</td>\n",
       "      <td>2440.229980</td>\n",
       "      <td>2427.709961</td>\n",
       "      <td>2439.070068</td>\n",
       "      <td>2439.070068</td>\n",
       "      <td>-833287296</td>\n",
       "      <td>0.003708</td>\n",
       "      <td>2426.976725</td>\n",
       "      <td>2421.932031</td>\n",
       "      <td>2418.445731</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>116.870162</td>\n",
       "      <td>15.240501</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>118.273327</td>\n",
       "      <td>16.643667</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-05</th>\n",
       "      <td>2437.830078</td>\n",
       "      <td>2439.550049</td>\n",
       "      <td>2434.320068</td>\n",
       "      <td>2436.100098</td>\n",
       "      <td>2436.100098</td>\n",
       "      <td>-1382367296</td>\n",
       "      <td>-0.001218</td>\n",
       "      <td>2435.076742</td>\n",
       "      <td>2425.988037</td>\n",
       "      <td>2422.975760</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>112.297691</td>\n",
       "      <td>15.109418</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>113.900192</td>\n",
       "      <td>16.711918</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-06</th>\n",
       "      <td>2431.919922</td>\n",
       "      <td>2436.209961</td>\n",
       "      <td>2428.120117</td>\n",
       "      <td>2429.330078</td>\n",
       "      <td>2429.330078</td>\n",
       "      <td>-937127296</td>\n",
       "      <td>-0.002779</td>\n",
       "      <td>2434.833415</td>\n",
       "      <td>2429.272070</td>\n",
       "      <td>2425.012905</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>103.913004</td>\n",
       "      <td>14.931169</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>105.527671</td>\n",
       "      <td>16.545835</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-07</th>\n",
       "      <td>2432.030029</td>\n",
       "      <td>2435.280029</td>\n",
       "      <td>2424.750000</td>\n",
       "      <td>2433.139893</td>\n",
       "      <td>2433.139893</td>\n",
       "      <td>-722667296</td>\n",
       "      <td>0.001568</td>\n",
       "      <td>2432.856690</td>\n",
       "      <td>2433.540039</td>\n",
       "      <td>2427.487165</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>106.009654</td>\n",
       "      <td>14.563169</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>107.722819</td>\n",
       "      <td>16.276335</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-08</th>\n",
       "      <td>2434.270020</td>\n",
       "      <td>2439.270020</td>\n",
       "      <td>2427.939941</td>\n",
       "      <td>2433.790039</td>\n",
       "      <td>2433.790039</td>\n",
       "      <td>-566107296</td>\n",
       "      <td>0.000267</td>\n",
       "      <td>2432.086670</td>\n",
       "      <td>2434.286035</td>\n",
       "      <td>2430.470041</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>104.793217</td>\n",
       "      <td>14.200836</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>106.659800</td>\n",
       "      <td>16.067419</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-09</th>\n",
       "      <td>2436.389893</td>\n",
       "      <td>2446.199951</td>\n",
       "      <td>2415.699951</td>\n",
       "      <td>2431.770020</td>\n",
       "      <td>2431.770020</td>\n",
       "      <td>-267627296</td>\n",
       "      <td>-0.000830</td>\n",
       "      <td>2432.899984</td>\n",
       "      <td>2432.826026</td>\n",
       "      <td>2433.322894</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>100.907614</td>\n",
       "      <td>13.749752</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>102.773198</td>\n",
       "      <td>15.615336</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-12</th>\n",
       "      <td>2425.879883</td>\n",
       "      <td>2430.379883</td>\n",
       "      <td>2419.969971</td>\n",
       "      <td>2429.389893</td>\n",
       "      <td>2429.389893</td>\n",
       "      <td>-267217296</td>\n",
       "      <td>-0.000979</td>\n",
       "      <td>2431.649984</td>\n",
       "      <td>2431.483985</td>\n",
       "      <td>2433.227156</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>96.792487</td>\n",
       "      <td>13.442417</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>98.527487</td>\n",
       "      <td>15.177417</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-13</th>\n",
       "      <td>2434.149902</td>\n",
       "      <td>2441.489990</td>\n",
       "      <td>2431.280029</td>\n",
       "      <td>2440.350098</td>\n",
       "      <td>2440.350098</td>\n",
       "      <td>-1019467296</td>\n",
       "      <td>0.004512</td>\n",
       "      <td>2433.836670</td>\n",
       "      <td>2433.687989</td>\n",
       "      <td>2433.410017</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>106.089608</td>\n",
       "      <td>13.261167</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>107.752692</td>\n",
       "      <td>14.924251</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-14</th>\n",
       "      <td>2443.750000</td>\n",
       "      <td>2443.750000</td>\n",
       "      <td>2428.340088</td>\n",
       "      <td>2437.919922</td>\n",
       "      <td>2437.919922</td>\n",
       "      <td>-739377296</td>\n",
       "      <td>-0.000996</td>\n",
       "      <td>2435.886638</td>\n",
       "      <td>2434.643994</td>\n",
       "      <td>2433.669992</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>102.086849</td>\n",
       "      <td>13.081584</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>103.659432</td>\n",
       "      <td>14.654167</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-15</th>\n",
       "      <td>2424.139893</td>\n",
       "      <td>2433.949951</td>\n",
       "      <td>2418.530029</td>\n",
       "      <td>2432.459961</td>\n",
       "      <td>2432.459961</td>\n",
       "      <td>-941917296</td>\n",
       "      <td>-0.002240</td>\n",
       "      <td>2436.909994</td>\n",
       "      <td>2434.377979</td>\n",
       "      <td>2434.117118</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>95.019554</td>\n",
       "      <td>12.868250</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>96.626888</td>\n",
       "      <td>14.475584</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-16</th>\n",
       "      <td>2431.239990</td>\n",
       "      <td>2433.149902</td>\n",
       "      <td>2422.879883</td>\n",
       "      <td>2433.149902</td>\n",
       "      <td>2433.149902</td>\n",
       "      <td>989752704</td>\n",
       "      <td>0.000284</td>\n",
       "      <td>2434.509928</td>\n",
       "      <td>2434.653955</td>\n",
       "      <td>2434.118548</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>94.238077</td>\n",
       "      <td>12.831748</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>95.709495</td>\n",
       "      <td>14.303166</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-19</th>\n",
       "      <td>2442.550049</td>\n",
       "      <td>2453.820068</td>\n",
       "      <td>2441.790039</td>\n",
       "      <td>2453.459961</td>\n",
       "      <td>2453.459961</td>\n",
       "      <td>-1030267296</td>\n",
       "      <td>0.008347</td>\n",
       "      <td>2439.689941</td>\n",
       "      <td>2439.467969</td>\n",
       "      <td>2436.928537</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>113.111719</td>\n",
       "      <td>12.975914</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>114.548136</td>\n",
       "      <td>14.412331</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-20</th>\n",
       "      <td>2450.659912</td>\n",
       "      <td>2450.659912</td>\n",
       "      <td>2436.600098</td>\n",
       "      <td>2437.030029</td>\n",
       "      <td>2437.030029</td>\n",
       "      <td>-878457296</td>\n",
       "      <td>-0.006697</td>\n",
       "      <td>2441.213297</td>\n",
       "      <td>2438.803955</td>\n",
       "      <td>2437.679967</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>95.336621</td>\n",
       "      <td>13.031999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>96.681787</td>\n",
       "      <td>14.377165</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-21</th>\n",
       "      <td>2439.310059</td>\n",
       "      <td>2442.229980</td>\n",
       "      <td>2430.739990</td>\n",
       "      <td>2435.610107</td>\n",
       "      <td>2435.610107</td>\n",
       "      <td>-700147296</td>\n",
       "      <td>-0.000583</td>\n",
       "      <td>2442.033366</td>\n",
       "      <td>2438.341992</td>\n",
       "      <td>2438.568569</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>92.412449</td>\n",
       "      <td>13.075167</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>93.916699</td>\n",
       "      <td>14.579417</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-22</th>\n",
       "      <td>2437.399902</td>\n",
       "      <td>2441.620117</td>\n",
       "      <td>2433.270020</td>\n",
       "      <td>2434.500000</td>\n",
       "      <td>2434.500000</td>\n",
       "      <td>-826757296</td>\n",
       "      <td>-0.000456</td>\n",
       "      <td>2435.713379</td>\n",
       "      <td>2438.750000</td>\n",
       "      <td>2437.732840</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>89.887842</td>\n",
       "      <td>13.204333</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>91.302342</td>\n",
       "      <td>14.618833</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-23</th>\n",
       "      <td>2434.649902</td>\n",
       "      <td>2441.399902</td>\n",
       "      <td>2431.110107</td>\n",
       "      <td>2438.300049</td>\n",
       "      <td>2438.300049</td>\n",
       "      <td>983362704</td>\n",
       "      <td>0.001561</td>\n",
       "      <td>2436.136719</td>\n",
       "      <td>2439.780029</td>\n",
       "      <td>2437.787144</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>92.260226</td>\n",
       "      <td>13.438918</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>93.687891</td>\n",
       "      <td>14.866583</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-26</th>\n",
       "      <td>2443.320068</td>\n",
       "      <td>2450.419922</td>\n",
       "      <td>2437.030029</td>\n",
       "      <td>2439.070068</td>\n",
       "      <td>2439.070068</td>\n",
       "      <td>-1055997296</td>\n",
       "      <td>0.000316</td>\n",
       "      <td>2437.290039</td>\n",
       "      <td>2436.902051</td>\n",
       "      <td>2438.731445</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>91.548411</td>\n",
       "      <td>13.467417</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>93.030245</td>\n",
       "      <td>14.949251</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-27</th>\n",
       "      <td>2436.340088</td>\n",
       "      <td>2440.149902</td>\n",
       "      <td>2419.379883</td>\n",
       "      <td>2419.379883</td>\n",
       "      <td>2419.379883</td>\n",
       "      <td>-731057296</td>\n",
       "      <td>-0.008073</td>\n",
       "      <td>2432.250000</td>\n",
       "      <td>2433.372021</td>\n",
       "      <td>2436.764300</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>70.465226</td>\n",
       "      <td>13.313000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>71.858226</td>\n",
       "      <td>14.706000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-28</th>\n",
       "      <td>2428.699951</td>\n",
       "      <td>2442.969971</td>\n",
       "      <td>2428.020020</td>\n",
       "      <td>2440.689941</td>\n",
       "      <td>2440.689941</td>\n",
       "      <td>-794167296</td>\n",
       "      <td>0.008808</td>\n",
       "      <td>2433.046631</td>\n",
       "      <td>2434.387988</td>\n",
       "      <td>2434.940011</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>90.381284</td>\n",
       "      <td>13.349750</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>91.775284</td>\n",
       "      <td>14.743750</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-06-29</th>\n",
       "      <td>2442.379883</td>\n",
       "      <td>2442.729980</td>\n",
       "      <td>2405.699951</td>\n",
       "      <td>2419.699951</td>\n",
       "      <td>2419.699951</td>\n",
       "      <td>-394687296</td>\n",
       "      <td>-0.008600</td>\n",
       "      <td>2426.589925</td>\n",
       "      <td>2431.427978</td>\n",
       "      <td>2432.464286</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>67.956378</td>\n",
       "      <td>13.104167</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>69.391294</td>\n",
       "      <td>14.539083</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1008 rows × 1130 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   Open         High          Low        Close    Adj Close  \\\n",
       "Date                                                                          \n",
       "2013-07-01  1609.780029  1626.609985  1609.780029  1614.959961  1614.959961   \n",
       "2013-07-02  1614.290039  1624.260010  1606.770020  1614.079956  1614.079956   \n",
       "2013-07-03  1611.479980  1618.969971  1604.569946  1615.410034  1615.410034   \n",
       "2013-07-05  1618.650024  1632.069946  1614.709961  1631.890015  1631.890015   \n",
       "2013-07-08  1634.199951  1644.680054  1634.199951  1640.459961  1640.459961   \n",
       "2013-07-09  1642.890015  1654.180054  1642.890015  1652.319946  1652.319946   \n",
       "2013-07-10  1651.560059  1657.920044  1647.660034  1652.619995  1652.619995   \n",
       "2013-07-11  1657.410034  1676.630005  1657.410034  1675.020020  1675.020020   \n",
       "2013-07-12  1675.260010  1680.189941  1672.329956  1680.189941  1680.189941   \n",
       "2013-07-15  1679.589966  1684.510010  1677.890015  1682.500000  1682.500000   \n",
       "2013-07-16  1682.699951  1683.729980  1671.839966  1676.260010  1676.260010   \n",
       "2013-07-17  1677.910034  1684.750000  1677.910034  1680.910034  1680.910034   \n",
       "2013-07-18  1681.050049  1693.119995  1681.050049  1689.369995  1689.369995   \n",
       "2013-07-19  1686.150024  1692.089966  1684.079956  1692.089966  1692.089966   \n",
       "2013-07-22  1694.410034  1697.609985  1690.670044  1695.530029  1695.530029   \n",
       "2013-07-23  1696.630005  1698.780029  1691.130005  1692.390015  1692.390015   \n",
       "2013-07-24  1696.060059  1698.380005  1682.569946  1685.939941  1685.939941   \n",
       "2013-07-25  1685.209961  1690.939941  1680.069946  1690.250000  1690.250000   \n",
       "2013-07-26  1687.310059  1691.849976  1676.030029  1691.650024  1691.650024   \n",
       "2013-07-29  1690.319946  1690.920044  1681.859985  1685.329956  1685.329956   \n",
       "2013-07-30  1687.920044  1693.189941  1682.420044  1685.959961  1685.959961   \n",
       "2013-07-31  1687.760010  1698.430054  1684.939941  1685.729980  1685.729980   \n",
       "2013-08-01  1689.420044  1707.849976  1689.420044  1706.869995  1706.869995   \n",
       "2013-08-02  1706.099976  1709.670044  1700.680054  1709.670044  1709.670044   \n",
       "2013-08-05  1708.010010  1709.239990  1703.550049  1707.140015  1707.140015   \n",
       "2013-08-06  1705.790039  1705.790039  1693.290039  1697.369995  1697.369995   \n",
       "2013-08-07  1695.300049  1695.300049  1684.910034  1690.910034  1690.910034   \n",
       "2013-08-08  1693.349976  1700.180054  1688.380005  1697.479980  1697.479980   \n",
       "2013-08-09  1696.099976  1699.420044  1686.020020  1691.420044  1691.420044   \n",
       "2013-08-12  1688.369995  1691.489990  1683.349976  1689.469971  1689.469971   \n",
       "...                 ...          ...          ...          ...          ...   \n",
       "2017-05-18  2354.689941  2375.739990  2352.719971  2365.719971  2365.719971   \n",
       "2017-05-19  2371.370117  2389.060059  2370.429932  2381.729980  2381.729980   \n",
       "2017-05-22  2387.209961  2395.459961  2386.919922  2394.020020  2394.020020   \n",
       "2017-05-23  2397.040039  2400.850098  2393.879883  2398.419922  2398.419922   \n",
       "2017-05-24  2401.409912  2405.580078  2397.989990  2404.389893  2404.389893   \n",
       "2017-05-25  2409.540039  2418.709961  2408.010010  2415.070068  2415.070068   \n",
       "2017-05-26  2414.500000  2416.679932  2412.199951  2415.820068  2415.820068   \n",
       "2017-05-30  2411.669922  2415.260010  2409.429932  2412.909912  2412.909912   \n",
       "2017-05-31  2415.629883  2415.989990  2403.590088  2411.800049  2411.800049   \n",
       "2017-06-01  2415.649902  2430.060059  2413.540039  2430.060059  2430.060059   \n",
       "2017-06-02  2431.280029  2440.229980  2427.709961  2439.070068  2439.070068   \n",
       "2017-06-05  2437.830078  2439.550049  2434.320068  2436.100098  2436.100098   \n",
       "2017-06-06  2431.919922  2436.209961  2428.120117  2429.330078  2429.330078   \n",
       "2017-06-07  2432.030029  2435.280029  2424.750000  2433.139893  2433.139893   \n",
       "2017-06-08  2434.270020  2439.270020  2427.939941  2433.790039  2433.790039   \n",
       "2017-06-09  2436.389893  2446.199951  2415.699951  2431.770020  2431.770020   \n",
       "2017-06-12  2425.879883  2430.379883  2419.969971  2429.389893  2429.389893   \n",
       "2017-06-13  2434.149902  2441.489990  2431.280029  2440.350098  2440.350098   \n",
       "2017-06-14  2443.750000  2443.750000  2428.340088  2437.919922  2437.919922   \n",
       "2017-06-15  2424.139893  2433.949951  2418.530029  2432.459961  2432.459961   \n",
       "2017-06-16  2431.239990  2433.149902  2422.879883  2433.149902  2433.149902   \n",
       "2017-06-19  2442.550049  2453.820068  2441.790039  2453.459961  2453.459961   \n",
       "2017-06-20  2450.659912  2450.659912  2436.600098  2437.030029  2437.030029   \n",
       "2017-06-21  2439.310059  2442.229980  2430.739990  2435.610107  2435.610107   \n",
       "2017-06-22  2437.399902  2441.620117  2433.270020  2434.500000  2434.500000   \n",
       "2017-06-23  2434.649902  2441.399902  2431.110107  2438.300049  2438.300049   \n",
       "2017-06-26  2443.320068  2450.419922  2437.030029  2439.070068  2439.070068   \n",
       "2017-06-27  2436.340088  2440.149902  2419.379883  2419.379883  2419.379883   \n",
       "2017-06-28  2428.699951  2442.969971  2428.020020  2440.689941  2440.689941   \n",
       "2017-06-29  2442.379883  2442.729980  2405.699951  2419.699951  2419.699951   \n",
       "\n",
       "                Volume  pct_change   close_ma_3   close_ma_5   close_ma_7  \\\n",
       "Date                                                                        \n",
       "2013-07-01 -1190277296    0.005404  1611.479980  1605.145996  1598.750000   \n",
       "2013-07-02  -977837296   -0.000545  1611.773315  1610.355981  1601.842843   \n",
       "2013-07-03  1966050000    0.000824  1614.816650  1612.785986  1607.888567   \n",
       "2013-07-05 -1660827296    0.010202  1620.460002  1616.523999  1614.154279   \n",
       "2013-07-08  -780377296    0.005252  1629.253337  1623.359985  1619.468558   \n",
       "2013-07-09 -1139607296    0.007230  1641.556641  1630.831982  1625.057129   \n",
       "2013-07-10 -1283957296    0.000182  1648.466634  1638.539990  1631.677124   \n",
       "2013-07-11  -848627296    0.013554  1659.986654  1650.461987  1640.257132   \n",
       "2013-07-12 -1255897296    0.003086  1669.276652  1660.121973  1649.701416   \n",
       "2013-07-15 -1671767296    0.001375  1679.236654  1668.529980  1659.285697   \n",
       "2013-07-16 -1213257296   -0.003709  1679.649984  1673.317993  1665.624268   \n",
       "2013-07-17 -1141527296    0.002774  1679.890015  1678.976001  1671.402849   \n",
       "2013-07-18  -842597296    0.005033  1682.180013  1681.845996  1676.695714   \n",
       "2013-07-19  -992387296    0.001610  1687.456665  1684.226001  1682.334281   \n",
       "2013-07-22 -1515837296    0.002033  1692.329997  1686.832007  1685.264282   \n",
       "2013-07-23 -1198787296   -0.001852  1693.336670  1690.058008  1687.007150   \n",
       "2013-07-24  -958847296   -0.003811  1691.286662  1691.063989  1687.498570   \n",
       "2013-07-25  -972467296    0.002556  1689.526652  1691.239990  1689.497140   \n",
       "2013-07-26 -1532197296    0.000828  1689.279988  1691.152002  1691.031424   \n",
       "2013-07-29 -1454447296   -0.003736  1689.076660  1689.111987  1690.454276   \n",
       "2013-07-30  -974437296    0.000374  1687.646647  1687.825976  1689.578561   \n",
       "2013-07-31  -447577296   -0.000136  1685.673299  1687.783984  1688.178554   \n",
       "2013-08-01  -519797296    0.012541  1692.853312  1691.107983  1690.247122   \n",
       "2013-08-02 -1158337296    0.001640  1700.756673  1694.711987  1693.637137   \n",
       "2013-08-05 -1765667296   -0.001480  1707.893351  1699.073999  1696.049996   \n",
       "2013-08-06 -1153757296   -0.005723  1704.726685  1701.356006  1696.867135   \n",
       "2013-08-07 -1284737296   -0.003806  1698.473348  1702.392017  1697.664289   \n",
       "2013-08-08 -1023307296    0.003885  1695.253336  1700.514014  1699.310006   \n",
       "2013-08-09 -1337297296   -0.003570  1693.270019  1696.864014  1700.122872   \n",
       "2013-08-12 -1505807296   -0.001153  1692.789998  1693.330005  1697.637155   \n",
       "...                ...         ...          ...          ...          ...   \n",
       "2017-05-18    24452704    0.003687  2374.473307  2383.327978  2387.244245   \n",
       "2017-05-19  -469807296    0.006767  2368.159993  2381.493994  2384.687116   \n",
       "2017-05-22 -1122137296    0.005160  2380.489990  2379.833984  2384.627127   \n",
       "2017-05-23 -1081397296    0.001838  2391.389974  2379.383984  2385.701416   \n",
       "2017-05-24  -905067296    0.002489  2398.943278  2388.855957  2385.997105   \n",
       "2017-05-25  -759577296    0.004442  2405.959961  2398.725977  2388.054269   \n",
       "2017-05-26 -1489927296    0.000311  2411.760010  2405.543994  2396.452846   \n",
       "2017-05-30 -1091807296   -0.001205  2414.600016  2409.321973  2403.194266   \n",
       "2017-05-31   221142704   -0.000460  2413.510010  2411.997998  2407.489990   \n",
       "2017-06-01  -437827296    0.007571  2418.256673  2417.132031  2412.638567   \n",
       "2017-06-02  -833287296    0.003708  2426.976725  2421.932031  2418.445731   \n",
       "2017-06-05 -1382367296   -0.001218  2435.076742  2425.988037  2422.975760   \n",
       "2017-06-06  -937127296   -0.002779  2434.833415  2429.272070  2425.012905   \n",
       "2017-06-07  -722667296    0.001568  2432.856690  2433.540039  2427.487165   \n",
       "2017-06-08  -566107296    0.000267  2432.086670  2434.286035  2430.470041   \n",
       "2017-06-09  -267627296   -0.000830  2432.899984  2432.826026  2433.322894   \n",
       "2017-06-12  -267217296   -0.000979  2431.649984  2431.483985  2433.227156   \n",
       "2017-06-13 -1019467296    0.004512  2433.836670  2433.687989  2433.410017   \n",
       "2017-06-14  -739377296   -0.000996  2435.886638  2434.643994  2433.669992   \n",
       "2017-06-15  -941917296   -0.002240  2436.909994  2434.377979  2434.117118   \n",
       "2017-06-16   989752704    0.000284  2434.509928  2434.653955  2434.118548   \n",
       "2017-06-19 -1030267296    0.008347  2439.689941  2439.467969  2436.928537   \n",
       "2017-06-20  -878457296   -0.006697  2441.213297  2438.803955  2437.679967   \n",
       "2017-06-21  -700147296   -0.000583  2442.033366  2438.341992  2438.568569   \n",
       "2017-06-22  -826757296   -0.000456  2435.713379  2438.750000  2437.732840   \n",
       "2017-06-23   983362704    0.001561  2436.136719  2439.780029  2437.787144   \n",
       "2017-06-26 -1055997296    0.000316  2437.290039  2436.902051  2438.731445   \n",
       "2017-06-27  -731057296   -0.008073  2432.250000  2433.372021  2436.764300   \n",
       "2017-06-28  -794167296    0.008808  2433.046631  2434.387988  2434.940011   \n",
       "2017-06-29  -394687296   -0.008600  2426.589925  2431.427978  2432.464286   \n",
       "\n",
       "               ...       sh8_Y1_120  sh8_Y3_120   Y1_120_s9  Y3_120_s9  \\\n",
       "Date           ...                                                       \n",
       "2013-07-01     ...                1           1   58.965130  11.954333   \n",
       "2013-07-02     ...                1           1   56.342624  11.487332   \n",
       "2013-07-03     ...                1           1   56.255285  11.263999   \n",
       "2013-07-05     ...                1           1   71.151933  11.012666   \n",
       "2013-07-08     ...                1           1   78.497712  11.203331   \n",
       "2013-07-09     ...                1           1   89.310947  11.656415   \n",
       "2013-07-10     ...                1           1   88.411913  11.957248   \n",
       "2013-07-11     ...                1           1  109.589188  12.351832   \n",
       "2013-07-12     ...                1           1  113.555859  12.766998   \n",
       "2013-07-15     ...                1           1  114.550835  13.034748   \n",
       "2013-07-16     ...                1           1  107.035346  13.271332   \n",
       "2013-07-17     ...                1           1  110.491286  13.627999   \n",
       "2013-07-18     ...                1           1  117.619247  13.849416   \n",
       "2013-07-19     ...                1           1  118.924386  14.033833   \n",
       "2013-07-22     ...                1           1  120.864616  14.098083   \n",
       "2013-07-23     ...                1           1  116.224685  14.185084   \n",
       "2013-07-24     ...                1           1  108.157277  14.133000   \n",
       "2013-07-25     ...                1           1  110.848920  13.990250   \n",
       "2013-07-26     ...                1           1  110.666111  14.040251   \n",
       "2013-07-29     ...                1           1  102.833960  13.978500   \n",
       "2013-07-30     ...                1           1  101.913214  13.876416   \n",
       "2013-07-31     ...                1           1  100.129816  13.792499   \n",
       "2013-08-01     ...                1           1  119.670582  13.767749   \n",
       "2013-08-02     ...                1           1  120.906547  13.809165   \n",
       "2013-08-05     ...                1           1  116.789601  13.786498   \n",
       "2013-08-06     ...                1           1  105.454331  13.696582   \n",
       "2013-08-07     ...                1           1   97.518704  13.633666   \n",
       "2013-08-08     ...                1           1  102.455816  13.481582   \n",
       "2013-08-09     ...                1           1   94.945548  13.368583   \n",
       "2013-08-12     ...                1           1   91.546808  13.399250   \n",
       "...            ...              ...         ...         ...        ...   \n",
       "2017-05-18     ...                1           1   60.307980  15.384749   \n",
       "2017-05-19     ...                1           1   74.360239  14.830166   \n",
       "2017-05-22     ...                1           1   84.710946  14.493333   \n",
       "2017-05-23     ...                1           1   87.283848  14.281000   \n",
       "2017-05-24     ...                1           1   91.441319  14.181665   \n",
       "2017-05-25     ...                1           1  100.423329  14.350083   \n",
       "2017-05-26     ...                1           1   99.336495  14.378833   \n",
       "2017-05-30     ...                1           1   94.738922  14.426416   \n",
       "2017-05-31     ...                1           1   92.344975  14.805416   \n",
       "2017-06-01     ...                1           1  109.263318  15.036332   \n",
       "2017-06-02     ...                1           1  116.870162  15.240501   \n",
       "2017-06-05     ...                1           1  112.297691  15.109418   \n",
       "2017-06-06     ...                1           1  103.913004  14.931169   \n",
       "2017-06-07     ...                1           1  106.009654  14.563169   \n",
       "2017-06-08     ...                1           1  104.793217  14.200836   \n",
       "2017-06-09     ...                1           1  100.907614  13.749752   \n",
       "2017-06-12     ...                1           1   96.792487  13.442417   \n",
       "2017-06-13     ...                1           1  106.089608  13.261167   \n",
       "2017-06-14     ...                1           1  102.086849  13.081584   \n",
       "2017-06-15     ...                1           1   95.019554  12.868250   \n",
       "2017-06-16     ...                1           1   94.238077  12.831748   \n",
       "2017-06-19     ...                1           1  113.111719  12.975914   \n",
       "2017-06-20     ...                1           1   95.336621  13.031999   \n",
       "2017-06-21     ...                1           1   92.412449  13.075167   \n",
       "2017-06-22     ...                1           1   89.887842  13.204333   \n",
       "2017-06-23     ...                1           1   92.260226  13.438918   \n",
       "2017-06-26     ...                1           1   91.548411  13.467417   \n",
       "2017-06-27     ...                1           1   70.465226  13.313000   \n",
       "2017-06-28     ...                1           1   90.381284  13.349750   \n",
       "2017-06-29     ...                1           1   67.956378  13.104167   \n",
       "\n",
       "            sh9_Y1_120  sh9_Y3_120  Y1_120_s10  Y3_120_s10  sh10_Y1_120  \\\n",
       "Date                                                                      \n",
       "2013-07-01           1           1   60.841380   13.830584            1   \n",
       "2013-07-02           1           1   58.085125   13.229833            1   \n",
       "2013-07-03           1           1   57.672702   12.681416            1   \n",
       "2013-07-05           1           1   72.735266   12.595999            1   \n",
       "2013-07-08           1           1   79.721879   12.427498            1   \n",
       "2013-07-09           1           1   90.357697   12.703165            1   \n",
       "2013-07-10           1           1   89.610996   13.156331            1   \n",
       "2013-07-11           1           1  110.811938   13.574582            1   \n",
       "2013-07-12           1           1  114.759109   13.970248            1   \n",
       "2013-07-15           1           1  115.865918   14.349831            1   \n",
       "2013-07-16           1           1  108.310845   14.546831            1   \n",
       "2013-07-17           1           1  111.685370   14.822083            1   \n",
       "2013-07-18           1           1  118.951247   15.181416            1   \n",
       "2013-07-19           1           1  120.339218   15.448665            1   \n",
       "2013-07-22           1           1  122.364449   15.597917            1   \n",
       "2013-07-23           1           1  117.724602   15.685001            1   \n",
       "2013-07-24           1           1  109.774611   15.750334            1   \n",
       "2013-07-25           1           1  112.467336   15.608666            1   \n",
       "2013-07-26           1           1  112.248944   15.623083            1   \n",
       "2013-07-29           1           1  104.346043   15.490583            1   \n",
       "2013-07-30           1           1  103.463965   15.427167            1   \n",
       "2013-07-31           1           1  101.683233   15.345916            1   \n",
       "2013-08-01           1           1  121.269831   15.366998            1   \n",
       "2013-08-02           1           1  122.470631   15.373249            1   \n",
       "2013-08-05           1           1  118.376518   15.373415            1   \n",
       "2013-08-06           1           1  107.019581   15.261832            1   \n",
       "2013-08-07           1           1   98.994370   15.109332            1   \n",
       "2013-08-08           1           1  104.088650   15.114415            1   \n",
       "2013-08-09           1           1   96.395880   14.818916            1   \n",
       "2013-08-12           1           1   92.995475   14.847917            1   \n",
       "...                ...         ...         ...         ...          ...   \n",
       "2017-05-18           1           1   62.239730   17.316500            1   \n",
       "2017-05-19           1           1   76.317989   16.787915            1   \n",
       "2017-05-22           1           1   86.650279   16.432666            1   \n",
       "2017-05-23           1           1   89.110848   16.108000            1   \n",
       "2017-05-24           1           1   93.253819   15.994165            1   \n",
       "2017-05-25           1           1  102.121494   16.048248            1   \n",
       "2017-05-26           1           1  101.173329   16.215668            1   \n",
       "2017-05-30           1           1   96.426339   16.113833            1   \n",
       "2017-05-31           1           1   93.629059   16.089500            1   \n",
       "2017-06-01           1           1  110.604985   16.377999            1   \n",
       "2017-06-02           1           1  118.273327   16.643667            1   \n",
       "2017-06-05           1           1  113.900192   16.711918            1   \n",
       "2017-06-06           1           1  105.527671   16.545835            1   \n",
       "2017-06-07           1           1  107.722819   16.276335            1   \n",
       "2017-06-08           1           1  106.659800   16.067419            1   \n",
       "2017-06-09           1           1  102.773198   15.615336            1   \n",
       "2017-06-12           1           1   98.527487   15.177417            1   \n",
       "2017-06-13           1           1  107.752692   14.924251            1   \n",
       "2017-06-14           1           1  103.659432   14.654167            1   \n",
       "2017-06-15           1           1   96.626888   14.475584            1   \n",
       "2017-06-16           1           1   95.709495   14.303166            1   \n",
       "2017-06-19           1           1  114.548136   14.412331            1   \n",
       "2017-06-20           1           1   96.681787   14.377165            1   \n",
       "2017-06-21           1           1   93.916699   14.579417            1   \n",
       "2017-06-22           1           1   91.302342   14.618833            1   \n",
       "2017-06-23           1           1   93.687891   14.866583            1   \n",
       "2017-06-26           1           1   93.030245   14.949251            1   \n",
       "2017-06-27           1           1   71.858226   14.706000            1   \n",
       "2017-06-28           1           1   91.775284   14.743750            1   \n",
       "2017-06-29           1           1   69.391294   14.539083            1   \n",
       "\n",
       "            sh10_Y3_120  \n",
       "Date                     \n",
       "2013-07-01            1  \n",
       "2013-07-02            1  \n",
       "2013-07-03            1  \n",
       "2013-07-05            1  \n",
       "2013-07-08            1  \n",
       "2013-07-09            1  \n",
       "2013-07-10            1  \n",
       "2013-07-11            1  \n",
       "2013-07-12            1  \n",
       "2013-07-15            1  \n",
       "2013-07-16            1  \n",
       "2013-07-17            1  \n",
       "2013-07-18            1  \n",
       "2013-07-19            1  \n",
       "2013-07-22            1  \n",
       "2013-07-23            1  \n",
       "2013-07-24            1  \n",
       "2013-07-25            1  \n",
       "2013-07-26            1  \n",
       "2013-07-29            1  \n",
       "2013-07-30            1  \n",
       "2013-07-31            1  \n",
       "2013-08-01            1  \n",
       "2013-08-02            1  \n",
       "2013-08-05            1  \n",
       "2013-08-06            1  \n",
       "2013-08-07            1  \n",
       "2013-08-08            1  \n",
       "2013-08-09            1  \n",
       "2013-08-12            1  \n",
       "...                 ...  \n",
       "2017-05-18            1  \n",
       "2017-05-19            1  \n",
       "2017-05-22            1  \n",
       "2017-05-23            1  \n",
       "2017-05-24            1  \n",
       "2017-05-25            1  \n",
       "2017-05-26            1  \n",
       "2017-05-30            1  \n",
       "2017-05-31            1  \n",
       "2017-06-01            1  \n",
       "2017-06-02            1  \n",
       "2017-06-05            1  \n",
       "2017-06-06            1  \n",
       "2017-06-07            1  \n",
       "2017-06-08            1  \n",
       "2017-06-09            1  \n",
       "2017-06-12            1  \n",
       "2017-06-13            1  \n",
       "2017-06-14            1  \n",
       "2017-06-15            1  \n",
       "2017-06-16            1  \n",
       "2017-06-19            1  \n",
       "2017-06-20            1  \n",
       "2017-06-21            1  \n",
       "2017-06-22            1  \n",
       "2017-06-23            1  \n",
       "2017-06-26            1  \n",
       "2017-06-27            1  \n",
       "2017-06-28            1  \n",
       "2017-06-29            1  \n",
       "\n",
       "[1008 rows x 1130 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Learning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_li = [i for i in sp500.columns if i.find('sh') != -1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "%run xgb_modelfit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "import copy\n",
    "\n",
    "def modelfit(alg, train, test, X, y):\n",
    "    alg = copy.deepcopy(alg)\n",
    "    xgb_params = alg.get_xgb_params()\n",
    "    xgtrain = xgb.DMatrix(train[X].values, label=train[y].values)\n",
    "    cvresult=xgb.cv(xgb_params, xgtrain,\n",
    "                    num_boost_round=alg.get_params()['n_estimators'],\n",
    "                    nfold=5, early_stopping_rounds=50,\n",
    "                    show_stdv=False)\n",
    "    alg.set_params(n_estimators=cvresult.shape[0])\n",
    "    alg.fit(train[X], train[y], eval_metric='auc')\n",
    "    dtrain_predictions = alg.predict(train[X])\n",
    "    dtrain_predprob = alg.predict_proba(train[X])[:,1]\n",
    "    dtest_predictions = alg.predict(test[X])\n",
    "    dtest_predprob = alg.predict_proba(test[X])[:,1]\n",
    "    print(\"Train Accuracy : {:.4f}\".format(metrics.accuracy_score(\n",
    "                            train[y].values, dtrain_predictions)))\n",
    "    print(\"Train AUC Score : {:.4f}\".format(metrics.roc_auc_score(\n",
    "                            train[y].values, dtrain_predprob)))\n",
    "    print(\"Test  Accuracy : {:.4f}\".format(metrics.accuracy_score(\n",
    "                            test[y].values, dtest_predictions)))\n",
    "    print(\"Test  AUC Score : {:.4f}\".format(metrics.roc_auc_score(\n",
    "                            test[y].values, dtest_predprob)))\n",
    "    return alg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Open',\n",
       " 'High',\n",
       " 'Low',\n",
       " 'Close',\n",
       " 'Adj Close',\n",
       " 'pct_change',\n",
       " 'close_ma_3',\n",
       " 'close_ma_5',\n",
       " 'close_ma_7',\n",
       " 'close_ma_9',\n",
       " 'close_ma_11',\n",
       " 'close_ma_13',\n",
       " 'close_ma_15',\n",
       " 'close_ma_17',\n",
       " 'close_ma_19',\n",
       " 'close_ma_21',\n",
       " 'close_ma_23',\n",
       " 'close_ma_25',\n",
       " 'close_ma_27',\n",
       " 'close_ma_29',\n",
       " 'his_vol_7',\n",
       " 'his_vol_21',\n",
       " 'his_vol_30',\n",
       " 'his_vol_60',\n",
       " 'his_vol_90',\n",
       " 'his_vol_91',\n",
       " 'his_vol_100',\n",
       " 'his_vol_120',\n",
       " 'returnsCC1',\n",
       " 'returnsOO1',\n",
       " 'returnsOC1',\n",
       " 'returnsCC3',\n",
       " 'returnsOO3',\n",
       " 'returnsOC3',\n",
       " 'returnsCC5',\n",
       " 'returnsOO5',\n",
       " 'returnsOC5',\n",
       " 'returnsCC7',\n",
       " 'returnsOO7',\n",
       " 'returnsOC7',\n",
       " 'returnsCC10',\n",
       " 'returnsOO10',\n",
       " 'returnsOC10',\n",
       " 'returnsCC12',\n",
       " 'returnsOO12',\n",
       " 'returnsOC12',\n",
       " 'returnsCC14',\n",
       " 'returnsOO14',\n",
       " 'returnsOC14',\n",
       " 'Y1_1_s1',\n",
       " 'Y3_1_s1',\n",
       " 'Y1_1_s2',\n",
       " 'Y3_1_s2',\n",
       " 'Y1_1_s3',\n",
       " 'Y3_1_s3',\n",
       " 'Y1_1_s4',\n",
       " 'Y3_1_s4',\n",
       " 'Y1_1_s5',\n",
       " 'Y3_1_s5',\n",
       " 'Y1_1_s6',\n",
       " 'Y3_1_s6',\n",
       " 'Y1_1_s7',\n",
       " 'Y3_1_s7',\n",
       " 'Y1_1_s8',\n",
       " 'Y3_1_s8',\n",
       " 'Y1_1_s9',\n",
       " 'Y3_1_s9',\n",
       " 'Y1_1_s10',\n",
       " 'Y3_1_s10',\n",
       " 'Y1_3_s1',\n",
       " 'Y3_3_s1',\n",
       " 'Y1_3_s2',\n",
       " 'Y3_3_s2',\n",
       " 'Y1_3_s3',\n",
       " 'Y3_3_s3',\n",
       " 'Y1_3_s4',\n",
       " 'Y3_3_s4',\n",
       " 'Y1_3_s5',\n",
       " 'Y3_3_s5',\n",
       " 'Y1_3_s6',\n",
       " 'Y3_3_s6',\n",
       " 'Y1_3_s7',\n",
       " 'Y3_3_s7',\n",
       " 'Y1_3_s8',\n",
       " 'Y3_3_s8',\n",
       " 'Y1_3_s9',\n",
       " 'Y3_3_s9',\n",
       " 'Y1_3_s10',\n",
       " 'Y3_3_s10',\n",
       " 'Y1_5_s1',\n",
       " 'Y3_5_s1',\n",
       " 'Y1_5_s2',\n",
       " 'Y3_5_s2',\n",
       " 'Y1_5_s3',\n",
       " 'Y3_5_s3',\n",
       " 'Y1_5_s4',\n",
       " 'Y3_5_s4',\n",
       " 'Y1_5_s5',\n",
       " 'Y3_5_s5',\n",
       " 'Y1_5_s6',\n",
       " 'Y3_5_s6',\n",
       " 'Y1_5_s7',\n",
       " 'Y3_5_s7',\n",
       " 'Y1_5_s8',\n",
       " 'Y3_5_s8',\n",
       " 'Y1_5_s9',\n",
       " 'Y3_5_s9',\n",
       " 'Y1_5_s10',\n",
       " 'Y3_5_s10',\n",
       " 'Y1_7_s1',\n",
       " 'Y3_7_s1',\n",
       " 'Y1_7_s2',\n",
       " 'Y3_7_s2',\n",
       " 'Y1_7_s3',\n",
       " 'Y3_7_s3',\n",
       " 'Y1_7_s4',\n",
       " 'Y3_7_s4',\n",
       " 'Y1_7_s5',\n",
       " 'Y3_7_s5',\n",
       " 'Y1_7_s6',\n",
       " 'Y3_7_s6',\n",
       " 'Y1_7_s7',\n",
       " 'Y3_7_s7',\n",
       " 'Y1_7_s8',\n",
       " 'Y3_7_s8',\n",
       " 'Y1_7_s9',\n",
       " 'Y3_7_s9',\n",
       " 'Y1_7_s10',\n",
       " 'Y3_7_s10',\n",
       " 'Y1_10_s1',\n",
       " 'Y3_10_s1',\n",
       " 'Y1_10_s2',\n",
       " 'Y3_10_s2',\n",
       " 'Y1_10_s3',\n",
       " 'Y3_10_s3',\n",
       " 'Y1_10_s4',\n",
       " 'Y3_10_s4',\n",
       " 'Y1_10_s5',\n",
       " 'Y3_10_s5',\n",
       " 'Y1_10_s6',\n",
       " 'Y3_10_s6',\n",
       " 'Y1_10_s7',\n",
       " 'Y3_10_s7',\n",
       " 'Y1_10_s8',\n",
       " 'Y3_10_s8',\n",
       " 'Y1_10_s9',\n",
       " 'Y3_10_s9',\n",
       " 'Y1_10_s10',\n",
       " 'Y3_10_s10',\n",
       " 'Y1_15_s1',\n",
       " 'Y3_15_s1',\n",
       " 'Y1_15_s2',\n",
       " 'Y3_15_s2',\n",
       " 'Y1_15_s3',\n",
       " 'Y3_15_s3',\n",
       " 'Y1_15_s4',\n",
       " 'Y3_15_s4',\n",
       " 'Y1_15_s5',\n",
       " 'Y3_15_s5',\n",
       " 'Y1_15_s6',\n",
       " 'Y3_15_s6',\n",
       " 'Y1_15_s7',\n",
       " 'Y3_15_s7',\n",
       " 'Y1_15_s8',\n",
       " 'Y3_15_s8',\n",
       " 'Y1_15_s9',\n",
       " 'Y3_15_s9',\n",
       " 'Y1_15_s10',\n",
       " 'Y3_15_s10',\n",
       " 'Y1_20_s1',\n",
       " 'Y3_20_s1',\n",
       " 'Y1_20_s2',\n",
       " 'Y3_20_s2',\n",
       " 'Y1_20_s3',\n",
       " 'Y3_20_s3',\n",
       " 'Y1_20_s4',\n",
       " 'Y3_20_s4',\n",
       " 'Y1_20_s5',\n",
       " 'Y3_20_s5',\n",
       " 'Y1_20_s6',\n",
       " 'Y3_20_s6',\n",
       " 'Y1_20_s7',\n",
       " 'Y3_20_s7',\n",
       " 'Y1_20_s8',\n",
       " 'Y3_20_s8',\n",
       " 'Y1_20_s9',\n",
       " 'Y3_20_s9',\n",
       " 'Y1_20_s10',\n",
       " 'Y3_20_s10',\n",
       " 'Y1_25_s1',\n",
       " 'Y3_25_s1',\n",
       " 'Y1_25_s2',\n",
       " 'Y3_25_s2',\n",
       " 'Y1_25_s3',\n",
       " 'Y3_25_s3',\n",
       " 'Y1_25_s4',\n",
       " 'Y3_25_s4',\n",
       " 'Y1_25_s5',\n",
       " 'Y3_25_s5',\n",
       " 'Y1_25_s6',\n",
       " 'Y3_25_s6',\n",
       " 'Y1_25_s7',\n",
       " 'Y3_25_s7',\n",
       " 'Y1_25_s8',\n",
       " 'Y3_25_s8',\n",
       " 'Y1_25_s9',\n",
       " 'Y3_25_s9',\n",
       " 'Y1_25_s10',\n",
       " 'Y3_25_s10',\n",
       " 'Y1_30_s1',\n",
       " 'Y3_30_s1',\n",
       " 'Y1_30_s2',\n",
       " 'Y3_30_s2',\n",
       " 'Y1_30_s3',\n",
       " 'Y3_30_s3',\n",
       " 'Y1_30_s4',\n",
       " 'Y3_30_s4',\n",
       " 'Y1_30_s5',\n",
       " 'Y3_30_s5',\n",
       " 'Y1_30_s6',\n",
       " 'Y3_30_s6',\n",
       " 'Y1_30_s7',\n",
       " 'Y3_30_s7',\n",
       " 'Y1_30_s8',\n",
       " 'Y3_30_s8',\n",
       " 'Y1_30_s9',\n",
       " 'Y3_30_s9',\n",
       " 'Y1_30_s10',\n",
       " 'Y3_30_s10',\n",
       " 'Y1_35_s1',\n",
       " 'Y3_35_s1',\n",
       " 'Y1_35_s2',\n",
       " 'Y3_35_s2',\n",
       " 'Y1_35_s3',\n",
       " 'Y3_35_s3',\n",
       " 'Y1_35_s4',\n",
       " 'Y3_35_s4',\n",
       " 'Y1_35_s5',\n",
       " 'Y3_35_s5',\n",
       " 'Y1_35_s6',\n",
       " 'Y3_35_s6',\n",
       " 'Y1_35_s7',\n",
       " 'Y3_35_s7',\n",
       " 'Y1_35_s8',\n",
       " 'Y3_35_s8',\n",
       " 'Y1_35_s9',\n",
       " 'Y3_35_s9',\n",
       " 'Y1_35_s10',\n",
       " 'Y3_35_s10',\n",
       " 'Y1_40_s1',\n",
       " 'Y3_40_s1',\n",
       " 'Y1_40_s2',\n",
       " 'Y3_40_s2',\n",
       " 'Y1_40_s3',\n",
       " 'Y3_40_s3',\n",
       " 'Y1_40_s4',\n",
       " 'Y3_40_s4',\n",
       " 'Y1_40_s5',\n",
       " 'Y3_40_s5',\n",
       " 'Y1_40_s6',\n",
       " 'Y3_40_s6',\n",
       " 'Y1_40_s7',\n",
       " 'Y3_40_s7',\n",
       " 'Y1_40_s8',\n",
       " 'Y3_40_s8',\n",
       " 'Y1_40_s9',\n",
       " 'Y3_40_s9',\n",
       " 'Y1_40_s10',\n",
       " 'Y3_40_s10',\n",
       " 'Y1_45_s1',\n",
       " 'Y3_45_s1',\n",
       " 'Y1_45_s2',\n",
       " 'Y3_45_s2',\n",
       " 'Y1_45_s3',\n",
       " 'Y3_45_s3',\n",
       " 'Y1_45_s4',\n",
       " 'Y3_45_s4',\n",
       " 'Y1_45_s5',\n",
       " 'Y3_45_s5',\n",
       " 'Y1_45_s6',\n",
       " 'Y3_45_s6',\n",
       " 'Y1_45_s7',\n",
       " 'Y3_45_s7',\n",
       " 'Y1_45_s8',\n",
       " 'Y3_45_s8',\n",
       " 'Y1_45_s9',\n",
       " 'Y3_45_s9',\n",
       " 'Y1_45_s10',\n",
       " 'Y3_45_s10',\n",
       " 'Y1_50_s1',\n",
       " 'Y3_50_s1',\n",
       " 'Y1_50_s2',\n",
       " 'Y3_50_s2',\n",
       " 'Y1_50_s3',\n",
       " 'Y3_50_s3',\n",
       " 'Y1_50_s4',\n",
       " 'Y3_50_s4',\n",
       " 'Y1_50_s5',\n",
       " 'Y3_50_s5',\n",
       " 'Y1_50_s6',\n",
       " 'Y3_50_s6',\n",
       " 'Y1_50_s7',\n",
       " 'Y3_50_s7',\n",
       " 'Y1_50_s8',\n",
       " 'Y3_50_s8',\n",
       " 'Y1_50_s9',\n",
       " 'Y3_50_s9',\n",
       " 'Y1_50_s10',\n",
       " 'Y3_50_s10',\n",
       " 'Y1_55_s1',\n",
       " 'Y3_55_s1',\n",
       " 'Y1_55_s2',\n",
       " 'Y3_55_s2',\n",
       " 'Y1_55_s3',\n",
       " 'Y3_55_s3',\n",
       " 'Y1_55_s4',\n",
       " 'Y3_55_s4',\n",
       " 'Y1_55_s5',\n",
       " 'Y3_55_s5',\n",
       " 'Y1_55_s6',\n",
       " 'Y3_55_s6',\n",
       " 'Y1_55_s7',\n",
       " 'Y3_55_s7',\n",
       " 'Y1_55_s8',\n",
       " 'Y3_55_s8',\n",
       " 'Y1_55_s9',\n",
       " 'Y3_55_s9',\n",
       " 'Y1_55_s10',\n",
       " 'Y3_55_s10',\n",
       " 'Y1_60_s1',\n",
       " 'Y3_60_s1',\n",
       " 'Y1_60_s2',\n",
       " 'Y3_60_s2',\n",
       " 'Y1_60_s3',\n",
       " 'Y3_60_s3',\n",
       " 'Y1_60_s4',\n",
       " 'Y3_60_s4',\n",
       " 'Y1_60_s5',\n",
       " 'Y3_60_s5',\n",
       " 'Y1_60_s6',\n",
       " 'Y3_60_s6',\n",
       " 'Y1_60_s7',\n",
       " 'Y3_60_s7',\n",
       " 'Y1_60_s8',\n",
       " 'Y3_60_s8',\n",
       " 'Y1_60_s9',\n",
       " 'Y3_60_s9',\n",
       " 'Y1_60_s10',\n",
       " 'Y3_60_s10',\n",
       " 'Y1_65_s1',\n",
       " 'Y3_65_s1',\n",
       " 'Y1_65_s2',\n",
       " 'Y3_65_s2',\n",
       " 'Y1_65_s3',\n",
       " 'Y3_65_s3',\n",
       " 'Y1_65_s4',\n",
       " 'Y3_65_s4',\n",
       " 'Y1_65_s5',\n",
       " 'Y3_65_s5',\n",
       " 'Y1_65_s6',\n",
       " 'Y3_65_s6',\n",
       " 'Y1_65_s7',\n",
       " 'Y3_65_s7',\n",
       " 'Y1_65_s8',\n",
       " 'Y3_65_s8',\n",
       " 'Y1_65_s9',\n",
       " 'Y3_65_s9',\n",
       " 'Y1_65_s10',\n",
       " 'Y3_65_s10',\n",
       " 'Y1_70_s1',\n",
       " 'Y3_70_s1',\n",
       " 'Y1_70_s2',\n",
       " 'Y3_70_s2',\n",
       " 'Y1_70_s3',\n",
       " 'Y3_70_s3',\n",
       " 'Y1_70_s4',\n",
       " 'Y3_70_s4',\n",
       " 'Y1_70_s5',\n",
       " 'Y3_70_s5',\n",
       " 'Y1_70_s6',\n",
       " 'Y3_70_s6',\n",
       " 'Y1_70_s7',\n",
       " 'Y3_70_s7',\n",
       " 'Y1_70_s8',\n",
       " 'Y3_70_s8',\n",
       " 'Y1_70_s9',\n",
       " 'Y3_70_s9',\n",
       " 'Y1_70_s10',\n",
       " 'Y3_70_s10',\n",
       " 'Y1_75_s1',\n",
       " 'Y3_75_s1',\n",
       " 'Y1_75_s2',\n",
       " 'Y3_75_s2',\n",
       " 'Y1_75_s3',\n",
       " 'Y3_75_s3',\n",
       " 'Y1_75_s4',\n",
       " 'Y3_75_s4',\n",
       " 'Y1_75_s5',\n",
       " 'Y3_75_s5',\n",
       " 'Y1_75_s6',\n",
       " 'Y3_75_s6',\n",
       " 'Y1_75_s7',\n",
       " 'Y3_75_s7',\n",
       " 'Y1_75_s8',\n",
       " 'Y3_75_s8',\n",
       " 'Y1_75_s9',\n",
       " 'Y3_75_s9',\n",
       " 'Y1_75_s10',\n",
       " 'Y3_75_s10',\n",
       " 'Y1_80_s1',\n",
       " 'Y3_80_s1',\n",
       " 'Y1_80_s2',\n",
       " 'Y3_80_s2',\n",
       " 'Y1_80_s3',\n",
       " 'Y3_80_s3',\n",
       " 'Y1_80_s4',\n",
       " 'Y3_80_s4',\n",
       " 'Y1_80_s5',\n",
       " 'Y3_80_s5',\n",
       " 'Y1_80_s6',\n",
       " 'Y3_80_s6',\n",
       " 'Y1_80_s7',\n",
       " 'Y3_80_s7',\n",
       " 'Y1_80_s8',\n",
       " 'Y3_80_s8',\n",
       " 'Y1_80_s9',\n",
       " 'Y3_80_s9',\n",
       " 'Y1_80_s10',\n",
       " 'Y3_80_s10',\n",
       " 'Y1_85_s1',\n",
       " 'Y3_85_s1',\n",
       " 'Y1_85_s2',\n",
       " 'Y3_85_s2',\n",
       " 'Y1_85_s3',\n",
       " 'Y3_85_s3',\n",
       " 'Y1_85_s4',\n",
       " 'Y3_85_s4',\n",
       " 'Y1_85_s5',\n",
       " 'Y3_85_s5',\n",
       " 'Y1_85_s6',\n",
       " 'Y3_85_s6',\n",
       " 'Y1_85_s7',\n",
       " 'Y3_85_s7',\n",
       " 'Y1_85_s8',\n",
       " 'Y3_85_s8',\n",
       " 'Y1_85_s9',\n",
       " 'Y3_85_s9',\n",
       " 'Y1_85_s10',\n",
       " 'Y3_85_s10',\n",
       " 'Y1_90_s1',\n",
       " 'Y3_90_s1',\n",
       " 'Y1_90_s2',\n",
       " 'Y3_90_s2',\n",
       " 'Y1_90_s3',\n",
       " 'Y3_90_s3',\n",
       " 'Y1_90_s4',\n",
       " 'Y3_90_s4',\n",
       " 'Y1_90_s5',\n",
       " 'Y3_90_s5',\n",
       " 'Y1_90_s6',\n",
       " 'Y3_90_s6',\n",
       " 'Y1_90_s7',\n",
       " 'Y3_90_s7',\n",
       " 'Y1_90_s8',\n",
       " 'Y3_90_s8',\n",
       " 'Y1_90_s9',\n",
       " 'Y3_90_s9',\n",
       " 'Y1_90_s10',\n",
       " 'Y3_90_s10',\n",
       " 'Y1_95_s1',\n",
       " 'Y3_95_s1',\n",
       " 'Y1_95_s2',\n",
       " 'Y3_95_s2',\n",
       " 'Y1_95_s3',\n",
       " 'Y3_95_s3',\n",
       " 'Y1_95_s4',\n",
       " 'Y3_95_s4',\n",
       " 'Y1_95_s5',\n",
       " 'Y3_95_s5',\n",
       " 'Y1_95_s6',\n",
       " 'Y3_95_s6',\n",
       " 'Y1_95_s7',\n",
       " 'Y3_95_s7',\n",
       " 'Y1_95_s8',\n",
       " 'Y3_95_s8',\n",
       " 'Y1_95_s9',\n",
       " 'Y3_95_s9',\n",
       " 'Y1_95_s10',\n",
       " 'Y3_95_s10',\n",
       " 'Y1_100_s1',\n",
       " 'Y3_100_s1',\n",
       " 'Y1_100_s2',\n",
       " 'Y3_100_s2',\n",
       " 'Y1_100_s3',\n",
       " 'Y3_100_s3',\n",
       " 'Y1_100_s4',\n",
       " 'Y3_100_s4',\n",
       " 'Y1_100_s5',\n",
       " 'Y3_100_s5',\n",
       " 'Y1_100_s6',\n",
       " 'Y3_100_s6',\n",
       " 'Y1_100_s7',\n",
       " 'Y3_100_s7',\n",
       " 'Y1_100_s8',\n",
       " 'Y3_100_s8',\n",
       " 'Y1_100_s9',\n",
       " 'Y3_100_s9',\n",
       " 'Y1_100_s10',\n",
       " 'Y3_100_s10',\n",
       " 'Y1_105_s1',\n",
       " 'Y3_105_s1',\n",
       " 'Y1_105_s2',\n",
       " 'Y3_105_s2',\n",
       " 'Y1_105_s3',\n",
       " 'Y3_105_s3',\n",
       " 'Y1_105_s4',\n",
       " 'Y3_105_s4',\n",
       " 'Y1_105_s5',\n",
       " 'Y3_105_s5',\n",
       " 'Y1_105_s6',\n",
       " 'Y3_105_s6',\n",
       " 'Y1_105_s7',\n",
       " 'Y3_105_s7',\n",
       " 'Y1_105_s8',\n",
       " 'Y3_105_s8',\n",
       " 'Y1_105_s9',\n",
       " 'Y3_105_s9',\n",
       " 'Y1_105_s10',\n",
       " 'Y3_105_s10',\n",
       " 'Y1_110_s1',\n",
       " 'Y3_110_s1',\n",
       " 'Y1_110_s2',\n",
       " 'Y3_110_s2',\n",
       " 'Y1_110_s3',\n",
       " 'Y3_110_s3',\n",
       " 'Y1_110_s4',\n",
       " 'Y3_110_s4',\n",
       " 'Y1_110_s5',\n",
       " 'Y3_110_s5',\n",
       " 'Y1_110_s6',\n",
       " 'Y3_110_s6',\n",
       " 'Y1_110_s7',\n",
       " 'Y3_110_s7',\n",
       " 'Y1_110_s8',\n",
       " 'Y3_110_s8',\n",
       " 'Y1_110_s9',\n",
       " 'Y3_110_s9',\n",
       " 'Y1_110_s10',\n",
       " 'Y3_110_s10',\n",
       " 'Y1_115_s1',\n",
       " 'Y3_115_s1',\n",
       " 'Y1_115_s2',\n",
       " 'Y3_115_s2',\n",
       " 'Y1_115_s3',\n",
       " 'Y3_115_s3',\n",
       " 'Y1_115_s4',\n",
       " 'Y3_115_s4',\n",
       " 'Y1_115_s5',\n",
       " 'Y3_115_s5',\n",
       " 'Y1_115_s6',\n",
       " 'Y3_115_s6',\n",
       " 'Y1_115_s7',\n",
       " 'Y3_115_s7',\n",
       " 'Y1_115_s8',\n",
       " 'Y3_115_s8',\n",
       " 'Y1_115_s9',\n",
       " 'Y3_115_s9',\n",
       " 'Y1_115_s10',\n",
       " 'Y3_115_s10',\n",
       " 'Y1_120_s1',\n",
       " 'Y3_120_s1',\n",
       " 'Y1_120_s2',\n",
       " 'Y3_120_s2',\n",
       " 'Y1_120_s3',\n",
       " 'Y3_120_s3',\n",
       " 'Y1_120_s4',\n",
       " 'Y3_120_s4',\n",
       " 'Y1_120_s5',\n",
       " 'Y3_120_s5',\n",
       " 'Y1_120_s6',\n",
       " 'Y3_120_s6',\n",
       " 'Y1_120_s7',\n",
       " 'Y3_120_s7',\n",
       " 'Y1_120_s8',\n",
       " 'Y3_120_s8',\n",
       " 'Y1_120_s9',\n",
       " 'Y3_120_s9',\n",
       " 'Y1_120_s10',\n",
       " 'Y3_120_s10']"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_li"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['sh1_Y1_1',\n",
       " 'sh1_Y3_1',\n",
       " 'sh2_Y1_1',\n",
       " 'sh2_Y3_1',\n",
       " 'sh3_Y1_1',\n",
       " 'sh3_Y3_1',\n",
       " 'sh4_Y1_1',\n",
       " 'sh4_Y3_1',\n",
       " 'sh5_Y1_1',\n",
       " 'sh5_Y3_1',\n",
       " 'sh6_Y1_1',\n",
       " 'sh6_Y3_1',\n",
       " 'sh7_Y1_1',\n",
       " 'sh7_Y3_1',\n",
       " 'sh8_Y1_1',\n",
       " 'sh8_Y3_1',\n",
       " 'sh9_Y1_1',\n",
       " 'sh9_Y3_1',\n",
       " 'sh10_Y1_1',\n",
       " 'sh10_Y3_1',\n",
       " 'sh1_Y1_3',\n",
       " 'sh1_Y3_3',\n",
       " 'sh2_Y1_3',\n",
       " 'sh2_Y3_3',\n",
       " 'sh3_Y1_3',\n",
       " 'sh3_Y3_3',\n",
       " 'sh4_Y1_3',\n",
       " 'sh4_Y3_3',\n",
       " 'sh5_Y1_3',\n",
       " 'sh5_Y3_3',\n",
       " 'sh6_Y1_3',\n",
       " 'sh6_Y3_3',\n",
       " 'sh7_Y1_3',\n",
       " 'sh7_Y3_3',\n",
       " 'sh8_Y1_3',\n",
       " 'sh8_Y3_3',\n",
       " 'sh9_Y1_3',\n",
       " 'sh9_Y3_3',\n",
       " 'sh10_Y1_3',\n",
       " 'sh10_Y3_3',\n",
       " 'sh1_Y1_5',\n",
       " 'sh1_Y3_5',\n",
       " 'sh2_Y1_5',\n",
       " 'sh2_Y3_5',\n",
       " 'sh3_Y1_5',\n",
       " 'sh3_Y3_5',\n",
       " 'sh4_Y1_5',\n",
       " 'sh4_Y3_5',\n",
       " 'sh5_Y1_5',\n",
       " 'sh5_Y3_5',\n",
       " 'sh6_Y1_5',\n",
       " 'sh6_Y3_5',\n",
       " 'sh7_Y1_5',\n",
       " 'sh7_Y3_5',\n",
       " 'sh8_Y1_5',\n",
       " 'sh8_Y3_5',\n",
       " 'sh9_Y1_5',\n",
       " 'sh9_Y3_5',\n",
       " 'sh10_Y1_5',\n",
       " 'sh10_Y3_5',\n",
       " 'sh1_Y1_7',\n",
       " 'sh1_Y3_7',\n",
       " 'sh2_Y1_7',\n",
       " 'sh2_Y3_7',\n",
       " 'sh3_Y1_7',\n",
       " 'sh3_Y3_7',\n",
       " 'sh4_Y1_7',\n",
       " 'sh4_Y3_7',\n",
       " 'sh5_Y1_7',\n",
       " 'sh5_Y3_7',\n",
       " 'sh6_Y1_7',\n",
       " 'sh6_Y3_7',\n",
       " 'sh7_Y1_7',\n",
       " 'sh7_Y3_7',\n",
       " 'sh8_Y1_7',\n",
       " 'sh8_Y3_7',\n",
       " 'sh9_Y1_7',\n",
       " 'sh9_Y3_7',\n",
       " 'sh10_Y1_7',\n",
       " 'sh10_Y3_7',\n",
       " 'sh1_Y1_10',\n",
       " 'sh1_Y3_10',\n",
       " 'sh2_Y1_10',\n",
       " 'sh2_Y3_10',\n",
       " 'sh3_Y1_10',\n",
       " 'sh3_Y3_10',\n",
       " 'sh4_Y1_10',\n",
       " 'sh4_Y3_10',\n",
       " 'sh5_Y1_10',\n",
       " 'sh5_Y3_10',\n",
       " 'sh6_Y1_10',\n",
       " 'sh6_Y3_10',\n",
       " 'sh7_Y1_10',\n",
       " 'sh7_Y3_10',\n",
       " 'sh8_Y1_10',\n",
       " 'sh8_Y3_10',\n",
       " 'sh9_Y1_10',\n",
       " 'sh9_Y3_10',\n",
       " 'sh10_Y1_10',\n",
       " 'sh10_Y3_10',\n",
       " 'sh1_Y1_15',\n",
       " 'sh1_Y3_15',\n",
       " 'sh2_Y1_15',\n",
       " 'sh2_Y3_15',\n",
       " 'sh3_Y1_15',\n",
       " 'sh3_Y3_15',\n",
       " 'sh4_Y1_15',\n",
       " 'sh4_Y3_15',\n",
       " 'sh5_Y1_15',\n",
       " 'sh5_Y3_15',\n",
       " 'sh6_Y1_15',\n",
       " 'sh6_Y3_15',\n",
       " 'sh7_Y1_15',\n",
       " 'sh7_Y3_15',\n",
       " 'sh8_Y1_15',\n",
       " 'sh8_Y3_15',\n",
       " 'sh9_Y1_15',\n",
       " 'sh9_Y3_15',\n",
       " 'sh10_Y1_15',\n",
       " 'sh10_Y3_15',\n",
       " 'sh1_Y1_20',\n",
       " 'sh1_Y3_20',\n",
       " 'sh2_Y1_20',\n",
       " 'sh2_Y3_20',\n",
       " 'sh3_Y1_20',\n",
       " 'sh3_Y3_20',\n",
       " 'sh4_Y1_20',\n",
       " 'sh4_Y3_20',\n",
       " 'sh5_Y1_20',\n",
       " 'sh5_Y3_20',\n",
       " 'sh6_Y1_20',\n",
       " 'sh6_Y3_20',\n",
       " 'sh7_Y1_20',\n",
       " 'sh7_Y3_20',\n",
       " 'sh8_Y1_20',\n",
       " 'sh8_Y3_20',\n",
       " 'sh9_Y1_20',\n",
       " 'sh9_Y3_20',\n",
       " 'sh10_Y1_20',\n",
       " 'sh10_Y3_20',\n",
       " 'sh1_Y1_25',\n",
       " 'sh1_Y3_25',\n",
       " 'sh2_Y1_25',\n",
       " 'sh2_Y3_25',\n",
       " 'sh3_Y1_25',\n",
       " 'sh3_Y3_25',\n",
       " 'sh4_Y1_25',\n",
       " 'sh4_Y3_25',\n",
       " 'sh5_Y1_25',\n",
       " 'sh5_Y3_25',\n",
       " 'sh6_Y1_25',\n",
       " 'sh6_Y3_25',\n",
       " 'sh7_Y1_25',\n",
       " 'sh7_Y3_25',\n",
       " 'sh8_Y1_25',\n",
       " 'sh8_Y3_25',\n",
       " 'sh9_Y1_25',\n",
       " 'sh9_Y3_25',\n",
       " 'sh10_Y1_25',\n",
       " 'sh10_Y3_25',\n",
       " 'sh1_Y1_30',\n",
       " 'sh1_Y3_30',\n",
       " 'sh2_Y1_30',\n",
       " 'sh2_Y3_30',\n",
       " 'sh3_Y1_30',\n",
       " 'sh3_Y3_30',\n",
       " 'sh4_Y1_30',\n",
       " 'sh4_Y3_30',\n",
       " 'sh5_Y1_30',\n",
       " 'sh5_Y3_30',\n",
       " 'sh6_Y1_30',\n",
       " 'sh6_Y3_30',\n",
       " 'sh7_Y1_30',\n",
       " 'sh7_Y3_30',\n",
       " 'sh8_Y1_30',\n",
       " 'sh8_Y3_30',\n",
       " 'sh9_Y1_30',\n",
       " 'sh9_Y3_30',\n",
       " 'sh10_Y1_30',\n",
       " 'sh10_Y3_30',\n",
       " 'sh1_Y1_35',\n",
       " 'sh1_Y3_35',\n",
       " 'sh2_Y1_35',\n",
       " 'sh2_Y3_35',\n",
       " 'sh3_Y1_35',\n",
       " 'sh3_Y3_35',\n",
       " 'sh4_Y1_35',\n",
       " 'sh4_Y3_35',\n",
       " 'sh5_Y1_35',\n",
       " 'sh5_Y3_35',\n",
       " 'sh6_Y1_35',\n",
       " 'sh6_Y3_35',\n",
       " 'sh7_Y1_35',\n",
       " 'sh7_Y3_35',\n",
       " 'sh8_Y1_35',\n",
       " 'sh8_Y3_35',\n",
       " 'sh9_Y1_35',\n",
       " 'sh9_Y3_35',\n",
       " 'sh10_Y1_35',\n",
       " 'sh10_Y3_35',\n",
       " 'sh1_Y1_40',\n",
       " 'sh1_Y3_40',\n",
       " 'sh2_Y1_40',\n",
       " 'sh2_Y3_40',\n",
       " 'sh3_Y1_40',\n",
       " 'sh3_Y3_40',\n",
       " 'sh4_Y1_40',\n",
       " 'sh4_Y3_40',\n",
       " 'sh5_Y1_40',\n",
       " 'sh5_Y3_40',\n",
       " 'sh6_Y1_40',\n",
       " 'sh6_Y3_40',\n",
       " 'sh7_Y1_40',\n",
       " 'sh7_Y3_40',\n",
       " 'sh8_Y1_40',\n",
       " 'sh8_Y3_40',\n",
       " 'sh9_Y1_40',\n",
       " 'sh9_Y3_40',\n",
       " 'sh10_Y1_40',\n",
       " 'sh10_Y3_40',\n",
       " 'sh1_Y1_45',\n",
       " 'sh1_Y3_45',\n",
       " 'sh2_Y1_45',\n",
       " 'sh2_Y3_45',\n",
       " 'sh3_Y1_45',\n",
       " 'sh3_Y3_45',\n",
       " 'sh4_Y1_45',\n",
       " 'sh4_Y3_45',\n",
       " 'sh5_Y1_45',\n",
       " 'sh5_Y3_45',\n",
       " 'sh6_Y1_45',\n",
       " 'sh6_Y3_45',\n",
       " 'sh7_Y1_45',\n",
       " 'sh7_Y3_45',\n",
       " 'sh8_Y1_45',\n",
       " 'sh8_Y3_45',\n",
       " 'sh9_Y1_45',\n",
       " 'sh9_Y3_45',\n",
       " 'sh10_Y1_45',\n",
       " 'sh10_Y3_45',\n",
       " 'sh1_Y1_50',\n",
       " 'sh1_Y3_50',\n",
       " 'sh2_Y1_50',\n",
       " 'sh2_Y3_50',\n",
       " 'sh3_Y1_50',\n",
       " 'sh3_Y3_50',\n",
       " 'sh4_Y1_50',\n",
       " 'sh4_Y3_50',\n",
       " 'sh5_Y1_50',\n",
       " 'sh5_Y3_50',\n",
       " 'sh6_Y1_50',\n",
       " 'sh6_Y3_50',\n",
       " 'sh7_Y1_50',\n",
       " 'sh7_Y3_50',\n",
       " 'sh8_Y1_50',\n",
       " 'sh8_Y3_50',\n",
       " 'sh9_Y1_50',\n",
       " 'sh9_Y3_50',\n",
       " 'sh10_Y1_50',\n",
       " 'sh10_Y3_50',\n",
       " 'sh1_Y1_55',\n",
       " 'sh1_Y3_55',\n",
       " 'sh2_Y1_55',\n",
       " 'sh2_Y3_55',\n",
       " 'sh3_Y1_55',\n",
       " 'sh3_Y3_55',\n",
       " 'sh4_Y1_55',\n",
       " 'sh4_Y3_55',\n",
       " 'sh5_Y1_55',\n",
       " 'sh5_Y3_55',\n",
       " 'sh6_Y1_55',\n",
       " 'sh6_Y3_55',\n",
       " 'sh7_Y1_55',\n",
       " 'sh7_Y3_55',\n",
       " 'sh8_Y1_55',\n",
       " 'sh8_Y3_55',\n",
       " 'sh9_Y1_55',\n",
       " 'sh9_Y3_55',\n",
       " 'sh10_Y1_55',\n",
       " 'sh10_Y3_55',\n",
       " 'sh1_Y1_60',\n",
       " 'sh1_Y3_60',\n",
       " 'sh2_Y1_60',\n",
       " 'sh2_Y3_60',\n",
       " 'sh3_Y1_60',\n",
       " 'sh3_Y3_60',\n",
       " 'sh4_Y1_60',\n",
       " 'sh4_Y3_60',\n",
       " 'sh5_Y1_60',\n",
       " 'sh5_Y3_60',\n",
       " 'sh6_Y1_60',\n",
       " 'sh6_Y3_60',\n",
       " 'sh7_Y1_60',\n",
       " 'sh7_Y3_60',\n",
       " 'sh8_Y1_60',\n",
       " 'sh8_Y3_60',\n",
       " 'sh9_Y1_60',\n",
       " 'sh9_Y3_60',\n",
       " 'sh10_Y1_60',\n",
       " 'sh10_Y3_60',\n",
       " 'sh1_Y1_65',\n",
       " 'sh1_Y3_65',\n",
       " 'sh2_Y1_65',\n",
       " 'sh2_Y3_65',\n",
       " 'sh3_Y1_65',\n",
       " 'sh3_Y3_65',\n",
       " 'sh4_Y1_65',\n",
       " 'sh4_Y3_65',\n",
       " 'sh5_Y1_65',\n",
       " 'sh5_Y3_65',\n",
       " 'sh6_Y1_65',\n",
       " 'sh6_Y3_65',\n",
       " 'sh7_Y1_65',\n",
       " 'sh7_Y3_65',\n",
       " 'sh8_Y1_65',\n",
       " 'sh8_Y3_65',\n",
       " 'sh9_Y1_65',\n",
       " 'sh9_Y3_65',\n",
       " 'sh10_Y1_65',\n",
       " 'sh10_Y3_65',\n",
       " 'sh1_Y1_70',\n",
       " 'sh1_Y3_70',\n",
       " 'sh2_Y1_70',\n",
       " 'sh2_Y3_70',\n",
       " 'sh3_Y1_70',\n",
       " 'sh3_Y3_70',\n",
       " 'sh4_Y1_70',\n",
       " 'sh4_Y3_70',\n",
       " 'sh5_Y1_70',\n",
       " 'sh5_Y3_70',\n",
       " 'sh6_Y1_70',\n",
       " 'sh6_Y3_70',\n",
       " 'sh7_Y1_70',\n",
       " 'sh7_Y3_70',\n",
       " 'sh8_Y1_70',\n",
       " 'sh8_Y3_70',\n",
       " 'sh9_Y1_70',\n",
       " 'sh9_Y3_70',\n",
       " 'sh10_Y1_70',\n",
       " 'sh10_Y3_70',\n",
       " 'sh1_Y1_75',\n",
       " 'sh1_Y3_75',\n",
       " 'sh2_Y1_75',\n",
       " 'sh2_Y3_75',\n",
       " 'sh3_Y1_75',\n",
       " 'sh3_Y3_75',\n",
       " 'sh4_Y1_75',\n",
       " 'sh4_Y3_75',\n",
       " 'sh5_Y1_75',\n",
       " 'sh5_Y3_75',\n",
       " 'sh6_Y1_75',\n",
       " 'sh6_Y3_75',\n",
       " 'sh7_Y1_75',\n",
       " 'sh7_Y3_75',\n",
       " 'sh8_Y1_75',\n",
       " 'sh8_Y3_75',\n",
       " 'sh9_Y1_75',\n",
       " 'sh9_Y3_75',\n",
       " 'sh10_Y1_75',\n",
       " 'sh10_Y3_75',\n",
       " 'sh1_Y1_80',\n",
       " 'sh1_Y3_80',\n",
       " 'sh2_Y1_80',\n",
       " 'sh2_Y3_80',\n",
       " 'sh3_Y1_80',\n",
       " 'sh3_Y3_80',\n",
       " 'sh4_Y1_80',\n",
       " 'sh4_Y3_80',\n",
       " 'sh5_Y1_80',\n",
       " 'sh5_Y3_80',\n",
       " 'sh6_Y1_80',\n",
       " 'sh6_Y3_80',\n",
       " 'sh7_Y1_80',\n",
       " 'sh7_Y3_80',\n",
       " 'sh8_Y1_80',\n",
       " 'sh8_Y3_80',\n",
       " 'sh9_Y1_80',\n",
       " 'sh9_Y3_80',\n",
       " 'sh10_Y1_80',\n",
       " 'sh10_Y3_80',\n",
       " 'sh1_Y1_85',\n",
       " 'sh1_Y3_85',\n",
       " 'sh2_Y1_85',\n",
       " 'sh2_Y3_85',\n",
       " 'sh3_Y1_85',\n",
       " 'sh3_Y3_85',\n",
       " 'sh4_Y1_85',\n",
       " 'sh4_Y3_85',\n",
       " 'sh5_Y1_85',\n",
       " 'sh5_Y3_85',\n",
       " 'sh6_Y1_85',\n",
       " 'sh6_Y3_85',\n",
       " 'sh7_Y1_85',\n",
       " 'sh7_Y3_85',\n",
       " 'sh8_Y1_85',\n",
       " 'sh8_Y3_85',\n",
       " 'sh9_Y1_85',\n",
       " 'sh9_Y3_85',\n",
       " 'sh10_Y1_85',\n",
       " 'sh10_Y3_85',\n",
       " 'sh1_Y1_90',\n",
       " 'sh1_Y3_90',\n",
       " 'sh2_Y1_90',\n",
       " 'sh2_Y3_90',\n",
       " 'sh3_Y1_90',\n",
       " 'sh3_Y3_90',\n",
       " 'sh4_Y1_90',\n",
       " 'sh4_Y3_90',\n",
       " 'sh5_Y1_90',\n",
       " 'sh5_Y3_90',\n",
       " 'sh6_Y1_90',\n",
       " 'sh6_Y3_90',\n",
       " 'sh7_Y1_90',\n",
       " 'sh7_Y3_90',\n",
       " 'sh8_Y1_90',\n",
       " 'sh8_Y3_90',\n",
       " 'sh9_Y1_90',\n",
       " 'sh9_Y3_90',\n",
       " 'sh10_Y1_90',\n",
       " 'sh10_Y3_90',\n",
       " 'sh1_Y1_95',\n",
       " 'sh1_Y3_95',\n",
       " 'sh2_Y1_95',\n",
       " 'sh2_Y3_95',\n",
       " 'sh3_Y1_95',\n",
       " 'sh3_Y3_95',\n",
       " 'sh4_Y1_95',\n",
       " 'sh4_Y3_95',\n",
       " 'sh5_Y1_95',\n",
       " 'sh5_Y3_95',\n",
       " 'sh6_Y1_95',\n",
       " 'sh6_Y3_95',\n",
       " 'sh7_Y1_95',\n",
       " 'sh7_Y3_95',\n",
       " 'sh8_Y1_95',\n",
       " 'sh8_Y3_95',\n",
       " 'sh9_Y1_95',\n",
       " 'sh9_Y3_95',\n",
       " 'sh10_Y1_95',\n",
       " 'sh10_Y3_95',\n",
       " 'sh1_Y1_100',\n",
       " 'sh1_Y3_100',\n",
       " 'sh2_Y1_100',\n",
       " 'sh2_Y3_100',\n",
       " 'sh3_Y1_100',\n",
       " 'sh3_Y3_100',\n",
       " 'sh4_Y1_100',\n",
       " 'sh4_Y3_100',\n",
       " 'sh5_Y1_100',\n",
       " 'sh5_Y3_100',\n",
       " 'sh6_Y1_100',\n",
       " 'sh6_Y3_100',\n",
       " 'sh7_Y1_100',\n",
       " 'sh7_Y3_100',\n",
       " 'sh8_Y1_100',\n",
       " 'sh8_Y3_100',\n",
       " 'sh9_Y1_100',\n",
       " 'sh9_Y3_100',\n",
       " 'sh10_Y1_100',\n",
       " 'sh10_Y3_100',\n",
       " 'sh1_Y1_105',\n",
       " 'sh1_Y3_105',\n",
       " 'sh2_Y1_105',\n",
       " 'sh2_Y3_105',\n",
       " 'sh3_Y1_105',\n",
       " 'sh3_Y3_105',\n",
       " 'sh4_Y1_105',\n",
       " 'sh4_Y3_105',\n",
       " 'sh5_Y1_105',\n",
       " 'sh5_Y3_105',\n",
       " 'sh6_Y1_105',\n",
       " 'sh6_Y3_105',\n",
       " 'sh7_Y1_105',\n",
       " 'sh7_Y3_105',\n",
       " 'sh8_Y1_105',\n",
       " 'sh8_Y3_105',\n",
       " 'sh9_Y1_105',\n",
       " 'sh9_Y3_105',\n",
       " 'sh10_Y1_105',\n",
       " 'sh10_Y3_105',\n",
       " 'sh1_Y1_110',\n",
       " 'sh1_Y3_110',\n",
       " 'sh2_Y1_110',\n",
       " 'sh2_Y3_110',\n",
       " 'sh3_Y1_110',\n",
       " 'sh3_Y3_110',\n",
       " 'sh4_Y1_110',\n",
       " 'sh4_Y3_110',\n",
       " 'sh5_Y1_110',\n",
       " 'sh5_Y3_110',\n",
       " 'sh6_Y1_110',\n",
       " 'sh6_Y3_110',\n",
       " 'sh7_Y1_110',\n",
       " 'sh7_Y3_110',\n",
       " 'sh8_Y1_110',\n",
       " 'sh8_Y3_110',\n",
       " 'sh9_Y1_110',\n",
       " 'sh9_Y3_110',\n",
       " 'sh10_Y1_110',\n",
       " 'sh10_Y3_110',\n",
       " 'sh1_Y1_115',\n",
       " 'sh1_Y3_115',\n",
       " 'sh2_Y1_115',\n",
       " 'sh2_Y3_115',\n",
       " 'sh3_Y1_115',\n",
       " 'sh3_Y3_115',\n",
       " 'sh4_Y1_115',\n",
       " 'sh4_Y3_115',\n",
       " 'sh5_Y1_115',\n",
       " 'sh5_Y3_115',\n",
       " 'sh6_Y1_115',\n",
       " 'sh6_Y3_115',\n",
       " 'sh7_Y1_115',\n",
       " 'sh7_Y3_115',\n",
       " 'sh8_Y1_115',\n",
       " 'sh8_Y3_115',\n",
       " 'sh9_Y1_115',\n",
       " 'sh9_Y3_115',\n",
       " 'sh10_Y1_115',\n",
       " 'sh10_Y3_115',\n",
       " 'sh1_Y1_120',\n",
       " 'sh1_Y3_120',\n",
       " 'sh2_Y1_120',\n",
       " 'sh2_Y3_120',\n",
       " 'sh3_Y1_120',\n",
       " 'sh3_Y3_120',\n",
       " 'sh4_Y1_120',\n",
       " 'sh4_Y3_120',\n",
       " 'sh5_Y1_120',\n",
       " 'sh5_Y3_120',\n",
       " 'sh6_Y1_120',\n",
       " 'sh6_Y3_120',\n",
       " 'sh7_Y1_120',\n",
       " 'sh7_Y3_120',\n",
       " 'sh8_Y1_120',\n",
       " 'sh8_Y3_120',\n",
       " 'sh9_Y1_120',\n",
       " 'sh9_Y3_120',\n",
       " 'sh10_Y1_120',\n",
       " 'sh10_Y3_120']"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_li"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "sh1_Y1_1\n",
      "Train Accuracy : 0.9087\n",
      "Train AUC Score : 0.9700\n",
      "Test  Accuracy : 0.5357\n",
      "Test  AUC Score : 0.5423\n",
      "\n",
      "sh1_Y3_1\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.4921\n",
      "Test  AUC Score : 0.5158\n",
      "\n",
      "sh2_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.4841\n",
      "Test  AUC Score : 0.4777\n",
      "\n",
      "sh2_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.4841\n",
      "Test  AUC Score : 0.4777\n",
      "\n",
      "sh3_Y1_1\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.4762\n",
      "Test  AUC Score : 0.4162\n",
      "\n",
      "sh3_Y3_1\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.4762\n",
      "Test  AUC Score : 0.4162\n",
      "\n",
      "sh4_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5317\n",
      "Test  AUC Score : 0.4564\n",
      "\n",
      "sh4_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5317\n",
      "Test  AUC Score : 0.4564\n",
      "\n",
      "sh5_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5000\n",
      "Test  AUC Score : 0.4654\n",
      "\n",
      "sh5_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5000\n",
      "Test  AUC Score : 0.4654\n",
      "\n",
      "sh6_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5476\n",
      "Test  AUC Score : 0.4571\n",
      "\n",
      "sh6_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5476\n",
      "Test  AUC Score : 0.4571\n",
      "\n",
      "sh7_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6190\n",
      "Test  AUC Score : 0.4622\n",
      "\n",
      "sh7_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6190\n",
      "Test  AUC Score : 0.4622\n",
      "\n",
      "sh8_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5278\n",
      "Test  AUC Score : 0.4733\n",
      "\n",
      "sh8_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5278\n",
      "Test  AUC Score : 0.4733\n",
      "\n",
      "sh9_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5913\n",
      "Test  AUC Score : 0.5024\n",
      "\n",
      "sh9_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5913\n",
      "Test  AUC Score : 0.5024\n",
      "\n",
      "sh10_Y1_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5635\n",
      "Test  AUC Score : 0.4756\n",
      "\n",
      "sh10_Y3_1\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5635\n",
      "Test  AUC Score : 0.4756\n",
      "\n",
      "sh1_Y1_3\n",
      "Train Accuracy : 0.9573\n",
      "Train AUC Score : 0.9938\n",
      "Test  Accuracy : 0.6944\n",
      "Test  AUC Score : 0.7444\n",
      "\n",
      "sh1_Y3_3\n",
      "Train Accuracy : 0.8155\n",
      "Train AUC Score : 0.8981\n",
      "Test  Accuracy : 0.6667\n",
      "Test  AUC Score : 0.8039\n",
      "\n",
      "sh2_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5635\n",
      "Test  AUC Score : 0.5694\n",
      "\n",
      "sh2_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6905\n",
      "Test  AUC Score : 0.7371\n",
      "\n",
      "sh3_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5278\n",
      "Test  AUC Score : 0.4861\n",
      "\n",
      "sh3_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6230\n",
      "Test  AUC Score : 0.6449\n",
      "\n",
      "sh4_Y1_3\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5159\n",
      "Test  AUC Score : 0.4764\n",
      "\n",
      "sh4_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5595\n",
      "Test  AUC Score : 0.5219\n",
      "\n",
      "sh5_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5635\n",
      "Test  AUC Score : 0.5469\n",
      "\n",
      "sh5_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5794\n",
      "Test  AUC Score : 0.5205\n",
      "\n",
      "sh6_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5873\n",
      "Test  AUC Score : 0.5101\n",
      "\n",
      "sh6_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5079\n",
      "Test  AUC Score : 0.4630\n",
      "\n",
      "sh7_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5833\n",
      "Test  AUC Score : 0.5110\n",
      "\n",
      "sh7_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5159\n",
      "Test  AUC Score : 0.4252\n",
      "\n",
      "sh8_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6071\n",
      "Test  AUC Score : 0.4766\n",
      "\n",
      "sh8_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5437\n",
      "Test  AUC Score : 0.4418\n",
      "\n",
      "sh9_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6230\n",
      "Test  AUC Score : 0.4931\n",
      "\n",
      "sh9_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6111\n",
      "Test  AUC Score : 0.4847\n",
      "\n",
      "sh10_Y1_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6349\n",
      "Test  AUC Score : 0.5502\n",
      "\n",
      "sh10_Y3_3\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5437\n",
      "Test  AUC Score : 0.4395\n",
      "\n",
      "sh1_Y1_5\n",
      "Train Accuracy : 0.8690\n",
      "Train AUC Score : 0.9373\n",
      "Test  Accuracy : 0.7460\n",
      "Test  AUC Score : 0.8131\n",
      "\n",
      "sh1_Y3_5\n",
      "Train Accuracy : 0.9216\n",
      "Train AUC Score : 0.9749\n",
      "Test  Accuracy : 0.8373\n",
      "Test  AUC Score : 0.9237\n",
      "\n",
      "sh2_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6706\n",
      "Test  AUC Score : 0.6672\n",
      "\n",
      "sh2_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7778\n",
      "Test  AUC Score : 0.8719\n",
      "\n",
      "sh3_Y1_5\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6310\n",
      "Test  AUC Score : 0.6510\n",
      "\n",
      "sh3_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7460\n",
      "Test  AUC Score : 0.8122\n",
      "\n",
      "sh4_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6032\n",
      "Test  AUC Score : 0.5950\n",
      "\n",
      "sh4_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7302\n",
      "Test  AUC Score : 0.7663\n",
      "\n",
      "sh5_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6151\n",
      "Test  AUC Score : 0.5675\n",
      "\n",
      "sh5_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6468\n",
      "Test  AUC Score : 0.6671\n",
      "\n",
      "sh6_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5952\n",
      "Test  AUC Score : 0.5828\n",
      "\n",
      "sh6_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6270\n",
      "Test  AUC Score : 0.6142\n",
      "\n",
      "sh7_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6349\n",
      "Test  AUC Score : 0.5587\n",
      "\n",
      "sh7_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5833\n",
      "Test  AUC Score : 0.5988\n",
      "\n",
      "sh8_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6548\n",
      "Test  AUC Score : 0.5122\n",
      "\n",
      "sh8_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.5397\n",
      "Test  AUC Score : 0.5095\n",
      "\n",
      "sh9_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6389\n",
      "Test  AUC Score : 0.5755\n",
      "\n",
      "sh9_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6310\n",
      "Test  AUC Score : 0.5696\n",
      "\n",
      "sh10_Y1_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6349\n",
      "Test  AUC Score : 0.5530\n",
      "\n",
      "sh10_Y3_5\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6230\n",
      "Test  AUC Score : 0.5547\n",
      "\n",
      "sh1_Y1_7\n",
      "Train Accuracy : 0.9325\n",
      "Train AUC Score : 0.9818\n",
      "Test  Accuracy : 0.7817\n",
      "Test  AUC Score : 0.8503\n",
      "\n",
      "sh1_Y3_7\n",
      "Train Accuracy : 0.9435\n",
      "Train AUC Score : 0.9854\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.9350\n",
      "\n",
      "sh2_Y1_7\n",
      "Train Accuracy : 0.9891\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.7222\n",
      "Test  AUC Score : 0.7729\n",
      "\n",
      "sh2_Y3_7\n",
      "Train Accuracy : 0.9931\n",
      "Train AUC Score : 0.9995\n",
      "Test  Accuracy : 0.8492\n",
      "Test  AUC Score : 0.9068\n",
      "\n",
      "sh3_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6667\n",
      "Test  AUC Score : 0.6985\n",
      "\n",
      "sh3_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8254\n",
      "Test  AUC Score : 0.8678\n",
      "\n",
      "sh4_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6587\n",
      "Test  AUC Score : 0.7097\n",
      "\n",
      "sh4_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7698\n",
      "Test  AUC Score : 0.8221\n",
      "\n",
      "sh5_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6508\n",
      "Test  AUC Score : 0.7088\n",
      "\n",
      "sh5_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7698\n",
      "Test  AUC Score : 0.7779\n",
      "\n",
      "sh6_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6429\n",
      "Test  AUC Score : 0.6134\n",
      "\n",
      "sh6_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7103\n",
      "Test  AUC Score : 0.7352\n",
      "\n",
      "sh7_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7103\n",
      "Test  AUC Score : 0.6169\n",
      "\n",
      "sh7_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6746\n",
      "Test  AUC Score : 0.7013\n",
      "\n",
      "sh8_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7500\n",
      "Test  AUC Score : 0.7060\n",
      "\n",
      "sh8_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6587\n",
      "Test  AUC Score : 0.6674\n",
      "\n",
      "sh9_Y1_7\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6905\n",
      "Test  AUC Score : 0.5602\n",
      "\n",
      "sh9_Y3_7\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6349\n",
      "Test  AUC Score : 0.5843\n",
      "\n",
      "sh10_Y1_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6310\n",
      "Test  AUC Score : 0.4964\n",
      "\n",
      "sh10_Y3_7\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6825\n",
      "Test  AUC Score : 0.6254\n",
      "\n",
      "sh1_Y1_10\n",
      "Train Accuracy : 0.9901\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.8254\n",
      "Test  AUC Score : 0.9118\n",
      "\n",
      "sh1_Y3_10\n",
      "Train Accuracy : 0.9415\n",
      "Train AUC Score : 0.9829\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9670\n",
      "\n",
      "sh2_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.8881\n",
      "\n",
      "sh2_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.9389\n",
      "\n",
      "sh3_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7381\n",
      "Test  AUC Score : 0.7963\n",
      "\n",
      "sh3_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8452\n",
      "Test  AUC Score : 0.9154\n",
      "\n",
      "sh4_Y1_10\n",
      "Train Accuracy : 0.9940\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.7540\n",
      "Test  AUC Score : 0.7602\n",
      "\n",
      "sh4_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8532\n",
      "Test  AUC Score : 0.9189\n",
      "\n",
      "sh5_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7222\n",
      "Test  AUC Score : 0.7307\n",
      "\n",
      "sh5_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7976\n",
      "Test  AUC Score : 0.8659\n",
      "\n",
      "sh6_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7341\n",
      "Test  AUC Score : 0.7196\n",
      "\n",
      "sh6_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8056\n",
      "Test  AUC Score : 0.8819\n",
      "\n",
      "sh7_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7262\n",
      "Test  AUC Score : 0.7171\n",
      "\n",
      "sh7_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7976\n",
      "Test  AUC Score : 0.8591\n",
      "\n",
      "sh8_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7302\n",
      "Test  AUC Score : 0.5807\n",
      "\n",
      "sh8_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8135\n",
      "Test  AUC Score : 0.8415\n",
      "\n",
      "sh9_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6825\n",
      "Test  AUC Score : 0.5285\n",
      "\n",
      "sh9_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7897\n",
      "Test  AUC Score : 0.7841\n",
      "\n",
      "sh10_Y1_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7024\n",
      "Test  AUC Score : 0.5486\n",
      "\n",
      "sh10_Y3_10\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7262\n",
      "Test  AUC Score : 0.7256\n",
      "\n",
      "sh1_Y1_15\n",
      "Train Accuracy : 0.9603\n",
      "Train AUC Score : 0.9909\n",
      "Test  Accuracy : 0.9008\n",
      "Test  AUC Score : 0.9520\n",
      "\n",
      "sh1_Y3_15\n",
      "Train Accuracy : 0.9821\n",
      "Train AUC Score : 0.9988\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9755\n",
      "\n",
      "sh2_Y1_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.9149\n",
      "\n",
      "sh2_Y3_15\n",
      "Train Accuracy : 0.9931\n",
      "Train AUC Score : 0.9996\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9738\n",
      "\n",
      "sh3_Y1_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7421\n",
      "Test  AUC Score : 0.8315\n",
      "\n",
      "sh3_Y3_15\n",
      "Train Accuracy : 0.9881\n",
      "Train AUC Score : 0.9989\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9625\n",
      "\n",
      "sh4_Y1_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7698\n",
      "Test  AUC Score : 0.7684\n",
      "\n",
      "sh4_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9601\n",
      "\n",
      "sh5_Y1_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7817\n",
      "Test  AUC Score : 0.7871\n",
      "\n",
      "sh5_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9008\n",
      "Test  AUC Score : 0.9412\n",
      "\n",
      "sh6_Y1_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.7571\n",
      "\n",
      "sh6_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9128\n",
      "\n",
      "sh7_Y1_15\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.7460\n",
      "Test  AUC Score : 0.7214\n",
      "\n",
      "sh7_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.8982\n",
      "\n",
      "sh8_Y1_15\n",
      "Train Accuracy : 0.9931\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.7619\n",
      "Test  AUC Score : 0.6681\n",
      "\n",
      "sh8_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8214\n",
      "Test  AUC Score : 0.8582\n",
      "\n",
      "sh9_Y1_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6865\n",
      "Test  AUC Score : 0.5752\n",
      "\n",
      "sh9_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8175\n",
      "Test  AUC Score : 0.8419\n",
      "\n",
      "sh10_Y1_15\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7143\n",
      "Test  AUC Score : 0.6130\n",
      "\n",
      "sh10_Y3_15\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8016\n",
      "Test  AUC Score : 0.8023\n",
      "\n",
      "sh1_Y1_20\n",
      "Train Accuracy : 0.9841\n",
      "Train AUC Score : 0.9987\n",
      "Test  Accuracy : 0.9008\n",
      "Test  AUC Score : 0.9552\n",
      "\n",
      "sh1_Y3_20\n",
      "Train Accuracy : 0.9851\n",
      "Train AUC Score : 0.9990\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9693\n",
      "\n",
      "sh2_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.9221\n",
      "\n",
      "sh2_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9788\n",
      "\n",
      "sh3_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8016\n",
      "Test  AUC Score : 0.8751\n",
      "\n",
      "sh3_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9723\n",
      "\n",
      "sh4_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7897\n",
      "Test  AUC Score : 0.8359\n",
      "\n",
      "sh4_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9735\n",
      "\n",
      "sh5_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7421\n",
      "Test  AUC Score : 0.7839\n",
      "\n",
      "sh5_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9520\n",
      "\n",
      "sh6_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6905\n",
      "Test  AUC Score : 0.6895\n",
      "\n",
      "sh6_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9394\n",
      "\n",
      "sh7_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7222\n",
      "Test  AUC Score : 0.7214\n",
      "\n",
      "sh7_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9134\n",
      "\n",
      "sh8_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6905\n",
      "Test  AUC Score : 0.6062\n",
      "\n",
      "sh8_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.8857\n",
      "\n",
      "sh9_Y1_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6944\n",
      "Test  AUC Score : 0.5799\n",
      "\n",
      "sh9_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8492\n",
      "Test  AUC Score : 0.8790\n",
      "\n",
      "sh10_Y1_20\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7063\n",
      "Test  AUC Score : 0.5987\n",
      "\n",
      "sh10_Y3_20\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8056\n",
      "Test  AUC Score : 0.8522\n",
      "\n",
      "sh1_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9632\n",
      "\n",
      "sh1_Y3_25\n",
      "Train Accuracy : 0.9792\n",
      "Train AUC Score : 0.9983\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9883\n",
      "\n",
      "sh2_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8294\n",
      "Test  AUC Score : 0.9059\n",
      "\n",
      "sh2_Y3_25\n",
      "Train Accuracy : 0.9911\n",
      "Train AUC Score : 0.9995\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9766\n",
      "\n",
      "sh3_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7897\n",
      "Test  AUC Score : 0.8823\n",
      "\n",
      "sh3_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9809\n",
      "\n",
      "sh4_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7619\n",
      "Test  AUC Score : 0.8618\n",
      "\n",
      "sh4_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9718\n",
      "\n",
      "sh5_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7341\n",
      "Test  AUC Score : 0.7979\n",
      "\n",
      "sh5_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9633\n",
      "\n",
      "sh6_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7024\n",
      "Test  AUC Score : 0.7781\n",
      "\n",
      "sh6_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9560\n",
      "\n",
      "sh7_Y1_25\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6905\n",
      "Test  AUC Score : 0.7437\n",
      "\n",
      "sh7_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9295\n",
      "\n",
      "sh8_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6587\n",
      "Test  AUC Score : 0.6175\n",
      "\n",
      "sh8_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9186\n",
      "\n",
      "sh9_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6548\n",
      "Test  AUC Score : 0.6264\n",
      "\n",
      "sh9_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9296\n",
      "\n",
      "sh10_Y1_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6270\n",
      "Test  AUC Score : 0.6600\n",
      "\n",
      "sh10_Y3_25\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8333\n",
      "Test  AUC Score : 0.9166\n",
      "\n",
      "sh1_Y1_30\n",
      "Train Accuracy : 0.9692\n",
      "Train AUC Score : 0.9948\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9426\n",
      "\n",
      "sh1_Y3_30\n",
      "Train Accuracy : 0.9573\n",
      "Train AUC Score : 0.9930\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9498\n",
      "\n",
      "sh2_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.9320\n",
      "\n",
      "sh2_Y3_30\n",
      "Train Accuracy : 0.9911\n",
      "Train AUC Score : 0.9996\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9564\n",
      "\n",
      "sh3_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7817\n",
      "Test  AUC Score : 0.8851\n",
      "\n",
      "sh3_Y3_30\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9554\n",
      "\n",
      "sh4_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.8729\n",
      "\n",
      "sh4_Y3_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9419\n",
      "\n",
      "sh5_Y1_30\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7143\n",
      "Test  AUC Score : 0.7536\n",
      "\n",
      "sh5_Y3_30\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9419\n",
      "\n",
      "sh6_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6984\n",
      "Test  AUC Score : 0.7423\n",
      "\n",
      "sh6_Y3_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9295\n",
      "\n",
      "sh7_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6786\n",
      "Test  AUC Score : 0.7162\n",
      "\n",
      "sh7_Y3_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.9160\n",
      "\n",
      "sh8_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6508\n",
      "Test  AUC Score : 0.6718\n",
      "\n",
      "sh8_Y3_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.9001\n",
      "\n",
      "sh9_Y1_30\n",
      "Train Accuracy : 0.9940\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.6468\n",
      "Test  AUC Score : 0.6858\n",
      "\n",
      "sh9_Y3_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8373\n",
      "Test  AUC Score : 0.9086\n",
      "\n",
      "sh10_Y1_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6429\n",
      "Test  AUC Score : 0.6981\n",
      "\n",
      "sh10_Y3_30\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8532\n",
      "Test  AUC Score : 0.8898\n",
      "\n",
      "sh1_Y1_35\n",
      "Train Accuracy : 0.9653\n",
      "Train AUC Score : 0.9934\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9590\n",
      "\n",
      "sh1_Y3_35\n",
      "Train Accuracy : 0.9702\n",
      "Train AUC Score : 0.9960\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9609\n",
      "\n",
      "sh2_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.9477\n",
      "\n",
      "sh2_Y3_35\n",
      "Train Accuracy : 0.9921\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9795\n",
      "\n",
      "sh3_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8333\n",
      "Test  AUC Score : 0.9192\n",
      "\n",
      "sh3_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9008\n",
      "Test  AUC Score : 0.9721\n",
      "\n",
      "sh4_Y1_35\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7421\n",
      "Test  AUC Score : 0.8471\n",
      "\n",
      "sh4_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9482\n",
      "\n",
      "sh5_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7063\n",
      "Test  AUC Score : 0.7773\n",
      "\n",
      "sh5_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8532\n",
      "Test  AUC Score : 0.9391\n",
      "\n",
      "sh6_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6944\n",
      "Test  AUC Score : 0.7325\n",
      "\n",
      "sh6_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8452\n",
      "Test  AUC Score : 0.9206\n",
      "\n",
      "sh7_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6905\n",
      "Test  AUC Score : 0.7449\n",
      "\n",
      "sh7_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.9199\n",
      "\n",
      "sh8_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6389\n",
      "Test  AUC Score : 0.6964\n",
      "\n",
      "sh8_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.9168\n",
      "\n",
      "sh9_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6508\n",
      "Test  AUC Score : 0.6875\n",
      "\n",
      "sh9_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8294\n",
      "Test  AUC Score : 0.9197\n",
      "\n",
      "sh10_Y1_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6706\n",
      "Test  AUC Score : 0.7261\n",
      "\n",
      "sh10_Y3_35\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7937\n",
      "Test  AUC Score : 0.8940\n",
      "\n",
      "sh1_Y1_40\n",
      "Train Accuracy : 0.9772\n",
      "Train AUC Score : 0.9976\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9568\n",
      "\n",
      "sh1_Y3_40\n",
      "Train Accuracy : 0.9921\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9790\n",
      "\n",
      "sh2_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.9350\n",
      "\n",
      "sh2_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9786\n",
      "\n",
      "sh3_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7857\n",
      "Test  AUC Score : 0.8987\n",
      "\n",
      "sh3_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9749\n",
      "\n",
      "sh4_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.8534\n",
      "\n",
      "sh4_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9723\n",
      "\n",
      "sh5_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7698\n",
      "Test  AUC Score : 0.8454\n",
      "\n",
      "sh5_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9743\n",
      "\n",
      "sh6_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7024\n",
      "Test  AUC Score : 0.7678\n",
      "\n",
      "sh6_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9725\n",
      "\n",
      "sh7_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7063\n",
      "Test  AUC Score : 0.7105\n",
      "\n",
      "sh7_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9666\n",
      "\n",
      "sh8_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6746\n",
      "Test  AUC Score : 0.7120\n",
      "\n",
      "sh8_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9850\n",
      "\n",
      "sh9_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6746\n",
      "Test  AUC Score : 0.7125\n",
      "\n",
      "sh9_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.9526\n",
      "\n",
      "sh10_Y1_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7302\n",
      "Test  AUC Score : 0.7715\n",
      "\n",
      "sh10_Y3_40\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9776\n",
      "\n",
      "sh1_Y1_45\n",
      "Train Accuracy : 0.9702\n",
      "Train AUC Score : 0.9952\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9618\n",
      "\n",
      "sh1_Y3_45\n",
      "Train Accuracy : 0.9782\n",
      "Train AUC Score : 0.9940\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9753\n",
      "\n",
      "sh2_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8452\n",
      "Test  AUC Score : 0.9284\n",
      "\n",
      "sh2_Y3_45\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9813\n",
      "\n",
      "sh3_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7976\n",
      "Test  AUC Score : 0.8940\n",
      "\n",
      "sh3_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9700\n",
      "\n",
      "sh4_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7817\n",
      "Test  AUC Score : 0.8450\n",
      "\n",
      "sh4_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9636\n",
      "\n",
      "sh5_Y1_45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7500\n",
      "Test  AUC Score : 0.8218\n",
      "\n",
      "sh5_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9575\n",
      "\n",
      "sh6_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7183\n",
      "Test  AUC Score : 0.7864\n",
      "\n",
      "sh6_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9615\n",
      "\n",
      "sh7_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7063\n",
      "Test  AUC Score : 0.7041\n",
      "\n",
      "sh7_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9657\n",
      "\n",
      "sh8_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.6984\n",
      "Test  AUC Score : 0.6927\n",
      "\n",
      "sh8_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9583\n",
      "\n",
      "sh9_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7024\n",
      "Test  AUC Score : 0.7357\n",
      "\n",
      "sh9_Y3_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9756\n",
      "\n",
      "sh10_Y1_45\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7222\n",
      "Test  AUC Score : 0.7406\n",
      "\n",
      "sh10_Y3_45\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9797\n",
      "\n",
      "sh1_Y1_50\n",
      "Train Accuracy : 0.9712\n",
      "Train AUC Score : 0.9967\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9709\n",
      "\n",
      "sh1_Y3_50\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9514\n",
      "\n",
      "sh2_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9352\n",
      "\n",
      "sh2_Y3_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9730\n",
      "\n",
      "sh3_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8175\n",
      "Test  AUC Score : 0.9122\n",
      "\n",
      "sh3_Y3_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9750\n",
      "\n",
      "sh4_Y1_50\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7778\n",
      "Test  AUC Score : 0.8771\n",
      "\n",
      "sh4_Y3_50\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9859\n",
      "\n",
      "sh5_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7738\n",
      "Test  AUC Score : 0.8058\n",
      "\n",
      "sh5_Y3_50\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9874\n",
      "\n",
      "sh6_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.7919\n",
      "\n",
      "sh6_Y3_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9841\n",
      "\n",
      "sh7_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.7525\n",
      "\n",
      "sh7_Y3_50\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9784\n",
      "\n",
      "sh8_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7460\n",
      "Test  AUC Score : 0.7834\n",
      "\n",
      "sh8_Y3_50\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9828\n",
      "\n",
      "sh9_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.8046\n",
      "\n",
      "sh9_Y3_50\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9755\n",
      "\n",
      "sh10_Y1_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7341\n",
      "Test  AUC Score : 0.7686\n",
      "\n",
      "sh10_Y3_50\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9830\n",
      "\n",
      "sh1_Y1_55\n",
      "Train Accuracy : 0.9464\n",
      "Train AUC Score : 0.9833\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9557\n",
      "\n",
      "sh1_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9881\n",
      "\n",
      "sh2_Y1_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9306\n",
      "\n",
      "sh2_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9811\n",
      "\n",
      "sh3_Y1_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8254\n",
      "Test  AUC Score : 0.8895\n",
      "\n",
      "sh3_Y3_55\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9748\n",
      "\n",
      "sh4_Y1_55\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.7976\n",
      "Test  AUC Score : 0.8770\n",
      "\n",
      "sh4_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9722\n",
      "\n",
      "sh5_Y1_55\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7738\n",
      "Test  AUC Score : 0.8328\n",
      "\n",
      "sh5_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9757\n",
      "\n",
      "sh6_Y1_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7579\n",
      "Test  AUC Score : 0.7896\n",
      "\n",
      "sh6_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9854\n",
      "\n",
      "sh7_Y1_55\n",
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.7540\n",
      "Test  AUC Score : 0.7836\n",
      "\n",
      "sh7_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9891\n",
      "\n",
      "sh8_Y1_55\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7540\n",
      "Test  AUC Score : 0.7541\n",
      "\n",
      "sh8_Y3_55\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9786\n",
      "\n",
      "sh9_Y1_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7778\n",
      "Test  AUC Score : 0.7786\n",
      "\n",
      "sh9_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8968\n",
      "Test  AUC Score : 0.9750\n",
      "\n",
      "sh10_Y1_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7778\n",
      "Test  AUC Score : 0.7938\n",
      "\n",
      "sh10_Y3_55\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9689\n",
      "\n",
      "sh1_Y1_60\n",
      "Train Accuracy : 0.9673\n",
      "Train AUC Score : 0.9939\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9648\n",
      "\n",
      "sh1_Y3_60\n",
      "Train Accuracy : 0.9861\n",
      "Train AUC Score : 0.9981\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9754\n",
      "\n",
      "sh2_Y1_60\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8968\n",
      "Test  AUC Score : 0.9517\n",
      "\n",
      "sh2_Y3_60\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9829\n",
      "\n",
      "sh3_Y1_60\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8810\n",
      "Test  AUC Score : 0.9148\n",
      "\n",
      "sh3_Y3_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9725\n",
      "\n",
      "sh4_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8254\n",
      "Test  AUC Score : 0.8807\n",
      "\n",
      "sh4_Y3_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9683\n",
      "\n",
      "sh5_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8095\n",
      "Test  AUC Score : 0.8465\n",
      "\n",
      "sh5_Y3_60\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9517\n",
      "\n",
      "sh6_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7976\n",
      "Test  AUC Score : 0.8053\n",
      "\n",
      "sh6_Y3_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9555\n",
      "\n",
      "sh7_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8373\n",
      "Test  AUC Score : 0.8113\n",
      "\n",
      "sh7_Y3_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9623\n",
      "\n",
      "sh8_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7897\n",
      "Test  AUC Score : 0.7818\n",
      "\n",
      "sh8_Y3_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9522\n",
      "\n",
      "sh9_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.7897\n",
      "Test  AUC Score : 0.7756\n",
      "\n",
      "sh9_Y3_60\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8929\n",
      "Test  AUC Score : 0.9468\n",
      "\n",
      "sh10_Y1_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8056\n",
      "Test  AUC Score : 0.7608\n",
      "\n",
      "sh10_Y3_60\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8810\n",
      "Test  AUC Score : 0.9440\n",
      "\n",
      "sh1_Y1_65\n",
      "Train Accuracy : 0.9683\n",
      "Train AUC Score : 0.9928\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9758\n",
      "\n",
      "sh1_Y3_65\n",
      "Train Accuracy : 0.9663\n",
      "Train AUC Score : 0.9950\n",
      "Test  Accuracy : 0.9683\n",
      "Test  AUC Score : 0.9658\n",
      "\n",
      "sh2_Y1_65\n",
      "Train Accuracy : 0.9901\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.8929\n",
      "Test  AUC Score : 0.9515\n",
      "\n",
      "sh2_Y3_65\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9899\n",
      "\n",
      "sh3_Y1_65\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9120\n",
      "\n",
      "sh3_Y3_65\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9895\n",
      "\n",
      "sh4_Y1_65\n",
      "Train Accuracy : 0.9821\n",
      "Train AUC Score : 0.9987\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.8926\n",
      "\n",
      "sh4_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9683\n",
      "Test  AUC Score : 0.9814\n",
      "\n",
      "sh5_Y1_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8135\n",
      "Test  AUC Score : 0.8577\n",
      "\n",
      "sh5_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9821\n",
      "\n",
      "sh6_Y1_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8333\n",
      "Test  AUC Score : 0.8491\n",
      "\n",
      "sh6_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9852\n",
      "\n",
      "sh7_Y1_65\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.8244\n",
      "\n",
      "sh7_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9718\n",
      "\n",
      "sh8_Y1_65\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8492\n",
      "Test  AUC Score : 0.7964\n",
      "\n",
      "sh8_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9589\n",
      "\n",
      "sh9_Y1_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8016\n",
      "Test  AUC Score : 0.7285\n",
      "\n",
      "sh9_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9618\n",
      "\n",
      "sh10_Y1_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8056\n",
      "Test  AUC Score : 0.7839\n",
      "\n",
      "sh10_Y3_65\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9624\n",
      "\n",
      "sh1_Y1_70\n",
      "Train Accuracy : 0.9613\n",
      "Train AUC Score : 0.9866\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9676\n",
      "\n",
      "sh1_Y3_70\n",
      "Train Accuracy : 0.9712\n",
      "Train AUC Score : 0.9922\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9578\n",
      "\n",
      "sh2_Y1_70\n",
      "Train Accuracy : 0.9633\n",
      "Train AUC Score : 0.9910\n",
      "Test  Accuracy : 0.8968\n",
      "Test  AUC Score : 0.9421\n",
      "\n",
      "sh2_Y3_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9862\n",
      "\n",
      "sh3_Y1_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.9343\n",
      "\n",
      "sh3_Y3_70\n",
      "Train Accuracy : 0.9911\n",
      "Train AUC Score : 0.9987\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9686\n",
      "\n",
      "sh4_Y1_70\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.8492\n",
      "Test  AUC Score : 0.9114\n",
      "\n",
      "sh4_Y3_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9623\n",
      "\n",
      "sh5_Y1_70\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8452\n",
      "Test  AUC Score : 0.8773\n",
      "\n",
      "sh5_Y3_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9693\n",
      "\n",
      "sh6_Y1_70\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8373\n",
      "Test  AUC Score : 0.8628\n",
      "\n",
      "sh6_Y3_70\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9653\n",
      "\n",
      "sh7_Y1_70\n",
      "Train Accuracy : 0.9911\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8452\n",
      "Test  AUC Score : 0.8926\n",
      "\n",
      "sh7_Y3_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9695\n",
      "\n",
      "sh8_Y1_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.8281\n",
      "\n",
      "sh8_Y3_70\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9772\n",
      "\n",
      "sh9_Y1_70\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8373\n",
      "Test  AUC Score : 0.7585\n",
      "\n",
      "sh9_Y3_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9612\n",
      "\n",
      "sh10_Y1_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8214\n",
      "Test  AUC Score : 0.7978\n",
      "\n",
      "sh10_Y3_70\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9293\n",
      "\n",
      "sh1_Y1_75\n",
      "Train Accuracy : 0.9940\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9776\n",
      "\n",
      "sh1_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9880\n",
      "\n",
      "sh2_Y1_75\n",
      "Train Accuracy : 0.9583\n",
      "Train AUC Score : 0.9772\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9388\n",
      "\n",
      "sh2_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9683\n",
      "Test  AUC Score : 0.9820\n",
      "\n",
      "sh3_Y1_75\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.9265\n",
      "\n",
      "sh3_Y3_75\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9894\n",
      "\n",
      "sh4_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.8810\n",
      "\n",
      "sh4_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9793\n",
      "\n",
      "sh5_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.8471\n",
      "\n",
      "sh5_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9825\n",
      "\n",
      "sh6_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.8374\n",
      "\n",
      "sh6_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9662\n",
      "\n",
      "sh7_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.8723\n",
      "\n",
      "sh7_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9723\n",
      "\n",
      "sh8_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8532\n",
      "Test  AUC Score : 0.8155\n",
      "\n",
      "sh8_Y3_75\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.9678\n",
      "\n",
      "sh9_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8492\n",
      "Test  AUC Score : 0.7989\n",
      "\n",
      "sh9_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8294\n",
      "Test  AUC Score : 0.9594\n",
      "\n",
      "sh10_Y1_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.8499\n",
      "\n",
      "sh10_Y3_75\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8452\n",
      "Test  AUC Score : 0.9596\n",
      "\n",
      "sh1_Y1_80\n",
      "Train Accuracy : 0.9901\n",
      "Train AUC Score : 0.9994\n",
      "Test  Accuracy : 0.9603\n",
      "Test  AUC Score : 0.9764\n",
      "\n",
      "sh1_Y3_80\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9814\n",
      "\n",
      "sh2_Y1_80\n",
      "Train Accuracy : 0.9772\n",
      "Train AUC Score : 0.9961\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9564\n",
      "\n",
      "sh2_Y3_80\n",
      "Train Accuracy : 0.9901\n",
      "Train AUC Score : 0.9989\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9831\n",
      "\n",
      "sh3_Y1_80\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.9163\n",
      "\n",
      "sh3_Y3_80\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9884\n",
      "\n",
      "sh4_Y1_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.9152\n",
      "\n",
      "sh4_Y3_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9848\n",
      "\n",
      "sh5_Y1_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8373\n",
      "Test  AUC Score : 0.8881\n",
      "\n",
      "sh5_Y3_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9893\n",
      "\n",
      "sh6_Y1_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.8728\n",
      "\n",
      "sh6_Y3_80\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9942\n",
      "\n",
      "sh7_Y1_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.8723\n",
      "\n",
      "sh7_Y3_80\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9900\n",
      "\n",
      "sh8_Y1_80\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9078\n",
      "\n",
      "sh8_Y3_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9852\n",
      "\n",
      "sh9_Y1_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8333\n",
      "Test  AUC Score : 0.8434\n",
      "\n",
      "sh9_Y3_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9774\n",
      "\n",
      "sh10_Y1_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8413\n",
      "Test  AUC Score : 0.8714\n",
      "\n",
      "sh10_Y3_80\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9785\n",
      "\n",
      "sh1_Y1_85\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 0.9752\n",
      "Train AUC Score : 0.9959\n",
      "Test  Accuracy : 0.9683\n",
      "Test  AUC Score : 0.9863\n",
      "\n",
      "sh1_Y3_85\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9603\n",
      "Test  AUC Score : 0.9904\n",
      "\n",
      "sh2_Y1_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9480\n",
      "\n",
      "sh2_Y3_85\n",
      "Train Accuracy : 0.9762\n",
      "Train AUC Score : 0.9977\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9633\n",
      "\n",
      "sh3_Y1_85\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9427\n",
      "\n",
      "sh3_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9834\n",
      "\n",
      "sh4_Y1_85\n",
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.8810\n",
      "Test  AUC Score : 0.9310\n",
      "\n",
      "sh4_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9821\n",
      "\n",
      "sh5_Y1_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8333\n",
      "Test  AUC Score : 0.8894\n",
      "\n",
      "sh5_Y3_85\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9167\n",
      "Test  AUC Score : 0.9692\n",
      "\n",
      "sh6_Y1_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9193\n",
      "\n",
      "sh6_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9724\n",
      "\n",
      "sh7_Y1_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8929\n",
      "Test  AUC Score : 0.9236\n",
      "\n",
      "sh7_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9683\n",
      "\n",
      "sh8_Y1_85\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9293\n",
      "\n",
      "sh8_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8492\n",
      "Test  AUC Score : 0.9624\n",
      "\n",
      "sh9_Y1_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.8643\n",
      "\n",
      "sh9_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.9743\n",
      "\n",
      "sh10_Y1_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.8597\n",
      "\n",
      "sh10_Y3_85\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9796\n",
      "\n",
      "sh1_Y1_90\n",
      "Train Accuracy : 0.9683\n",
      "Train AUC Score : 0.9816\n",
      "Test  Accuracy : 0.9683\n",
      "Test  AUC Score : 0.9908\n",
      "\n",
      "sh1_Y3_90\n",
      "Train Accuracy : 0.9792\n",
      "Train AUC Score : 0.9947\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9891\n",
      "\n",
      "sh2_Y1_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9715\n",
      "\n",
      "sh2_Y3_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9852\n",
      "\n",
      "sh3_Y1_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9475\n",
      "\n",
      "sh3_Y3_90\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9785\n",
      "\n",
      "sh4_Y1_90\n",
      "Train Accuracy : 0.9911\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.9008\n",
      "Test  AUC Score : 0.9522\n",
      "\n",
      "sh4_Y3_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9444\n",
      "Test  AUC Score : 0.9773\n",
      "\n",
      "sh5_Y1_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9067\n",
      "\n",
      "sh5_Y3_90\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9740\n",
      "\n",
      "sh6_Y1_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9104\n",
      "\n",
      "sh6_Y3_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9778\n",
      "\n",
      "sh7_Y1_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9174\n",
      "\n",
      "sh7_Y3_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9764\n",
      "\n",
      "sh8_Y1_90\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9301\n",
      "\n",
      "sh8_Y3_90\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9656\n",
      "\n",
      "sh9_Y1_90\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8968\n",
      "Test  AUC Score : 0.8911\n",
      "\n",
      "sh9_Y3_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9603\n",
      "Test  AUC Score : 0.9768\n",
      "\n",
      "sh10_Y1_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8571\n",
      "Test  AUC Score : 0.8431\n",
      "\n",
      "sh10_Y3_90\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9868\n",
      "\n",
      "sh1_Y1_95\n",
      "Train Accuracy : 0.9732\n",
      "Train AUC Score : 0.9838\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9410\n",
      "\n",
      "sh1_Y3_95\n",
      "Train Accuracy : 0.9921\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9928\n",
      "\n",
      "sh2_Y1_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9405\n",
      "Test  AUC Score : 0.9607\n",
      "\n",
      "sh2_Y3_95\n",
      "Train Accuracy : 0.9931\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9603\n",
      "Test  AUC Score : 0.9888\n",
      "\n",
      "sh3_Y1_95\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9549\n",
      "\n",
      "sh3_Y3_95\n",
      "Train Accuracy : 0.9901\n",
      "Train AUC Score : 0.9989\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9842\n",
      "\n",
      "sh4_Y1_95\n",
      "Train Accuracy : 0.9841\n",
      "Train AUC Score : 0.9980\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.9226\n",
      "\n",
      "sh4_Y3_95\n",
      "Train Accuracy : 0.9931\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9809\n",
      "\n",
      "sh5_Y1_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.9285\n",
      "\n",
      "sh5_Y3_95\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9836\n",
      "\n",
      "sh6_Y1_95\n",
      "Train Accuracy : 0.9921\n",
      "Train AUC Score : 0.9996\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9436\n",
      "\n",
      "sh6_Y3_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9484\n",
      "Test  AUC Score : 0.9787\n",
      "\n",
      "sh7_Y1_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9003\n",
      "\n",
      "sh7_Y3_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9365\n",
      "Test  AUC Score : 0.9732\n",
      "\n",
      "sh8_Y1_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8929\n",
      "Test  AUC Score : 0.8749\n",
      "\n",
      "sh8_Y3_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9286\n",
      "Test  AUC Score : 0.9789\n",
      "\n",
      "sh9_Y1_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.8846\n",
      "\n",
      "sh9_Y3_95\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9627\n",
      "\n",
      "sh10_Y1_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8611\n",
      "Test  AUC Score : 0.8552\n",
      "\n",
      "sh10_Y3_95\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9668\n",
      "\n",
      "sh1_Y1_100\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9852\n",
      "\n",
      "sh1_Y3_100\n",
      "Train Accuracy : 0.9861\n",
      "Train AUC Score : 0.9983\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9725\n",
      "\n",
      "sh2_Y1_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9654\n",
      "\n",
      "sh2_Y3_100\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9762\n",
      "Test  AUC Score : 0.9932\n",
      "\n",
      "sh3_Y1_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9617\n",
      "\n",
      "sh3_Y3_100\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9938\n",
      "\n",
      "sh4_Y1_100\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9336\n",
      "\n",
      "sh4_Y3_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9762\n",
      "Test  AUC Score : 0.9877\n",
      "\n",
      "sh5_Y1_100\n",
      "Train Accuracy : 0.9940\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9283\n",
      "\n",
      "sh5_Y3_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9683\n",
      "Test  AUC Score : 0.9804\n",
      "\n",
      "sh6_Y1_100\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9008\n",
      "Test  AUC Score : 0.9123\n",
      "\n",
      "sh6_Y3_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9777\n",
      "\n",
      "sh7_Y1_100\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9003\n",
      "\n",
      "sh7_Y3_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9603\n",
      "Test  AUC Score : 0.9693\n",
      "\n",
      "sh8_Y1_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9036\n",
      "\n",
      "sh8_Y3_100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9739\n",
      "\n",
      "sh9_Y1_100\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8929\n",
      "Test  AUC Score : 0.9156\n",
      "\n",
      "sh9_Y3_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9672\n",
      "\n",
      "sh10_Y1_100\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.8115\n",
      "\n",
      "sh10_Y3_100\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9791\n",
      "\n",
      "sh1_Y1_105\n",
      "Train Accuracy : 0.9821\n",
      "Train AUC Score : 0.9980\n",
      "Test  Accuracy : 0.9643\n",
      "Test  AUC Score : 0.9842\n",
      "\n",
      "sh1_Y3_105\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9984\n",
      "\n",
      "sh2_Y1_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9570\n",
      "\n",
      "sh2_Y3_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9964\n",
      "\n",
      "sh3_Y1_105\n",
      "Train Accuracy : 0.9940\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9524\n",
      "\n",
      "sh3_Y3_105\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 1.0000\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh4_Y1_105\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9426\n",
      "\n",
      "sh4_Y3_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9762\n",
      "Test  AUC Score : 0.9976\n",
      "\n",
      "sh5_Y1_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9258\n",
      "\n",
      "sh5_Y3_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9802\n",
      "Test  AUC Score : 0.9949\n",
      "\n",
      "sh6_Y1_105\n",
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9996\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.9204\n",
      "\n",
      "sh6_Y3_105\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9985\n",
      "\n",
      "sh7_Y1_105\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9281\n",
      "\n",
      "sh7_Y3_105\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9970\n",
      "\n",
      "sh8_Y1_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.8806\n",
      "\n",
      "sh8_Y3_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9985\n",
      "\n",
      "sh9_Y1_105\n",
      "Train Accuracy : 0.9931\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9122\n",
      "\n",
      "sh9_Y3_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9965\n",
      "\n",
      "sh10_Y1_105\n",
      "Train Accuracy : 0.9871\n",
      "Train AUC Score : 0.9984\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.8158\n",
      "\n",
      "sh10_Y3_105\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9973\n",
      "\n",
      "sh1_Y1_110\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9762\n",
      "Test  AUC Score : 0.9879\n",
      "\n",
      "sh1_Y3_110\n",
      "Train Accuracy : 0.9752\n",
      "Train AUC Score : 0.9974\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9306\n",
      "\n",
      "sh2_Y1_110\n",
      "Train Accuracy : 0.9742\n",
      "Train AUC Score : 0.9964\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9722\n",
      "\n",
      "sh2_Y3_110\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9960\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh3_Y1_110\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.9646\n",
      "\n",
      "sh3_Y3_110\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 0.9983\n",
      "\n",
      "sh4_Y1_110\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9206\n",
      "Test  AUC Score : 0.9447\n",
      "\n",
      "sh4_Y3_110\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh5_Y1_110\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.9201\n",
      "\n",
      "sh5_Y3_110\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 0.9992\n",
      "\n",
      "sh6_Y1_110\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9171\n",
      "\n",
      "sh6_Y3_110\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9981\n",
      "\n",
      "sh7_Y1_110\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9127\n",
      "Test  AUC Score : 0.8978\n",
      "\n",
      "sh7_Y3_110\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9997\n",
      "\n",
      "sh8_Y1_110\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.8515\n",
      "\n",
      "sh8_Y3_110\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh9_Y1_110\n",
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9997\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.8979\n",
      "\n",
      "sh9_Y3_110\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh10_Y1_110\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.8730\n",
      "Test  AUC Score : 0.8291\n",
      "\n",
      "sh10_Y3_110\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9998\n",
      "\n",
      "sh1_Y1_115\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9780\n",
      "\n",
      "sh1_Y3_115\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9960\n",
      "Test  AUC Score : 0.9986\n",
      "\n",
      "sh2_Y1_115\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9325\n",
      "Test  AUC Score : 0.9696\n",
      "\n",
      "sh2_Y3_115\n",
      "Train Accuracy : 0.9881\n",
      "Train AUC Score : 0.9934\n",
      "Test  Accuracy : 0.9563\n",
      "Test  AUC Score : 0.9067\n",
      "\n",
      "sh3_Y1_115\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.8849\n",
      "Test  AUC Score : 0.9485\n",
      "\n",
      "sh3_Y3_115\n",
      "Train Accuracy : 0.9911\n",
      "Train AUC Score : 0.9995\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9688\n",
      "\n",
      "sh4_Y1_115\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8968\n",
      "Test  AUC Score : 0.9266\n",
      "\n",
      "sh4_Y3_115\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9713\n",
      "\n",
      "sh5_Y1_115\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9153\n",
      "\n",
      "sh5_Y3_115\n",
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9687\n",
      "\n",
      "sh6_Y1_115\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8889\n",
      "Test  AUC Score : 0.9348\n",
      "\n",
      "sh6_Y3_115\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9735\n",
      "\n",
      "sh7_Y1_115\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.8810\n",
      "Test  AUC Score : 0.8915\n",
      "\n",
      "sh7_Y3_115\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9975\n",
      "\n",
      "sh8_Y1_115\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.8531\n",
      "\n",
      "sh8_Y3_115\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9988\n",
      "\n",
      "sh9_Y1_115\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.8126\n",
      "\n",
      "sh9_Y3_115\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9985\n",
      "\n",
      "sh10_Y1_115\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.7667\n",
      "\n",
      "sh10_Y3_115\n",
      "Train Accuracy : 0.9970\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9841\n",
      "Test  AUC Score : 0.9998\n",
      "\n",
      "sh1_Y1_120\n",
      "Train Accuracy : 0.9802\n",
      "Train AUC Score : 0.9980\n",
      "Test  Accuracy : 0.9524\n",
      "Test  AUC Score : 0.9663\n",
      "\n",
      "sh1_Y3_120\n",
      "Train Accuracy : 0.9772\n",
      "Train AUC Score : 0.9941\n",
      "Test  Accuracy : 0.9960\n",
      "Test  AUC Score : 0.9995\n",
      "\n",
      "sh2_Y1_120\n",
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9995\n",
      "Test  Accuracy : 0.9246\n",
      "Test  AUC Score : 0.9611\n",
      "\n",
      "sh2_Y3_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 0.9960\n",
      "\n",
      "sh3_Y1_120\n",
      "Train Accuracy : 0.9960\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9087\n",
      "Test  AUC Score : 0.9470\n",
      "\n",
      "sh3_Y3_120\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 0.9984\n",
      "\n",
      "sh4_Y1_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9296\n",
      "\n",
      "sh4_Y3_120\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9932\n",
      "\n",
      "sh5_Y1_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9122\n",
      "\n",
      "sh5_Y3_120\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 0.9999\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 0.9973\n",
      "\n",
      "sh6_Y1_120\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Accuracy : 0.9950\n",
      "Train AUC Score : 0.9998\n",
      "Test  Accuracy : 0.8770\n",
      "Test  AUC Score : 0.9258\n",
      "\n",
      "sh6_Y3_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh7_Y1_120\n",
      "Train Accuracy : 0.9980\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8810\n",
      "Test  AUC Score : 0.8962\n",
      "\n",
      "sh7_Y3_120\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 0.9997\n",
      "\n",
      "sh8_Y1_120\n",
      "Train Accuracy : 0.9921\n",
      "Train AUC Score : 0.9974\n",
      "Test  Accuracy : 0.9048\n",
      "Test  AUC Score : 0.8879\n",
      "\n",
      "sh8_Y3_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9921\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh9_Y1_120\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8651\n",
      "Test  AUC Score : 0.7531\n",
      "\n",
      "sh9_Y3_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 1.0000\n",
      "\n",
      "sh10_Y1_120\n",
      "Train Accuracy : 0.9990\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.8690\n",
      "Test  AUC Score : 0.7458\n",
      "\n",
      "sh10_Y3_120\n",
      "Train Accuracy : 1.0000\n",
      "Train AUC Score : 1.0000\n",
      "Test  Accuracy : 0.9881\n",
      "Test  AUC Score : 1.0000\n"
     ]
    }
   ],
   "source": [
    "# 1시간 이상 걸린다. 주의해서 돌리도록.\n",
    "model_set = {}\n",
    "for y in y_li:\n",
    "    print('\\n{}'.format(y))\n",
    "    model = modelfit(alg, train, test, X_li, y)\n",
    "    model_set[y] = model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "y1 = pd.DataFrame()\n",
    "y3 = pd.DataFrame()\n",
    "for idx, y in enumerate(y_li):\n",
    "    acc = metrics.accuracy_score(test[y], model_set[y].predict(test[X_li]))\n",
    "    auc = metrics.roc_auc_score(test[y], model_set[y].predict(test[X_li]))\n",
    "    res = pd.DataFrame([acc,auc], index=['accuracy', 'AUC'], columns=[y])\n",
    "    if idx%2==0:\n",
    "        y1 = pd.concat((y1, res), axis=1)\n",
    "    else:\n",
    "        y3 = pd.concat((y3, res), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "y1.to_excel('./20181031 result/y1.xlsx')\n",
    "y3.to_excel('./20181031 result/y3.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('sp500_model(Not Feature Selected).pickle', 'wb') as handle:\n",
    "    pickle.dump(model_set, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>his_vol_21</td>\n",
       "      <td>0.011615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>returnsOO1</td>\n",
       "      <td>0.009956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>568</th>\n",
       "      <td>Y3_115_s10</td>\n",
       "      <td>0.009403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>pct_change</td>\n",
       "      <td>0.009403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Y1_1_s2</td>\n",
       "      <td>0.008850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>248</th>\n",
       "      <td>Y3_35_s10</td>\n",
       "      <td>0.008850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>his_vol_90</td>\n",
       "      <td>0.008850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>his_vol_60</td>\n",
       "      <td>0.008850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>Y3_5_s6</td>\n",
       "      <td>0.008296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>his_vol_7</td>\n",
       "      <td>0.008296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>Y3_7_s7</td>\n",
       "      <td>0.008296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158</th>\n",
       "      <td>Y3_15_s5</td>\n",
       "      <td>0.008296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>588</th>\n",
       "      <td>Y3_120_s10</td>\n",
       "      <td>0.008296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>516</th>\n",
       "      <td>Y3_105_s4</td>\n",
       "      <td>0.007743</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>Y1_3_s1</td>\n",
       "      <td>0.007743</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530</th>\n",
       "      <td>Y3_110_s1</td>\n",
       "      <td>0.007190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>his_vol_100</td>\n",
       "      <td>0.007190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>Y3_25_s1</td>\n",
       "      <td>0.007190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>Y3_30_s1</td>\n",
       "      <td>0.007190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>Y1_1_s8</td>\n",
       "      <td>0.006637</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>272</th>\n",
       "      <td>Y3_45_s2</td>\n",
       "      <td>0.006637</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>Y3_5_s4</td>\n",
       "      <td>0.006084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>his_vol_120</td>\n",
       "      <td>0.006084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>Y3_65_s4</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>408</th>\n",
       "      <td>Y3_75_s10</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>508</th>\n",
       "      <td>Y3_100_s10</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>512</th>\n",
       "      <td>Y3_105_s2</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>352</th>\n",
       "      <td>Y3_65_s2</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>Y3_20_s1</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>532</th>\n",
       "      <td>Y3_110_s2</td>\n",
       "      <td>0.005531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>Y1_45_s4</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>Y1_15_s8</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>481</th>\n",
       "      <td>Y1_95_s7</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>Y1_90_s5</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>Y1_90_s4</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>323</th>\n",
       "      <td>Y1_55_s8</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>313</th>\n",
       "      <td>Y1_55_s3</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>431</th>\n",
       "      <td>Y1_85_s2</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>433</th>\n",
       "      <td>Y1_85_s3</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>321</th>\n",
       "      <td>Y1_55_s7</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>435</th>\n",
       "      <td>Y1_85_s4</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319</th>\n",
       "      <td>Y1_55_s6</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>317</th>\n",
       "      <td>Y1_55_s5</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>315</th>\n",
       "      <td>Y1_55_s4</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>Y1_85_s6</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>Y1_10_s10</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>Y1_85_s7</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>Y1_85_s8</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297</th>\n",
       "      <td>Y1_50_s5</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>309</th>\n",
       "      <td>Y1_55_s1</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>307</th>\n",
       "      <td>Y1_50_s10</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305</th>\n",
       "      <td>Y1_50_s9</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>303</th>\n",
       "      <td>Y1_50_s8</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>301</th>\n",
       "      <td>Y1_50_s7</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>Y1_90_s1</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>Y1_5_s5</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451</th>\n",
       "      <td>Y1_90_s2</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>Y1_15_s2</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>453</th>\n",
       "      <td>Y1_90_s3</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>311</th>\n",
       "      <td>Y1_55_s2</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>589 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               0         1\n",
       "21    his_vol_21  0.011615\n",
       "29    returnsOO1  0.009956\n",
       "568   Y3_115_s10  0.009403\n",
       "5     pct_change  0.009403\n",
       "51       Y1_1_s2  0.008850\n",
       "248    Y3_35_s10  0.008850\n",
       "24    his_vol_90  0.008850\n",
       "23    his_vol_60  0.008850\n",
       "100      Y3_5_s6  0.008296\n",
       "20     his_vol_7  0.008296\n",
       "122      Y3_7_s7  0.008296\n",
       "158     Y3_15_s5  0.008296\n",
       "588   Y3_120_s10  0.008296\n",
       "516    Y3_105_s4  0.007743\n",
       "69       Y1_3_s1  0.007743\n",
       "530    Y3_110_s1  0.007190\n",
       "26   his_vol_100  0.007190\n",
       "190     Y3_25_s1  0.007190\n",
       "210     Y3_30_s1  0.007190\n",
       "63       Y1_1_s8  0.006637\n",
       "272     Y3_45_s2  0.006637\n",
       "96       Y3_5_s4  0.006084\n",
       "27   his_vol_120  0.006084\n",
       "356     Y3_65_s4  0.005531\n",
       "408    Y3_75_s10  0.005531\n",
       "508   Y3_100_s10  0.005531\n",
       "512    Y3_105_s2  0.005531\n",
       "352     Y3_65_s2  0.005531\n",
       "170     Y3_20_s1  0.005531\n",
       "532    Y3_110_s2  0.005531\n",
       "..           ...       ...\n",
       "275     Y1_45_s4  0.000000\n",
       "163     Y1_15_s8  0.000000\n",
       "481     Y1_95_s7  0.000000\n",
       "457     Y1_90_s5  0.000000\n",
       "455     Y1_90_s4  0.000000\n",
       "323     Y1_55_s8  0.000000\n",
       "313     Y1_55_s3  0.000000\n",
       "431     Y1_85_s2  0.000000\n",
       "433     Y1_85_s3  0.000000\n",
       "321     Y1_55_s7  0.000000\n",
       "435     Y1_85_s4  0.000000\n",
       "319     Y1_55_s6  0.000000\n",
       "317     Y1_55_s5  0.000000\n",
       "315     Y1_55_s4  0.000000\n",
       "439     Y1_85_s6  0.000000\n",
       "147    Y1_10_s10  0.000000\n",
       "441     Y1_85_s7  0.000000\n",
       "443     Y1_85_s8  0.000000\n",
       "297     Y1_50_s5  0.000000\n",
       "309     Y1_55_s1  0.000000\n",
       "307    Y1_50_s10  0.000000\n",
       "305     Y1_50_s9  0.000000\n",
       "303     Y1_50_s8  0.000000\n",
       "301     Y1_50_s7  0.000000\n",
       "449     Y1_90_s1  0.000000\n",
       "97       Y1_5_s5  0.000000\n",
       "451     Y1_90_s2  0.000000\n",
       "151     Y1_15_s2  0.000000\n",
       "453     Y1_90_s3  0.000000\n",
       "311     Y1_55_s2  0.000000\n",
       "\n",
       "[589 rows x 2 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.concat((pd.Series(X_li), pd.Series(model_set['sh1_Y3_5'].feature_importances_)),axis=1).sort_values(1, ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.015625 , 0.       , 0.       , 0.       , 0.       , 0.0078125,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.015625 , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.0078125, 0.       ,\n",
       "       0.       , 0.0078125, 0.       , 0.0078125, 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.03125  , 0.046875 , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.0078125, 0.       , 0.0078125,\n",
       "       0.       , 0.       , 0.015625 , 0.       , 0.015625 , 0.015625 ,\n",
       "       0.       , 0.       , 0.0078125, 0.0078125, 0.       , 0.0234375,\n",
       "       0.0078125, 0.0390625, 0.03125  , 0.015625 , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.0078125, 0.       , 0.0234375,\n",
       "       0.0390625, 0.0078125, 0.0078125, 0.015625 , 0.0078125, 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.0078125, 0.       , 0.       , 0.0078125, 0.015625 ,\n",
       "       0.       , 0.015625 , 0.0078125, 0.03125  , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.0078125, 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.0078125, 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.0078125, 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.0078125,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.0078125, 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.015625 , 0.       , 0.0234375, 0.       ,\n",
       "       0.       , 0.       , 0.015625 , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.015625 , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.015625 , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.0078125, 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.0078125, 0.       , 0.0078125, 0.       , 0.0078125, 0.       ,\n",
       "       0.015625 , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.0078125, 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       , 0.       , 0.       , 0.       , 0.       , 0.       ,\n",
       "       0.       ], dtype=float32)"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_set['sh1_Y3_5'].feature_importances_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "cannot concatenate object of type \"<class 'list'>\"; only pd.Series, pd.DataFrame, and pd.Panel (deprecated) objs are valid",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-44-efa2a429f662>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconcat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mX_li\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmodel_set\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'sh1_Y3_5'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfeature_importances_\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Anaconda3\\envs\\ds\\lib\\site-packages\\pandas\\core\\reshape\\concat.py\u001b[0m in \u001b[0;36mconcat\u001b[1;34m(objs, axis, join, join_axes, ignore_index, keys, levels, names, verify_integrity, copy)\u001b[0m\n\u001b[0;32m    210\u001b[0m                        \u001b[0mkeys\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlevels\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mlevels\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mnames\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mnames\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    211\u001b[0m                        \u001b[0mverify_integrity\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mverify_integrity\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 212\u001b[1;33m                        copy=copy)\n\u001b[0m\u001b[0;32m    213\u001b[0m     \u001b[1;32mreturn\u001b[0m \u001b[0mop\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    214\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\ds\\lib\\site-packages\\pandas\\core\\reshape\\concat.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, objs, axis, join, join_axes, keys, levels, names, ignore_index, verify_integrity, copy)\u001b[0m\n\u001b[0;32m    270\u001b[0m                        \u001b[1;34m' only pd.Series, pd.DataFrame, and pd.Panel'\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    271\u001b[0m                        ' (deprecated) objs are valid'.format(type(obj)))\n\u001b[1;32m--> 272\u001b[1;33m                 \u001b[1;32mraise\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmsg\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    273\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    274\u001b[0m             \u001b[1;31m# consolidate\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mTypeError\u001b[0m: cannot concatenate object of type \"<class 'list'>\"; only pd.Series, pd.DataFrame, and pd.Panel (deprecated) objs are valid"
     ]
    }
   ],
   "source": [
    "pd.concat((X_li, model_set['sh1_Y3_5'].feature_importances_), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}