7-Ensemble.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import sklearn as sk\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "game_csv = pd.read_csv('./data/Training_dataset_Original.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "gameDf = pd.DataFrame(game_csv)\n",
    "\n",
    "dataDict = pd.read_csv('./data/Data_Dictionary.csv',na_values=\"NA\")\n",
    "\n",
    "#Leaderboard\n",
    "leader_csv = pd.read_csv('./data/Leaderboard_dataset.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "leaderDf = pd.DataFrame(leader_csv)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(80000, 49)\n",
      "(49, 2)\n"
     ]
    }
   ],
   "source": [
    "print(gameDf.shape)\n",
    "print(dataDict.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dic = dict(zip(dataDict.values[:, 1], dataDict.values[:, 0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'mvar25'"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dic['Average tenure of active revolving credit cards (in days)']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#remove ID column\n",
    "del gameDf[dic['Application ID (primary key)']]\n",
    "del dic['Application ID (primary key)']\n",
    "\n",
    "leaderAppID = leaderDf['application_key']\n",
    "del leaderDf['application_key']\n",
    "leaderX = leaderDf.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "gameX = gameDf.iloc[:,:-1]\n",
    "gameY = gameDf.iloc[:,-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "range(0, 80000)"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "range(gameDf[\"mvar47\"].shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'C'"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX[\"mvar47\"][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#one hot encoding C=0 L=1\n",
    "gameX['mvar47'] = pd.get_dummies(gameX['mvar47'])\n",
    "\n",
    "leaderX['mvar47'] = pd.get_dummies(leaderX['mvar47'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('uint8')"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX[\"mvar47\"].dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mvar1</th>\n",
       "      <th>mvar2</th>\n",
       "      <th>mvar3</th>\n",
       "      <th>mvar4</th>\n",
       "      <th>mvar5</th>\n",
       "      <th>mvar6</th>\n",
       "      <th>mvar7</th>\n",
       "      <th>mvar8</th>\n",
       "      <th>mvar9</th>\n",
       "      <th>mvar10</th>\n",
       "      <th>...</th>\n",
       "      <th>mvar38</th>\n",
       "      <th>mvar39</th>\n",
       "      <th>mvar40</th>\n",
       "      <th>mvar41</th>\n",
       "      <th>mvar42</th>\n",
       "      <th>mvar43</th>\n",
       "      <th>mvar44</th>\n",
       "      <th>mvar45</th>\n",
       "      <th>mvar46</th>\n",
       "      <th>mvar47</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1753.0</td>\n",
       "      <td>0.5001</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>206.0</td>\n",
       "      <td>19179.0</td>\n",
       "      <td>206.0</td>\n",
       "      <td>14221.0</td>\n",
       "      <td>19438.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>20.5510</td>\n",
       "      <td>0.42105</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.85661</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1894.0</td>\n",
       "      <td>1.9701</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>19820.0</td>\n",
       "      <td>19820.0</td>\n",
       "      <td>176895.0</td>\n",
       "      <td>66346.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>63.0470</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.94391</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1774.0</td>\n",
       "      <td>0.1718</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>197.0</td>\n",
       "      <td>2563.0</td>\n",
       "      <td>877.0</td>\n",
       "      <td>8869.0</td>\n",
       "      <td>3637.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>83.7970</td>\n",
       "      <td>0.33333</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.76467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1586.0</td>\n",
       "      <td>0.1123</td>\n",
       "      <td>5.299</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>6967.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>14171.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.73703</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1832.0</td>\n",
       "      <td>1.4442</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>179.0</td>\n",
       "      <td>7577.0</td>\n",
       "      <td>179.0</td>\n",
       "      <td>21059.0</td>\n",
       "      <td>20306.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>96.052</td>\n",
       "      <td>66.6650</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.79190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1838.0</td>\n",
       "      <td>0.0544</td>\n",
       "      <td>0.241</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>882.0</td>\n",
       "      <td>14039.0</td>\n",
       "      <td>10976.0</td>\n",
       "      <td>278941.0</td>\n",
       "      <td>74030.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>77.7800</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0.92462</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1743.0</td>\n",
       "      <td>1.0753</td>\n",
       "      <td>0.272</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>397.0</td>\n",
       "      <td>16141.0</td>\n",
       "      <td>3568.0</td>\n",
       "      <td>69482.0</td>\n",
       "      <td>56755.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>67.1590</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.71347</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1935.0</td>\n",
       "      <td>0.5601</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>496.0</td>\n",
       "      <td>44919.0</td>\n",
       "      <td>17115.0</td>\n",
       "      <td>124814.0</td>\n",
       "      <td>124167.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.92403</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1885.0</td>\n",
       "      <td>0.0811</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>7369.0</td>\n",
       "      <td>19264.0</td>\n",
       "      <td>19264.0</td>\n",
       "      <td>59956.0</td>\n",
       "      <td>26633.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.89760</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1730.0</td>\n",
       "      <td>0.7444</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2103.0</td>\n",
       "      <td>582.0</td>\n",
       "      <td>16429.0</td>\n",
       "      <td>9197.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.40529</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1731.0</td>\n",
       "      <td>0.5097</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2433.0</td>\n",
       "      <td>8673.0</td>\n",
       "      <td>8673.0</td>\n",
       "      <td>6739.0</td>\n",
       "      <td>7388.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.23529</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.64242</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1755.0</td>\n",
       "      <td>0.3013</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>261.0</td>\n",
       "      <td>4051.0</td>\n",
       "      <td>261.0</td>\n",
       "      <td>297.0</td>\n",
       "      <td>261.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.33333</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.99142</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>2.2909</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7620.0</td>\n",
       "      <td>7620.0</td>\n",
       "      <td>64983.0</td>\n",
       "      <td>14067.0</td>\n",
       "      <td>...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>95.0000</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.44167</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1562.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>34.611</td>\n",
       "      <td>3.7845</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>198.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>124.910</td>\n",
       "      <td>99.9340</td>\n",
       "      <td>0.87500</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.84592</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1798.0</td>\n",
       "      <td>5.0825</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>259.0</td>\n",
       "      <td>3359.0</td>\n",
       "      <td>2973.0</td>\n",
       "      <td>22099.0</td>\n",
       "      <td>13507.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>76.8810</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.43365</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1684.0</td>\n",
       "      <td>1.5479</td>\n",
       "      <td>1.338</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>6967.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>14171.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.73703</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1789.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.428</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>13874.0</td>\n",
       "      <td>13874.0</td>\n",
       "      <td>98011.0</td>\n",
       "      <td>56200.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.05000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.51231</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1862.0</td>\n",
       "      <td>0.2401</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1487.0</td>\n",
       "      <td>12310.0</td>\n",
       "      <td>3964.0</td>\n",
       "      <td>7928.0</td>\n",
       "      <td>26564.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>77.4190</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.56685</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1767.0</td>\n",
       "      <td>0.3001</td>\n",
       "      <td>1.514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>991.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>8790.0</td>\n",
       "      <td>6065.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.10000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.73703</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1802.0</td>\n",
       "      <td>0.6364</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>96.0</td>\n",
       "      <td>18759.0</td>\n",
       "      <td>10905.0</td>\n",
       "      <td>51037.0</td>\n",
       "      <td>58544.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>58.9720</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.59409</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1780.0</td>\n",
       "      <td>1.9559</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>191.0</td>\n",
       "      <td>12525.0</td>\n",
       "      <td>12525.0</td>\n",
       "      <td>18932.0</td>\n",
       "      <td>14602.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>100.0000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.92752</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1714.0</td>\n",
       "      <td>2.2664</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>31.0</td>\n",
       "      <td>1671.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>396.0</td>\n",
       "      <td>2582.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>91.6660</td>\n",
       "      <td>0.37500</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.34836</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1923.0</td>\n",
       "      <td>0.0880</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5946.0</td>\n",
       "      <td>53893.0</td>\n",
       "      <td>24739.0</td>\n",
       "      <td>128435.0</td>\n",
       "      <td>125679.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>90.4290</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.88554</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1743.0</td>\n",
       "      <td>1.7208</td>\n",
       "      <td>2.295</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>159.0</td>\n",
       "      <td>3621.0</td>\n",
       "      <td>2323.0</td>\n",
       "      <td>9018.0</td>\n",
       "      <td>9649.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>82.3230</td>\n",
       "      <td>0.10000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.59442</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1700.0</td>\n",
       "      <td>1.6605</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1037.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>892.0</td>\n",
       "      <td>1235.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.94826</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1922.0</td>\n",
       "      <td>0.5389</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4524.0</td>\n",
       "      <td>15530.0</td>\n",
       "      <td>14819.0</td>\n",
       "      <td>116154.0</td>\n",
       "      <td>100684.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.91550</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1777.0</td>\n",
       "      <td>0.4120</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>369.0</td>\n",
       "      <td>6201.0</td>\n",
       "      <td>6201.0</td>\n",
       "      <td>66477.0</td>\n",
       "      <td>34053.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.03846</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.15159</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1811.0</td>\n",
       "      <td>0.9117</td>\n",
       "      <td>0.410</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.410</td>\n",
       "      <td>297.0</td>\n",
       "      <td>27717.0</td>\n",
       "      <td>9815.0</td>\n",
       "      <td>110001.0</td>\n",
       "      <td>69683.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>74.9960</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.56671</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1658.0</td>\n",
       "      <td>2.3829</td>\n",
       "      <td>37.127</td>\n",
       "      <td>10.3678</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>396.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6566.0</td>\n",
       "      <td>4068.0</td>\n",
       "      <td>...</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.57692</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.35339</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1827.0</td>\n",
       "      <td>0.2801</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>678.0</td>\n",
       "      <td>1189.0</td>\n",
       "      <td>1189.0</td>\n",
       "      <td>892.0</td>\n",
       "      <td>2065.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>1734.0</td>\n",
       "      <td>0.9279</td>\n",
       "      <td>0.520</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>256.0</td>\n",
       "      <td>11643.0</td>\n",
       "      <td>1524.0</td>\n",
       "      <td>16748.0</td>\n",
       "      <td>25359.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.38078</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>1849.0</td>\n",
       "      <td>1.8305</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2251.0</td>\n",
       "      <td>33275.0</td>\n",
       "      <td>7505.0</td>\n",
       "      <td>44843.0</td>\n",
       "      <td>47453.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>91.7010</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.92111</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>1.5251</td>\n",
       "      <td>2.727</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.727</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2129.0</td>\n",
       "      <td>720.0</td>\n",
       "      <td>5896.0</td>\n",
       "      <td>5206.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>109.251</td>\n",
       "      <td>94.1270</td>\n",
       "      <td>0.36842</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.52903</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>1642.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3.353</td>\n",
       "      <td>1.2114</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>6290.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>14171.0</td>\n",
       "      <td>6290.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>37.8900</td>\n",
       "      <td>0.83333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>1709.0</td>\n",
       "      <td>3.6801</td>\n",
       "      <td>7.583</td>\n",
       "      <td>3.1371</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>8132.0</td>\n",
       "      <td>297.0</td>\n",
       "      <td>1041.0</td>\n",
       "      <td>6960.0</td>\n",
       "      <td>...</td>\n",
       "      <td>32.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>81.029</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.59459</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.42680</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>1890.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>15162.0</td>\n",
       "      <td>15162.0</td>\n",
       "      <td>68181.0</td>\n",
       "      <td>43334.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>98.043</td>\n",
       "      <td>55.1970</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.27143</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>1727.0</td>\n",
       "      <td>1.8448</td>\n",
       "      <td>15.181</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2234.0</td>\n",
       "      <td>2754.0</td>\n",
       "      <td>2234.0</td>\n",
       "      <td>2676.0</td>\n",
       "      <td>6539.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.87890</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>1789.0</td>\n",
       "      <td>1.2994</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>364.0</td>\n",
       "      <td>17838.0</td>\n",
       "      <td>17838.0</td>\n",
       "      <td>8424.0</td>\n",
       "      <td>22307.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>109.307</td>\n",
       "      <td>75.0520</td>\n",
       "      <td>0.15385</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.69694</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>1706.0</td>\n",
       "      <td>0.4997</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>98.0</td>\n",
       "      <td>297.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>546.0</td>\n",
       "      <td>643.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>1638.0</td>\n",
       "      <td>4.6802</td>\n",
       "      <td>16.751</td>\n",
       "      <td>2.6642</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>7937.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>3032.0</td>\n",
       "      <td>10489.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>102.709</td>\n",
       "      <td>13.8820</td>\n",
       "      <td>0.50000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.72640</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>1855.0</td>\n",
       "      <td>1.9965</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>350.0</td>\n",
       "      <td>30203.0</td>\n",
       "      <td>22656.0</td>\n",
       "      <td>168999.0</td>\n",
       "      <td>166720.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.74106</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>1790.0</td>\n",
       "      <td>0.2050</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>237.0</td>\n",
       "      <td>18018.0</td>\n",
       "      <td>13297.0</td>\n",
       "      <td>3914.0</td>\n",
       "      <td>1305.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.41582</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>1546.0</td>\n",
       "      <td>0.3491</td>\n",
       "      <td>50.803</td>\n",
       "      <td>4.2695</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>6967.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>3330.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.70370</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>1777.0</td>\n",
       "      <td>3.9629</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>23707.0</td>\n",
       "      <td>23707.0</td>\n",
       "      <td>33432.0</td>\n",
       "      <td>19640.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>80.9340</td>\n",
       "      <td>0.04000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.64752</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>1943.0</td>\n",
       "      <td>0.5389</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>24775.0</td>\n",
       "      <td>24775.0</td>\n",
       "      <td>80772.0</td>\n",
       "      <td>69483.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.97068</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>1691.0</td>\n",
       "      <td>0.1663</td>\n",
       "      <td>1.979</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9591.0</td>\n",
       "      <td>2627.0</td>\n",
       "      <td>46903.0</td>\n",
       "      <td>30402.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>84.801</td>\n",
       "      <td>63.8550</td>\n",
       "      <td>0.03448</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.43441</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>1681.0</td>\n",
       "      <td>0.1739</td>\n",
       "      <td>9.006</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>6.568</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3004.0</td>\n",
       "      <td>2251.0</td>\n",
       "      <td>6818.0</td>\n",
       "      <td>7783.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>96.309</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.71429</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.88908</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>1723.0</td>\n",
       "      <td>1.0570</td>\n",
       "      <td>0.285</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>248.0</td>\n",
       "      <td>28479.0</td>\n",
       "      <td>28479.0</td>\n",
       "      <td>16352.0</td>\n",
       "      <td>3117.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.72344</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>1693.0</td>\n",
       "      <td>1.2145</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>991.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.36619</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>1592.0</td>\n",
       "      <td>6.4805</td>\n",
       "      <td>5.250</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.204</td>\n",
       "      <td>297.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>14171.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.50649</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>1641.0</td>\n",
       "      <td>0.6601</td>\n",
       "      <td>8.614</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>14171.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>1740.0</td>\n",
       "      <td>0.3901</td>\n",
       "      <td>4.322</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>490.0</td>\n",
       "      <td>29460.0</td>\n",
       "      <td>9449.0</td>\n",
       "      <td>42047.0</td>\n",
       "      <td>31583.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.88957</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>1651.0</td>\n",
       "      <td>2.4909</td>\n",
       "      <td>1.335</td>\n",
       "      <td>0.9108</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3163.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>3167.0</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>82.3820</td>\n",
       "      <td>0.61538</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.93745</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>1729.0</td>\n",
       "      <td>1.3601</td>\n",
       "      <td>0.218</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5675.0</td>\n",
       "      <td>167.0</td>\n",
       "      <td>15071.0</td>\n",
       "      <td>10305.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.23810</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.71866</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>1730.0</td>\n",
       "      <td>1.6701</td>\n",
       "      <td>5.554</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>104.0</td>\n",
       "      <td>5692.0</td>\n",
       "      <td>496.0</td>\n",
       "      <td>4410.0</td>\n",
       "      <td>8125.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>79.4850</td>\n",
       "      <td>0.30769</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.93312</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>1715.0</td>\n",
       "      <td>12.0002</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.0</td>\n",
       "      <td>991.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>8751.0</td>\n",
       "      <td>1814.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.07692</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.73703</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>1800.0</td>\n",
       "      <td>0.0551</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5946.0</td>\n",
       "      <td>14867.0</td>\n",
       "      <td>9613.0</td>\n",
       "      <td>46490.0</td>\n",
       "      <td>44722.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.99859</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>1686.0</td>\n",
       "      <td>1.3301</td>\n",
       "      <td>2.025</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.025</td>\n",
       "      <td>297.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>4582.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>124.171</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.30000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.77519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>1826.0</td>\n",
       "      <td>0.5389</td>\n",
       "      <td>0.428</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3568.0</td>\n",
       "      <td>26277.0</td>\n",
       "      <td>9058.0</td>\n",
       "      <td>72739.0</td>\n",
       "      <td>86797.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>50.1190</td>\n",
       "      <td>0.03333</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.40343</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>1916.0</td>\n",
       "      <td>0.1394</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18889.0</td>\n",
       "      <td>18889.0</td>\n",
       "      <td>18889.0</td>\n",
       "      <td>28343.0</td>\n",
       "      <td>51174.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.000</td>\n",
       "      <td>78.8835</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.99663</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        mvar1    mvar2   mvar3    mvar4  mvar5    mvar6    mvar7    mvar8  \\\n",
       "0      1753.0   0.5001   0.000   0.0000  0.000    206.0  19179.0    206.0   \n",
       "1      1894.0   1.9701   0.000   0.0000  0.000    297.0  19820.0  19820.0   \n",
       "2      1774.0   0.1718   0.000   0.0000  0.000    197.0   2563.0    877.0   \n",
       "3      1586.0   0.1123   5.299   0.0000  0.000    297.0   6967.0   2478.0   \n",
       "4      1832.0   1.4442   0.000   0.0000  0.000    179.0   7577.0    179.0   \n",
       "5      1838.0   0.0544   0.241   0.0000  0.000    882.0  14039.0  10976.0   \n",
       "6      1743.0   1.0753   0.272   0.0000  0.000    397.0  16141.0   3568.0   \n",
       "7      1935.0   0.5601   0.000   0.0000  0.000    496.0  44919.0  17115.0   \n",
       "8      1885.0   0.0811   0.000   0.0000  0.000   7369.0  19264.0  19264.0   \n",
       "9      1730.0   0.7444   0.000   0.0000  0.000      0.0   2103.0    582.0   \n",
       "10     1731.0   0.5097   0.000   0.0000  0.000   2433.0   8673.0   8673.0   \n",
       "11     1755.0   0.3013   0.000   0.0000  0.000    261.0   4051.0    261.0   \n",
       "12     1739.0   2.2909   0.000   0.0000  0.000      0.0   7620.0   7620.0   \n",
       "13     1562.0   0.0000  34.611   3.7845  0.000    297.0     18.0   2478.0   \n",
       "14     1798.0   5.0825   0.000   0.0000  0.000    259.0   3359.0   2973.0   \n",
       "15     1684.0   1.5479   1.338   0.0000  0.000    297.0   6967.0   2478.0   \n",
       "16     1789.0   0.0000   1.428   0.0000  0.000   2478.0  13874.0  13874.0   \n",
       "17     1862.0   0.2401   0.000   0.0000  0.000   1487.0  12310.0   3964.0   \n",
       "18     1767.0   0.3001   1.514   0.0000  0.000    991.0   2478.0   2478.0   \n",
       "19     1802.0   0.6364   0.000   0.0000  0.000     96.0  18759.0  10905.0   \n",
       "20     1780.0   1.9559   0.000   0.0000  0.000    191.0  12525.0  12525.0   \n",
       "21     1714.0   2.2664   0.000   0.0000  0.000     31.0   1671.0     57.0   \n",
       "22     1923.0   0.0880   0.000   0.0000  0.000   5946.0  53893.0  24739.0   \n",
       "23     1743.0   1.7208   2.295   0.0000  0.000    159.0   3621.0   2323.0   \n",
       "24     1700.0   1.6605   0.000   0.0000  0.000      0.0   1037.0     46.0   \n",
       "25     1922.0   0.5389   0.000   0.0000  0.000   4524.0  15530.0  14819.0   \n",
       "26     1777.0   0.4120   0.000   0.0000  0.000    369.0   6201.0   6201.0   \n",
       "27     1811.0   0.9117   0.410   0.0000  0.410    297.0  27717.0   9815.0   \n",
       "28     1658.0   2.3829  37.127  10.3678  0.000      0.0    396.0      0.0   \n",
       "29     1827.0   0.2801   0.000   0.0000  0.000    678.0   1189.0   1189.0   \n",
       "...       ...      ...     ...      ...    ...      ...      ...      ...   \n",
       "24970  1734.0   0.9279   0.520   0.0000  0.000    256.0  11643.0   1524.0   \n",
       "24971  1849.0   1.8305   0.000   0.0000  0.000   2251.0  33275.0   7505.0   \n",
       "24972  1739.0   1.5251   2.727   0.0000  2.727      8.0   2129.0    720.0   \n",
       "24973  1642.0   0.0000   3.353   1.2114  0.000    297.0   6290.0   2478.0   \n",
       "24974  1709.0   3.6801   7.583   3.1371  0.000    297.0   8132.0    297.0   \n",
       "24975  1890.0   0.0000   0.000   0.0000  0.000   1982.0  15162.0  15162.0   \n",
       "24976  1727.0   1.8448  15.181   0.0000  0.000   2234.0   2754.0   2234.0   \n",
       "24977  1789.0   1.2994   0.000   0.0000  0.000    364.0  17838.0  17838.0   \n",
       "24978  1706.0   0.4997   0.000   0.0000  0.000     98.0    297.0     98.0   \n",
       "24979  1638.0   4.6802  16.751   2.6642  0.000    297.0   7937.0   2478.0   \n",
       "24980  1855.0   1.9965   0.000   0.0000  0.000    350.0  30203.0  22656.0   \n",
       "24981  1790.0   0.2050   0.000   0.0000  0.000    237.0  18018.0  13297.0   \n",
       "24982  1546.0   0.3491  50.803   4.2695  0.000    297.0   6967.0   2478.0   \n",
       "24983  1777.0   3.9629   0.968   0.0000  0.000     14.0  23707.0  23707.0   \n",
       "24984  1943.0   0.5389   0.000   0.0000  0.000      0.0  24775.0  24775.0   \n",
       "24985  1691.0   0.1663   1.979   0.0000  0.000      0.0   9591.0   2627.0   \n",
       "24986  1681.0   0.1739   9.006   0.0000  6.568      0.0   3004.0   2251.0   \n",
       "24987  1723.0   1.0570   0.285   0.0000  0.000    248.0  28479.0  28479.0   \n",
       "24988  1693.0   1.2145   0.000   0.0000  0.000     18.0    100.0    100.0   \n",
       "24989  1592.0   6.4805   5.250   0.0000  1.204    297.0      0.0   2478.0   \n",
       "24990  1641.0   0.6601   8.614   0.0000  0.000    297.0      0.0   2478.0   \n",
       "24991  1740.0   0.3901   4.322   0.0000  0.000    490.0  29460.0   9449.0   \n",
       "24992  1651.0   2.4909   1.335   0.9108  0.000      4.0   3163.0      4.0   \n",
       "24993  1729.0   1.3601   0.218   0.0000  0.000      0.0   5675.0    167.0   \n",
       "24994  1730.0   1.6701   5.554   0.0000  0.000    104.0   5692.0    496.0   \n",
       "24995  1715.0  12.0002   0.000   0.0000  0.000    297.0    991.0   2478.0   \n",
       "24996  1800.0   0.0551   0.000   0.0000  0.000   5946.0  14867.0   9613.0   \n",
       "24997  1686.0   1.3301   2.025   0.0000  2.025    297.0      0.0   2478.0   \n",
       "24998  1826.0   0.5389   0.428   0.0000  0.000   3568.0  26277.0   9058.0   \n",
       "24999  1916.0   0.1394   0.000   0.0000  0.000  18889.0  18889.0  18889.0   \n",
       "\n",
       "          mvar9    mvar10   ...    mvar38  mvar39   mvar40    mvar41   mvar42  \\\n",
       "0       14221.0   19438.0   ...       1.0     0.0  100.000   20.5510  0.42105   \n",
       "1      176895.0   66346.0   ...       3.0     0.0  100.000   63.0470  0.00000   \n",
       "2        8869.0    3637.0   ...       1.0     0.0  100.000   83.7970  0.33333   \n",
       "3       14171.0       0.0   ...       1.0     0.0  100.000   78.8835  1.50000   \n",
       "4       21059.0   20306.0   ...       3.0     0.0   96.052   66.6650  0.00000   \n",
       "5      278941.0   74030.0   ...       4.0     0.0  100.000   77.7800  0.00000   \n",
       "6       69482.0   56755.0   ...       6.0     0.0  100.000   67.1590  0.00000   \n",
       "7      124814.0  124167.0   ...       9.0     0.0  100.000   78.8835  0.00000   \n",
       "8       59956.0   26633.0   ...       1.0     0.0  100.000   78.8835  0.00000   \n",
       "9       16429.0    9197.0   ...       9.0     0.0  100.000   78.8835  0.05882   \n",
       "10       6739.0    7388.0   ...       2.0     0.0  100.000   78.8835  0.23529   \n",
       "11        297.0     261.0   ...       3.0     0.0  100.000   78.8835  0.33333   \n",
       "12      64983.0   14067.0   ...      11.0     0.0  100.000   95.0000  0.05882   \n",
       "13        198.0      18.0   ...       7.0     1.0  124.910   99.9340  0.87500   \n",
       "14      22099.0   13507.0   ...       5.0     0.0  100.000   76.8810  0.05882   \n",
       "15      14171.0       0.0   ...       3.0     0.0  100.000   78.8835  1.50000   \n",
       "16      98011.0   56200.0   ...       4.0     0.0  100.000   78.8835  0.05000   \n",
       "17       7928.0   26564.0   ...       6.0     0.0  100.000   77.4190  0.00000   \n",
       "18       8790.0    6065.0   ...       1.0     0.0  100.000   78.8835  0.10000   \n",
       "19      51037.0   58544.0   ...       3.0     0.0  100.000   58.9720  0.00000   \n",
       "20      18932.0   14602.0   ...       7.0     0.0  100.000  100.0000  0.00000   \n",
       "21        396.0    2582.0   ...       6.0     0.0  100.000   91.6660  0.37500   \n",
       "22     128435.0  125679.0   ...       2.0     0.0  100.000   90.4290  0.00000   \n",
       "23       9018.0    9649.0   ...       8.0     0.0  100.000   82.3230  0.10000   \n",
       "24        892.0    1235.0   ...       5.0     0.0  100.000   78.8835  0.20000   \n",
       "25     116154.0  100684.0   ...       3.0     0.0  100.000   78.8835  0.00000   \n",
       "26      66477.0   34053.0   ...      12.0     0.0  100.000   78.8835  0.03846   \n",
       "27     110001.0   69683.0   ...       3.0     0.0  100.000   74.9960  0.00000   \n",
       "28       6566.0    4068.0   ...      14.0     0.0  100.000   78.8835  0.57692   \n",
       "29        892.0    2065.0   ...       3.0     0.0  100.000   78.8835  0.00000   \n",
       "...         ...       ...   ...       ...     ...      ...       ...      ...   \n",
       "24970   16748.0   25359.0   ...       7.0     0.0  100.000   78.8835  0.00000   \n",
       "24971   44843.0   47453.0   ...       2.0     0.0  100.000   91.7010  0.00000   \n",
       "24972    5896.0    5206.0   ...       6.0     0.0  109.251   94.1270  0.36842   \n",
       "24973   14171.0    6290.0   ...       1.0     0.0  100.000   37.8900  0.83333   \n",
       "24974    1041.0    6960.0   ...      32.0     0.0   81.029   78.8835  0.59459   \n",
       "24975   68181.0   43334.0   ...       2.0     0.0   98.043   55.1970  0.00000   \n",
       "24976    2676.0    6539.0   ...       4.0     0.0  100.000   78.8835  0.66667   \n",
       "24977    8424.0   22307.0   ...       5.0     0.0  109.307   75.0520  0.15385   \n",
       "24978     546.0     643.0   ...       7.0     0.0  100.000   78.8835  0.66667   \n",
       "24979    3032.0   10489.0   ...       3.0     1.0  102.709   13.8820  0.50000   \n",
       "24980  168999.0  166720.0   ...       2.0     0.0  100.000   78.8835  0.00000   \n",
       "24981    3914.0    1305.0   ...       5.0     0.0  100.000   78.8835  0.20000   \n",
       "24982    3330.0       0.0   ...       8.0     0.0  100.000   78.8835  0.70370   \n",
       "24983   33432.0   19640.0   ...      12.0     0.0  100.000   80.9340  0.04000   \n",
       "24984   80772.0   69483.0   ...       0.0     0.0  100.000   78.8835  0.00000   \n",
       "24985   46903.0   30402.0   ...       5.0     0.0   84.801   63.8550  0.03448   \n",
       "24986    6818.0    7783.0   ...       1.0     1.0   96.309   78.8835  0.71429   \n",
       "24987   16352.0    3117.0   ...       7.0     0.0  100.000   78.8835  0.00000   \n",
       "24988     991.0     118.0   ...       3.0     0.0  100.000   78.8835  0.00000   \n",
       "24989   14171.0       0.0   ...       3.0     0.0  100.000   78.8835  1.00000   \n",
       "24990   14171.0       0.0   ...       3.0     0.0  100.000   78.8835  1.00000   \n",
       "24991   42047.0   31583.0   ...       3.0     0.0  100.000   78.8835  0.20000   \n",
       "24992    1982.0    3167.0   ...      10.0     0.0  100.000   82.3820  0.61538   \n",
       "24993   15071.0   10305.0   ...       5.0     0.0  100.000   78.8835  0.23810   \n",
       "24994    4410.0    8125.0   ...       5.0     0.0  100.000   79.4850  0.30769   \n",
       "24995    8751.0    1814.0   ...       1.0     0.0  100.000   78.8835  0.07692   \n",
       "24996   46490.0   44722.0   ...       4.0     0.0  100.000   78.8835  0.05882   \n",
       "24997    4582.0       0.0   ...       0.0     0.0  124.171   78.8835  0.30000   \n",
       "24998   72739.0   86797.0   ...       2.0     0.0  100.000   50.1190  0.03333   \n",
       "24999   28343.0   51174.0   ...       0.0     0.0  100.000   78.8835  0.00000   \n",
       "\n",
       "       mvar43   mvar44  mvar45  mvar46  mvar47  \n",
       "0         3.0  0.85661     0.0     0.0       0  \n",
       "1        15.0  0.94391     0.0     0.0       1  \n",
       "2         3.0  0.76467     0.0     0.0       1  \n",
       "3         0.0  0.73703     0.0     0.0       1  \n",
       "4        23.0  0.79190     0.0     0.0       0  \n",
       "5        21.0  0.92462     0.0     0.0       0  \n",
       "6        14.0  0.71347     0.0     0.0       0  \n",
       "7        15.0  0.92403     0.0     0.0       0  \n",
       "8         5.0  0.89760     0.0     0.0       0  \n",
       "9        14.0  0.40529     0.0     0.0       1  \n",
       "10        1.0  0.64242     0.0     0.0       1  \n",
       "11        2.0  0.99142     0.0     0.0       1  \n",
       "12       16.0  0.44167     0.0     0.0       1  \n",
       "13        1.0  0.84592     1.0     1.0       1  \n",
       "14       13.0  0.43365     0.0     0.0       1  \n",
       "15        0.0  0.73703     0.0     0.0       1  \n",
       "16       13.0  0.51231     0.0     0.0       0  \n",
       "17        7.0  0.56685     0.0     0.0       1  \n",
       "18        3.0  0.73703     0.0     0.0       1  \n",
       "19        9.0  0.59409     0.0     0.0       1  \n",
       "20        7.0  0.92752     0.0     0.0       1  \n",
       "21        5.0  0.34836     0.0     0.0       1  \n",
       "22        9.0  0.88554     0.0     0.0       1  \n",
       "23        9.0  0.59442     0.0     0.0       1  \n",
       "24        5.0  0.94826     0.0     0.0       0  \n",
       "25       12.0  0.91550     0.0     0.0       0  \n",
       "26       23.0  0.15159     0.0     0.0       1  \n",
       "27       15.0  0.56671     0.0     0.0       1  \n",
       "28        8.0  0.35339     0.0     2.0       1  \n",
       "29        2.0  1.00000     0.0     0.0       1  \n",
       "...       ...      ...     ...     ...     ...  \n",
       "24970    10.0  0.38078     0.0     0.0       0  \n",
       "24971     4.0  0.92111     0.0     0.0       0  \n",
       "24972    12.0  0.52903     0.0     0.0       1  \n",
       "24973     0.0  1.00000     0.0     0.0       1  \n",
       "24974    11.0  0.42680     0.0     2.0       1  \n",
       "24975    15.0  0.27143     0.0     0.0       1  \n",
       "24976     5.0  0.87890     0.0     0.0       1  \n",
       "24977     8.0  0.69694     0.0     0.0       0  \n",
       "24978     4.0  1.00000     0.0     0.0       1  \n",
       "24979     4.0  0.72640     0.0     0.0       1  \n",
       "24980    12.0  0.74106     0.0     0.0       0  \n",
       "24981     2.0  0.41582     0.0     0.0       1  \n",
       "24982     2.0  1.00000     1.0     1.0       1  \n",
       "24983    15.0  0.64752     0.0     0.0       0  \n",
       "24984     6.0  0.97068     0.0     0.0       1  \n",
       "24985    14.0  0.43441     0.0     0.0       1  \n",
       "24986     2.0  0.88908     0.0     0.0       1  \n",
       "24987     6.0  0.72344     0.0     0.0       1  \n",
       "24988     3.0  0.36619     0.0     0.0       1  \n",
       "24989     1.0  0.50649     0.0     0.0       1  \n",
       "24990     1.0  1.00000     0.0     0.0       0  \n",
       "24991     4.0  0.88957     1.0     0.0       0  \n",
       "24992     3.0  0.93745     0.0     0.0       0  \n",
       "24993    13.0  0.71866     0.0     0.0       1  \n",
       "24994     4.0  0.93312     0.0     0.0       1  \n",
       "24995     4.0  0.73703     0.0     0.0       1  \n",
       "24996     8.0  0.99859     0.0     0.0       0  \n",
       "24997     2.0  0.77519     0.0     0.0       0  \n",
       "24998    11.0  0.40343     0.0     0.0       1  \n",
       "24999     5.0  0.99663     0.0     0.0       1  \n",
       "\n",
       "[25000 rows x 47 columns]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Missing values median\n",
    "gameX.fillna(gameX.median(),inplace = True)\n",
    "leaderX.fillna(gameX.median(),inplace = True)\n",
    "\n",
    "# gameX.fillna(0,inplace = True)\n",
    "# leaderX.fillna(0,inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#BREAK OPEN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import model_selection\n",
    "xtrain, xtest, ytrain, ytest = model_selection.train_test_split(gameX,gameY, test_size=0.25, stratify = gameY, random_state=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier\n",
    "import time\n",
    "\n",
    "ranMax=RandomForestClassifier(max_features=10,n_estimators=100,random_state=1).fit(xtrain, ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred1 = ranMax.predict_proba(xtest)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Method 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#current"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import xgboost as xgb\n",
    "import time\n",
    "\n",
    "\n",
    "dtrain = xgb.DMatrix(gameX, gameY)\n",
    "num_round = 1000\n",
    "early_stopping_rounds = 50\n",
    "n_fold = 5\n",
    "watchlist = [(dtrain, 'eval'), (dtrain, 'train')]\n",
    "\n",
    "print('running cross validation')\n",
    "\n",
    "print('running cross validation, with preprocessing function')\n",
    "# define the preprocessing function\n",
    "# used to return the preprocessed training, test data, and parameter\n",
    "# we can use this to do weight rescale, etc.\n",
    "# as a example, we try to set scale_pos_weight\n",
    "def fpreproc(dtrain, dtest, param):\n",
    "    label = dtrain.get_label()\n",
    "    ratio = float(np.sum(label == 0)) / np.sum(label == 1)\n",
    "    param['scale_pos_weight'] = ratio\n",
    "    return (dtrain, dtest, param)\n",
    "\n",
    "# do cross validation, for each fold\n",
    "# the dtrain, dtest, param will be passed into fpreproc\n",
    "# then the return value of fpreproc will be used to generate\n",
    "# results of that fold\n",
    "\n",
    "###\n",
    "# you can also do cross validation with customized loss function\n",
    "# See custom_objective.py\n",
    "##\n",
    "print('running cross validation, with cutomsized loss function')\n",
    "#Custom\n",
    "wt = 0.5\n",
    "def logregobj(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "    grad = wt*(1.0-labels)*preds - (1-wt)*labels*(1-preds)\n",
    "    hess = preds * (1.0 - preds) * (wt*(1.0-labels)+(1.0-wt)*labels)\n",
    "    return grad, hess\n",
    "\n",
    "# def logregobj(preds, dtrain):\n",
    "#     labels = dtrain.get_label()\n",
    "#     preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "#     grad = preds - labels\n",
    "#     hess = preds * (1.0 - preds)\n",
    "#     return grad, hess\n",
    "def evalerror(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    return 'error', float(sum(labels != (preds > 0.0))) / len(labels)\n",
    "\n",
    "param = {\n",
    "#     'max_depth': 3,#3 \n",
    "    'eta': 0.1, #0.1\n",
    "    'silent': 1, \n",
    "    'gamma': 0, \n",
    "    'max_depth': 4, #4\n",
    "    'min_child_weight': 1, #1\n",
    "    'subsample': 0.8, #0.8\n",
    "    'colsample_bytree': 0.8, #0,8\n",
    "    'reg_lambda': 1, #L2 reg default:1\n",
    "    'reg_alpha': 0.05, #L1 reg default:0\n",
    "    'scale_pos_weight': 1, \n",
    "#     'missing': -999\n",
    "#     'objective': 'binary:logistic', #for custom loss define it in xgb.train(obj=custom_loss)\n",
    "#     'eval_metric': 'error'\n",
    "}\n",
    "\n",
    "t = time.time()\n",
    "# CV to find optimum number of boosted trees (num_round)\n",
    "# cvresult = xgb.cv(\n",
    "#             param, #param set by user\n",
    "#             dtrain, #train set\n",
    "#             num_round, #max number of boosted tree, >early_stopping_round\n",
    "#             nfold=n_fold, #n fold CV\n",
    "#             seed=0, \n",
    "#             obj=logregobj, #custom loss func\n",
    "#             feval=evalerror, #custom eval metric\n",
    "#             callbacks=[xgb.callback.print_evaluation(show_stdv=False),\n",
    "#                        xgb.callback.early_stop(early_stopping_rounds)], #decides optimum number of boosted trees, <num_round\n",
    "# #             fpreproc=fpreproc, #function for preprocessing\n",
    "#             )\n",
    "\n",
    "# num_round = cvresult.shape[0] #optimum number of boosted trees\n",
    "num_round = 231\n",
    "bst = xgb.train(param, dtrain, num_round, obj=logregobj, feval=evalerror)\n",
    "\n",
    "print(\"time taken:\", time.time()-t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dtest = xgb.DMatrix(xtest)\n",
    "pred2 = 1/(1+np.exp(-bst.predict(dtest)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "lr_data = pd.DataFrame({'0':pred1[:, 1],  '1': pred2, '2': ytest })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lr_dataX = lr_data.iloc[:, :-1]\n",
    "lr_dataY = lr_data.iloc[:, -1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "clf = LogisticRegression(random_state=1, solver='lbfgs', multi_class='multinomial').fit(lr_dataX, lr_dataY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "leader_pred1 = ranMax.predict_proba(leaderX)\n",
    "\n",
    "dtest = xgb.DMatrix(leaderX)\n",
    "leader_pred2 = 1/(1+np.exp(-bst.predict(dtest)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lr_leader_data = pd.DataFrame({'0':leader_pred1[:, 1],  '1': leader_pred2})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "leader_ensemble = clf.predict_proba(lr_leader_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = leader_ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(25000, 3)"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred = pd.DataFrame(pred)\n",
    "pred['application_key'] = leaderAppID\n",
    "pred.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>application_key</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.810252</td>\n",
       "      <td>0.189748</td>\n",
       "      <td>350053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.779066</td>\n",
       "      <td>0.220934</td>\n",
       "      <td>350054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.748907</td>\n",
       "      <td>0.251093</td>\n",
       "      <td>350055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.358613</td>\n",
       "      <td>0.641387</td>\n",
       "      <td>350056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.777727</td>\n",
       "      <td>0.222273</td>\n",
       "      <td>350057</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.830656</td>\n",
       "      <td>0.169344</td>\n",
       "      <td>350058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.795515</td>\n",
       "      <td>0.204485</td>\n",
       "      <td>350059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.813862</td>\n",
       "      <td>0.186138</td>\n",
       "      <td>350060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.812334</td>\n",
       "      <td>0.187666</td>\n",
       "      <td>350061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.683560</td>\n",
       "      <td>0.316440</td>\n",
       "      <td>350062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.786043</td>\n",
       "      <td>0.213957</td>\n",
       "      <td>350063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.700854</td>\n",
       "      <td>0.299146</td>\n",
       "      <td>350064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.650819</td>\n",
       "      <td>0.349181</td>\n",
       "      <td>350065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.209100</td>\n",
       "      <td>0.790900</td>\n",
       "      <td>350066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.664064</td>\n",
       "      <td>0.335936</td>\n",
       "      <td>350067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.506025</td>\n",
       "      <td>0.493975</td>\n",
       "      <td>350068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.808388</td>\n",
       "      <td>0.191612</td>\n",
       "      <td>350069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.772027</td>\n",
       "      <td>0.227973</td>\n",
       "      <td>350070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.779623</td>\n",
       "      <td>0.220377</td>\n",
       "      <td>350071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.742903</td>\n",
       "      <td>0.257097</td>\n",
       "      <td>350072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.700291</td>\n",
       "      <td>0.299709</td>\n",
       "      <td>350073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.587542</td>\n",
       "      <td>0.412458</td>\n",
       "      <td>350074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.809089</td>\n",
       "      <td>0.190911</td>\n",
       "      <td>350075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.644954</td>\n",
       "      <td>0.355046</td>\n",
       "      <td>350076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.662969</td>\n",
       "      <td>0.337031</td>\n",
       "      <td>350077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.814791</td>\n",
       "      <td>0.185209</td>\n",
       "      <td>350078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.775878</td>\n",
       "      <td>0.224122</td>\n",
       "      <td>350079</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.755398</td>\n",
       "      <td>0.244602</td>\n",
       "      <td>350080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.183171</td>\n",
       "      <td>0.816829</td>\n",
       "      <td>350081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.753449</td>\n",
       "      <td>0.246551</td>\n",
       "      <td>350082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>0.767486</td>\n",
       "      <td>0.232514</td>\n",
       "      <td>375023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>0.806366</td>\n",
       "      <td>0.193634</td>\n",
       "      <td>375024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>0.509583</td>\n",
       "      <td>0.490417</td>\n",
       "      <td>375025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>0.324537</td>\n",
       "      <td>0.675463</td>\n",
       "      <td>375026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>0.397162</td>\n",
       "      <td>0.602838</td>\n",
       "      <td>375027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>0.805871</td>\n",
       "      <td>0.194129</td>\n",
       "      <td>375028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>0.656767</td>\n",
       "      <td>0.343233</td>\n",
       "      <td>375029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>0.822907</td>\n",
       "      <td>0.177093</td>\n",
       "      <td>375030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>0.585588</td>\n",
       "      <td>0.414412</td>\n",
       "      <td>375031</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>0.525104</td>\n",
       "      <td>0.474896</td>\n",
       "      <td>375032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>0.809257</td>\n",
       "      <td>0.190743</td>\n",
       "      <td>375033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>0.735516</td>\n",
       "      <td>0.264484</td>\n",
       "      <td>375034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>0.296603</td>\n",
       "      <td>0.703397</td>\n",
       "      <td>375035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>0.619006</td>\n",
       "      <td>0.380994</td>\n",
       "      <td>375036</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>0.808121</td>\n",
       "      <td>0.191879</td>\n",
       "      <td>375037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>0.599410</td>\n",
       "      <td>0.400590</td>\n",
       "      <td>375038</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>0.692223</td>\n",
       "      <td>0.307777</td>\n",
       "      <td>375039</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>0.668217</td>\n",
       "      <td>0.331783</td>\n",
       "      <td>375040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>0.455379</td>\n",
       "      <td>0.544621</td>\n",
       "      <td>375041</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>0.211545</td>\n",
       "      <td>0.788455</td>\n",
       "      <td>375042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>0.594720</td>\n",
       "      <td>0.405280</td>\n",
       "      <td>375043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>0.814477</td>\n",
       "      <td>0.185523</td>\n",
       "      <td>375044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>0.460824</td>\n",
       "      <td>0.539176</td>\n",
       "      <td>375045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>0.619002</td>\n",
       "      <td>0.380998</td>\n",
       "      <td>375046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>0.661189</td>\n",
       "      <td>0.338811</td>\n",
       "      <td>375047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>0.405958</td>\n",
       "      <td>0.594042</td>\n",
       "      <td>375048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>0.812351</td>\n",
       "      <td>0.187649</td>\n",
       "      <td>375049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>0.748023</td>\n",
       "      <td>0.251977</td>\n",
       "      <td>375050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>0.796980</td>\n",
       "      <td>0.203020</td>\n",
       "      <td>375051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>0.812450</td>\n",
       "      <td>0.187550</td>\n",
       "      <td>375052</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              0         1  application_key\n",
       "0      0.810252  0.189748           350053\n",
       "1      0.779066  0.220934           350054\n",
       "2      0.748907  0.251093           350055\n",
       "3      0.358613  0.641387           350056\n",
       "4      0.777727  0.222273           350057\n",
       "5      0.830656  0.169344           350058\n",
       "6      0.795515  0.204485           350059\n",
       "7      0.813862  0.186138           350060\n",
       "8      0.812334  0.187666           350061\n",
       "9      0.683560  0.316440           350062\n",
       "10     0.786043  0.213957           350063\n",
       "11     0.700854  0.299146           350064\n",
       "12     0.650819  0.349181           350065\n",
       "13     0.209100  0.790900           350066\n",
       "14     0.664064  0.335936           350067\n",
       "15     0.506025  0.493975           350068\n",
       "16     0.808388  0.191612           350069\n",
       "17     0.772027  0.227973           350070\n",
       "18     0.779623  0.220377           350071\n",
       "19     0.742903  0.257097           350072\n",
       "20     0.700291  0.299709           350073\n",
       "21     0.587542  0.412458           350074\n",
       "22     0.809089  0.190911           350075\n",
       "23     0.644954  0.355046           350076\n",
       "24     0.662969  0.337031           350077\n",
       "25     0.814791  0.185209           350078\n",
       "26     0.775878  0.224122           350079\n",
       "27     0.755398  0.244602           350080\n",
       "28     0.183171  0.816829           350081\n",
       "29     0.753449  0.246551           350082\n",
       "...         ...       ...              ...\n",
       "24970  0.767486  0.232514           375023\n",
       "24971  0.806366  0.193634           375024\n",
       "24972  0.509583  0.490417           375025\n",
       "24973  0.324537  0.675463           375026\n",
       "24974  0.397162  0.602838           375027\n",
       "24975  0.805871  0.194129           375028\n",
       "24976  0.656767  0.343233           375029\n",
       "24977  0.822907  0.177093           375030\n",
       "24978  0.585588  0.414412           375031\n",
       "24979  0.525104  0.474896           375032\n",
       "24980  0.809257  0.190743           375033\n",
       "24981  0.735516  0.264484           375034\n",
       "24982  0.296603  0.703397           375035\n",
       "24983  0.619006  0.380994           375036\n",
       "24984  0.808121  0.191879           375037\n",
       "24985  0.599410  0.400590           375038\n",
       "24986  0.692223  0.307777           375039\n",
       "24987  0.668217  0.331783           375040\n",
       "24988  0.455379  0.544621           375041\n",
       "24989  0.211545  0.788455           375042\n",
       "24990  0.594720  0.405280           375043\n",
       "24991  0.814477  0.185523           375044\n",
       "24992  0.460824  0.539176           375045\n",
       "24993  0.619002  0.380998           375046\n",
       "24994  0.661189  0.338811           375047\n",
       "24995  0.405958  0.594042           375048\n",
       "24996  0.812351  0.187649           375049\n",
       "24997  0.748023  0.251977           375050\n",
       "24998  0.796980  0.203020           375051\n",
       "24999  0.812450  0.187550           375052\n",
       "\n",
       "[25000 rows x 3 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = pred.sort_values(by = 0,kind = 'mergesort',ascending = False) #true for xgb method3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "cols = pred.columns.tolist()\n",
    "cols = cols[-1:] + cols[:-1]\n",
    "pred = pred[cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = pred.loc[:,'application_key':]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit = pred['application_key'][:10000]\n",
    "submit = pd.DataFrame(submit)\n",
    "submit[0] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# submit.iloc[-400:, 1] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>application_key</th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5143</th>\n",
       "      <td>355196</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2190</th>\n",
       "      <td>352243</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14407</th>\n",
       "      <td>364460</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6826</th>\n",
       "      <td>356879</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>401</th>\n",
       "      <td>350454</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11166</th>\n",
       "      <td>361219</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11868</th>\n",
       "      <td>361921</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16013</th>\n",
       "      <td>366066</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24731</th>\n",
       "      <td>374784</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15384</th>\n",
       "      <td>365437</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16661</th>\n",
       "      <td>366714</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15825</th>\n",
       "      <td>365878</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6203</th>\n",
       "      <td>356256</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10373</th>\n",
       "      <td>360426</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1839</th>\n",
       "      <td>351892</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11193</th>\n",
       "      <td>361246</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11974</th>\n",
       "      <td>362027</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11703</th>\n",
       "      <td>361756</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6690</th>\n",
       "      <td>356743</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11518</th>\n",
       "      <td>361571</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2459</th>\n",
       "      <td>352512</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13549</th>\n",
       "      <td>363602</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2666</th>\n",
       "      <td>352719</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1226</th>\n",
       "      <td>351279</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3528</th>\n",
       "      <td>353581</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20719</th>\n",
       "      <td>370772</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22265</th>\n",
       "      <td>372318</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12059</th>\n",
       "      <td>362112</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23109</th>\n",
       "      <td>373162</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5610</th>\n",
       "      <td>355663</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3207</th>\n",
       "      <td>353260</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13956</th>\n",
       "      <td>364009</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9153</th>\n",
       "      <td>359206</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14870</th>\n",
       "      <td>364923</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14772</th>\n",
       "      <td>364825</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9663</th>\n",
       "      <td>359716</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17165</th>\n",
       "      <td>367218</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12524</th>\n",
       "      <td>362577</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11340</th>\n",
       "      <td>361393</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15040</th>\n",
       "      <td>365093</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12064</th>\n",
       "      <td>362117</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>546</th>\n",
       "      <td>350599</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17153</th>\n",
       "      <td>367206</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4519</th>\n",
       "      <td>354572</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23600</th>\n",
       "      <td>373653</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2109</th>\n",
       "      <td>352162</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13032</th>\n",
       "      <td>363085</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22322</th>\n",
       "      <td>372375</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17041</th>\n",
       "      <td>367094</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18017</th>\n",
       "      <td>368070</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18422</th>\n",
       "      <td>368475</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21521</th>\n",
       "      <td>371574</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7675</th>\n",
       "      <td>357728</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14319</th>\n",
       "      <td>364372</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4846</th>\n",
       "      <td>354899</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7391</th>\n",
       "      <td>357444</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23395</th>\n",
       "      <td>373448</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15097</th>\n",
       "      <td>365150</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4555</th>\n",
       "      <td>354608</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4052</th>\n",
       "      <td>354105</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       application_key  0\n",
       "5143            355196  0\n",
       "2190            352243  0\n",
       "14407           364460  0\n",
       "6826            356879  0\n",
       "401             350454  0\n",
       "11166           361219  0\n",
       "11868           361921  0\n",
       "16013           366066  0\n",
       "24731           374784  0\n",
       "15384           365437  0\n",
       "16661           366714  0\n",
       "15825           365878  0\n",
       "6203            356256  0\n",
       "10373           360426  0\n",
       "1839            351892  0\n",
       "11193           361246  0\n",
       "11974           362027  0\n",
       "11703           361756  0\n",
       "6690            356743  0\n",
       "11518           361571  0\n",
       "2459            352512  0\n",
       "13549           363602  0\n",
       "2666            352719  0\n",
       "1226            351279  0\n",
       "3528            353581  0\n",
       "20719           370772  0\n",
       "22265           372318  0\n",
       "12059           362112  0\n",
       "23109           373162  0\n",
       "5610            355663  0\n",
       "...                ... ..\n",
       "3207            353260  0\n",
       "13956           364009  0\n",
       "9153            359206  0\n",
       "14870           364923  0\n",
       "14772           364825  0\n",
       "9663            359716  0\n",
       "17165           367218  0\n",
       "12524           362577  0\n",
       "11340           361393  0\n",
       "15040           365093  0\n",
       "12064           362117  0\n",
       "546             350599  0\n",
       "17153           367206  0\n",
       "4519            354572  0\n",
       "23600           373653  0\n",
       "2109            352162  0\n",
       "13032           363085  0\n",
       "22322           372375  0\n",
       "17041           367094  0\n",
       "18017           368070  0\n",
       "18422           368475  0\n",
       "21521           371574  0\n",
       "7675            357728  0\n",
       "14319           364372  0\n",
       "4846            354899  0\n",
       "7391            357444  0\n",
       "23395           373448  0\n",
       "15097           365150  0\n",
       "4555            354608  0\n",
       "4052            354105  0\n",
       "\n",
       "[10000 rows x 2 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "submit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit.to_csv('flabbergasted_IITGuwahati_166.csv',header = False, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[-1.28950099,  4.35006916]])"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.coef_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}