PCA+Student+grade.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<img height=\"60\" width=\"120\" src=\"https://shwetkm.github.io/upxlogo.png\"></img>\n",
    "# UpX Academy - Machine Learning Track\n",
    "# Principal Component Analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.decomposition import PCA\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn import metrics\n",
    "from sklearn import linear_model\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>school</th>\n",
       "      <th>sex</th>\n",
       "      <th>age</th>\n",
       "      <th>address</th>\n",
       "      <th>famsize</th>\n",
       "      <th>Pstatus</th>\n",
       "      <th>Medu</th>\n",
       "      <th>Fedu</th>\n",
       "      <th>Mjob</th>\n",
       "      <th>Fjob</th>\n",
       "      <th>...</th>\n",
       "      <th>famrel</th>\n",
       "      <th>freetime</th>\n",
       "      <th>goout</th>\n",
       "      <th>Dalc</th>\n",
       "      <th>Walc</th>\n",
       "      <th>health</th>\n",
       "      <th>absences</th>\n",
       "      <th>G1</th>\n",
       "      <th>G2</th>\n",
       "      <th>G3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GP</td>\n",
       "      <td>F</td>\n",
       "      <td>18.0</td>\n",
       "      <td>U</td>\n",
       "      <td>GT3</td>\n",
       "      <td>A</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>at_home</td>\n",
       "      <td>teacher</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GP</td>\n",
       "      <td>F</td>\n",
       "      <td>17.0</td>\n",
       "      <td>U</td>\n",
       "      <td>GT3</td>\n",
       "      <td>T</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>at_home</td>\n",
       "      <td>other</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GP</td>\n",
       "      <td>F</td>\n",
       "      <td>15.0</td>\n",
       "      <td>U</td>\n",
       "      <td>LE3</td>\n",
       "      <td>T</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>at_home</td>\n",
       "      <td>other</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GP</td>\n",
       "      <td>F</td>\n",
       "      <td>15.0</td>\n",
       "      <td>U</td>\n",
       "      <td>GT3</td>\n",
       "      <td>T</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>health</td>\n",
       "      <td>services</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GP</td>\n",
       "      <td>F</td>\n",
       "      <td>16.0</td>\n",
       "      <td>U</td>\n",
       "      <td>GT3</td>\n",
       "      <td>T</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>other</td>\n",
       "      <td>other</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  school sex   age address famsize Pstatus  Medu  Fedu     Mjob      Fjob  \\\n",
       "0     GP   F  18.0       U     GT3       A   4.0   4.0  at_home   teacher   \n",
       "1     GP   F  17.0       U     GT3       T   1.0   1.0  at_home     other   \n",
       "2     GP   F  15.0       U     LE3       T   1.0   1.0  at_home     other   \n",
       "3     GP   F  15.0       U     GT3       T   4.0   2.0   health  services   \n",
       "4     GP   F  16.0       U     GT3       T   3.0   3.0    other     other   \n",
       "\n",
       "   ...  famrel freetime  goout  Dalc  Walc health absences    G1    G2    G3  \n",
       "0  ...     4.0      3.0    4.0   1.0   1.0    3.0      6.0   5.0   6.0   6.0  \n",
       "1  ...     5.0      3.0    3.0   1.0   1.0    3.0      4.0   5.0   5.0   6.0  \n",
       "2  ...     4.0      3.0    2.0   2.0   3.0    3.0     10.0   7.0   8.0  10.0  \n",
       "3  ...     3.0      2.0    2.0   1.0   1.0    5.0      2.0  15.0  14.0  15.0  \n",
       "4  ...     4.0      3.0    2.0   1.0   2.0    5.0      4.0   6.0  10.0  10.0  \n",
       "\n",
       "[5 rows x 33 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "student_data_mat   = pd.read_csv(\"student-mat.csv\",delimiter=\";\")\n",
    "student_data_por   = pd.read_csv(\"student-por.csv\",delimiter=\";\")\n",
    "student_data = pd.merge(student_data_mat,student_data_por,how=\"outer\")\n",
    "student_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "col_str = student_data.columns[student_data.dtypes == object]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1044 entries, 0 to 1043\n",
      "Data columns (total 42 columns):\n",
      "age                  1044 non-null float64\n",
      "Medu                 1044 non-null float64\n",
      "Fedu                 1044 non-null float64\n",
      "traveltime           1044 non-null float64\n",
      "studytime            1044 non-null float64\n",
      "failures             1044 non-null float64\n",
      "famrel               1044 non-null float64\n",
      "freetime             1044 non-null float64\n",
      "goout                1044 non-null float64\n",
      "Dalc                 1044 non-null float64\n",
      "Walc                 1044 non-null float64\n",
      "health               1044 non-null float64\n",
      "absences             1044 non-null float64\n",
      "G1                   1044 non-null float64\n",
      "G2                   1044 non-null float64\n",
      "G3                   1044 non-null float64\n",
      "school_MS            1044 non-null float64\n",
      "sex_M                1044 non-null float64\n",
      "address_U            1044 non-null float64\n",
      "famsize_LE3          1044 non-null float64\n",
      "Pstatus_T            1044 non-null float64\n",
      "Mjob_health          1044 non-null float64\n",
      "Mjob_other           1044 non-null float64\n",
      "Mjob_services        1044 non-null float64\n",
      "Mjob_teacher         1044 non-null float64\n",
      "Fjob_health          1044 non-null float64\n",
      "Fjob_other           1044 non-null float64\n",
      "Fjob_services        1044 non-null float64\n",
      "Fjob_teacher         1044 non-null float64\n",
      "reason_home          1044 non-null float64\n",
      "reason_other         1044 non-null float64\n",
      "reason_reputation    1044 non-null float64\n",
      "guardian_mother      1044 non-null float64\n",
      "guardian_other       1044 non-null float64\n",
      "schoolsup_yes        1044 non-null float64\n",
      "famsup_yes           1044 non-null float64\n",
      "paid_yes             1044 non-null float64\n",
      "activities_yes       1044 non-null float64\n",
      "nursery_yes          1044 non-null float64\n",
      "higher_yes           1044 non-null float64\n",
      "internet_yes         1044 non-null float64\n",
      "romantic_yes         1044 non-null float64\n",
      "dtypes: float64(42)\n",
      "memory usage: 350.7 KB\n"
     ]
    }
   ],
   "source": [
    "student_data = pd.get_dummies(student_data, columns = col_str, drop_first = True)\n",
    "student_data.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          G1        G2        G3\n",
      "G1  1.000000  0.858739  0.809142\n",
      "G2  0.858739  1.000000  0.910743\n",
      "G3  0.809142  0.910743  1.000000\n"
     ]
    }
   ],
   "source": [
    "print(student_data[[\"G1\",\"G2\",\"G3\"]].corr())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>Medu</th>\n",
       "      <th>Fedu</th>\n",
       "      <th>traveltime</th>\n",
       "      <th>studytime</th>\n",
       "      <th>failures</th>\n",
       "      <th>famrel</th>\n",
       "      <th>freetime</th>\n",
       "      <th>goout</th>\n",
       "      <th>Dalc</th>\n",
       "      <th>...</th>\n",
       "      <th>guardian_mother</th>\n",
       "      <th>guardian_other</th>\n",
       "      <th>schoolsup_yes</th>\n",
       "      <th>famsup_yes</th>\n",
       "      <th>paid_yes</th>\n",
       "      <th>activities_yes</th>\n",
       "      <th>nursery_yes</th>\n",
       "      <th>higher_yes</th>\n",
       "      <th>internet_yes</th>\n",
       "      <th>romantic_yes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>17.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>16.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>17.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>15.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>15.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>15.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>16.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>16.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>15.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>16.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>15.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>16.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1014</th>\n",
       "      <td>18.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1015</th>\n",
       "      <td>17.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1016</th>\n",
       "      <td>17.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1017</th>\n",
       "      <td>18.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1018</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1019</th>\n",
       "      <td>17.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1020</th>\n",
       "      <td>18.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1021</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1022</th>\n",
       "      <td>18.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1023</th>\n",
       "      <td>17.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1024</th>\n",
       "      <td>17.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1026</th>\n",
       "      <td>18.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1027</th>\n",
       "      <td>19.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1028</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1029</th>\n",
       "      <td>18.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1030</th>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1031</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1032</th>\n",
       "      <td>18.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1033</th>\n",
       "      <td>17.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1034</th>\n",
       "      <td>19.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1035</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1036</th>\n",
       "      <td>18.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1037</th>\n",
       "      <td>17.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1038</th>\n",
       "      <td>18.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1039</th>\n",
       "      <td>19.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1040</th>\n",
       "      <td>18.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1041</th>\n",
       "      <td>18.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1042</th>\n",
       "      <td>17.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1043</th>\n",
       "      <td>18.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1044 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       age  Medu  Fedu  traveltime  studytime  failures  famrel  freetime  \\\n",
       "0     18.0   4.0   4.0         2.0        2.0       0.0     4.0       3.0   \n",
       "1     17.0   1.0   1.0         1.0        2.0       0.0     5.0       3.0   \n",
       "2     15.0   1.0   1.0         1.0        2.0       3.0     4.0       3.0   \n",
       "3     15.0   4.0   2.0         1.0        3.0       0.0     3.0       2.0   \n",
       "4     16.0   3.0   3.0         1.0        2.0       0.0     4.0       3.0   \n",
       "5     16.0   4.0   3.0         1.0        2.0       0.0     5.0       4.0   \n",
       "6     16.0   2.0   2.0         1.0        2.0       0.0     4.0       4.0   \n",
       "7     17.0   4.0   4.0         2.0        2.0       0.0     4.0       1.0   \n",
       "8     15.0   3.0   2.0         1.0        2.0       0.0     4.0       2.0   \n",
       "9     15.0   3.0   4.0         1.0        2.0       0.0     5.0       5.0   \n",
       "10    15.0   4.0   4.0         1.0        2.0       0.0     3.0       3.0   \n",
       "11    15.0   2.0   1.0         3.0        3.0       0.0     5.0       2.0   \n",
       "12    15.0   4.0   4.0         1.0        1.0       0.0     4.0       3.0   \n",
       "13    15.0   4.0   3.0         2.0        2.0       0.0     5.0       4.0   \n",
       "14    15.0   2.0   2.0         1.0        3.0       0.0     4.0       5.0   \n",
       "15    16.0   4.0   4.0         1.0        1.0       0.0     4.0       4.0   \n",
       "16    16.0   4.0   4.0         1.0        3.0       0.0     3.0       2.0   \n",
       "17    16.0   3.0   3.0         3.0        2.0       0.0     5.0       3.0   \n",
       "18    17.0   3.0   2.0         1.0        1.0       3.0     5.0       5.0   \n",
       "19    16.0   4.0   3.0         1.0        1.0       0.0     3.0       1.0   \n",
       "20    15.0   4.0   3.0         1.0        2.0       0.0     4.0       4.0   \n",
       "21    15.0   4.0   4.0         1.0        1.0       0.0     5.0       4.0   \n",
       "22    16.0   4.0   2.0         1.0        2.0       0.0     4.0       5.0   \n",
       "23    16.0   2.0   2.0         2.0        2.0       0.0     5.0       4.0   \n",
       "24    15.0   2.0   4.0         1.0        3.0       0.0     4.0       3.0   \n",
       "25    16.0   2.0   2.0         1.0        1.0       2.0     1.0       2.0   \n",
       "26    15.0   2.0   2.0         1.0        1.0       0.0     4.0       2.0   \n",
       "27    15.0   4.0   2.0         1.0        1.0       0.0     2.0       2.0   \n",
       "28    16.0   3.0   4.0         1.0        2.0       0.0     5.0       3.0   \n",
       "29    16.0   4.0   4.0         1.0        2.0       0.0     4.0       4.0   \n",
       "...    ...   ...   ...         ...        ...       ...     ...       ...   \n",
       "1014  18.0   3.0   3.0         2.0        2.0       0.0     4.0       3.0   \n",
       "1015  17.0   4.0   4.0         1.0        2.0       0.0     2.0       3.0   \n",
       "1016  17.0   1.0   2.0         2.0        2.0       0.0     3.0       2.0   \n",
       "1017  18.0   1.0   3.0         2.0        2.0       0.0     3.0       3.0   \n",
       "1018  18.0   4.0   4.0         2.0        3.0       0.0     4.0       2.0   \n",
       "1019  17.0   1.0   1.0         3.0        1.0       1.0     5.0       2.0   \n",
       "1020  18.0   2.0   3.0         2.0        1.0       0.0     5.0       2.0   \n",
       "1021  18.0   4.0   4.0         3.0        2.0       0.0     3.0       2.0   \n",
       "1022  18.0   1.0   2.0         3.0        1.0       0.0     4.0       3.0   \n",
       "1023  17.0   2.0   2.0         1.0        3.0       0.0     3.0       4.0   \n",
       "1024  17.0   1.0   2.0         1.0        1.0       0.0     3.0       5.0   \n",
       "1025  18.0   4.0   4.0         2.0        3.0       0.0     5.0       4.0   \n",
       "1026  18.0   1.0   1.0         4.0        3.0       0.0     4.0       3.0   \n",
       "1027  19.0   1.0   1.0         2.0        2.0       1.0     4.0       3.0   \n",
       "1028  18.0   4.0   4.0         1.0        2.0       0.0     5.0       4.0   \n",
       "1029  18.0   3.0   3.0         1.0        2.0       0.0     4.0       1.0   \n",
       "1030  17.0   3.0   1.0         1.0        2.0       0.0     4.0       5.0   \n",
       "1031  18.0   4.0   4.0         1.0        2.0       0.0     3.0       2.0   \n",
       "1032  18.0   2.0   1.0         2.0        1.0       0.0     4.0       4.0   \n",
       "1033  17.0   2.0   3.0         2.0        2.0       0.0     4.0       4.0   \n",
       "1034  19.0   1.0   1.0         2.0        1.0       1.0     4.0       3.0   \n",
       "1035  18.0   4.0   2.0         2.0        1.0       1.0     5.0       4.0   \n",
       "1036  18.0   2.0   2.0         2.0        3.0       0.0     5.0       3.0   \n",
       "1037  17.0   4.0   3.0         2.0        2.0       0.0     5.0       5.0   \n",
       "1038  18.0   4.0   4.0         3.0        1.0       0.0     4.0       4.0   \n",
       "1039  19.0   2.0   3.0         1.0        3.0       1.0     5.0       4.0   \n",
       "1040  18.0   3.0   1.0         1.0        2.0       0.0     4.0       3.0   \n",
       "1041  18.0   1.0   1.0         2.0        2.0       0.0     1.0       1.0   \n",
       "1042  17.0   3.0   1.0         2.0        1.0       0.0     2.0       4.0   \n",
       "1043  18.0   3.0   2.0         3.0        1.0       0.0     4.0       4.0   \n",
       "\n",
       "      goout  Dalc      ...       guardian_mother  guardian_other  \\\n",
       "0       4.0   1.0      ...                   1.0             0.0   \n",
       "1       3.0   1.0      ...                   0.0             0.0   \n",
       "2       2.0   2.0      ...                   1.0             0.0   \n",
       "3       2.0   1.0      ...                   1.0             0.0   \n",
       "4       2.0   1.0      ...                   0.0             0.0   \n",
       "5       2.0   1.0      ...                   1.0             0.0   \n",
       "6       4.0   1.0      ...                   1.0             0.0   \n",
       "7       4.0   1.0      ...                   1.0             0.0   \n",
       "8       2.0   1.0      ...                   1.0             0.0   \n",
       "9       1.0   1.0      ...                   1.0             0.0   \n",
       "10      3.0   1.0      ...                   1.0             0.0   \n",
       "11      2.0   1.0      ...                   0.0             0.0   \n",
       "12      3.0   1.0      ...                   0.0             0.0   \n",
       "13      3.0   1.0      ...                   1.0             0.0   \n",
       "14      2.0   1.0      ...                   0.0             1.0   \n",
       "15      4.0   1.0      ...                   1.0             0.0   \n",
       "16      3.0   1.0      ...                   1.0             0.0   \n",
       "17      2.0   1.0      ...                   1.0             0.0   \n",
       "18      5.0   2.0      ...                   1.0             0.0   \n",
       "19      3.0   1.0      ...                   0.0             0.0   \n",
       "20      1.0   1.0      ...                   1.0             0.0   \n",
       "21      2.0   1.0      ...                   0.0             0.0   \n",
       "22      1.0   1.0      ...                   1.0             0.0   \n",
       "23      4.0   2.0      ...                   1.0             0.0   \n",
       "24      2.0   1.0      ...                   1.0             0.0   \n",
       "25      2.0   1.0      ...                   1.0             0.0   \n",
       "26      2.0   1.0      ...                   1.0             0.0   \n",
       "27      4.0   2.0      ...                   1.0             0.0   \n",
       "28      3.0   1.0      ...                   1.0             0.0   \n",
       "29      5.0   5.0      ...                   1.0             0.0   \n",
       "...     ...   ...      ...                   ...             ...   \n",
       "1014    2.0   1.0      ...                   1.0             0.0   \n",
       "1015    4.0   1.0      ...                   1.0             0.0   \n",
       "1016    2.0   1.0      ...                   0.0             0.0   \n",
       "1017    4.0   2.0      ...                   1.0             0.0   \n",
       "1018    2.0   2.0      ...                   1.0             0.0   \n",
       "1019    1.0   1.0      ...                   1.0             0.0   \n",
       "1020    3.0   1.0      ...                   0.0             0.0   \n",
       "1021    2.0   4.0      ...                   0.0             0.0   \n",
       "1022    3.0   2.0      ...                   0.0             0.0   \n",
       "1023    3.0   1.0      ...                   1.0             0.0   \n",
       "1024    5.0   1.0      ...                   1.0             0.0   \n",
       "1025    4.0   1.0      ...                   1.0             0.0   \n",
       "1026    2.0   1.0      ...                   1.0             0.0   \n",
       "1027    3.0   1.0      ...                   0.0             1.0   \n",
       "1028    3.0   3.0      ...                   1.0             0.0   \n",
       "1029    3.0   1.0      ...                   1.0             0.0   \n",
       "1030    4.0   2.0      ...                   1.0             0.0   \n",
       "1031    4.0   1.0      ...                   0.0             0.0   \n",
       "1032    3.0   1.0      ...                   1.0             0.0   \n",
       "1033    3.0   1.0      ...                   0.0             0.0   \n",
       "1034    2.0   1.0      ...                   1.0             0.0   \n",
       "1035    3.0   4.0      ...                   0.0             0.0   \n",
       "1036    3.0   1.0      ...                   1.0             0.0   \n",
       "1037    4.0   1.0      ...                   1.0             0.0   \n",
       "1038    3.0   2.0      ...                   1.0             0.0   \n",
       "1039    2.0   1.0      ...                   1.0             0.0   \n",
       "1040    4.0   1.0      ...                   1.0             0.0   \n",
       "1041    1.0   1.0      ...                   1.0             0.0   \n",
       "1042    5.0   3.0      ...                   1.0             0.0   \n",
       "1043    1.0   3.0      ...                   1.0             0.0   \n",
       "\n",
       "      schoolsup_yes  famsup_yes  paid_yes  activities_yes  nursery_yes  \\\n",
       "0               1.0         0.0       0.0             0.0          1.0   \n",
       "1               0.0         1.0       0.0             0.0          0.0   \n",
       "2               1.0         0.0       1.0             0.0          1.0   \n",
       "3               0.0         1.0       1.0             1.0          1.0   \n",
       "4               0.0         1.0       1.0             0.0          1.0   \n",
       "5               0.0         1.0       1.0             1.0          1.0   \n",
       "6               0.0         0.0       0.0             0.0          1.0   \n",
       "7               1.0         1.0       0.0             0.0          1.0   \n",
       "8               0.0         1.0       1.0             0.0          1.0   \n",
       "9               0.0         1.0       1.0             1.0          1.0   \n",
       "10              0.0         1.0       1.0             0.0          1.0   \n",
       "11              0.0         1.0       0.0             1.0          1.0   \n",
       "12              0.0         1.0       1.0             1.0          1.0   \n",
       "13              0.0         1.0       1.0             0.0          1.0   \n",
       "14              0.0         1.0       0.0             0.0          1.0   \n",
       "15              0.0         1.0       0.0             0.0          1.0   \n",
       "16              0.0         1.0       1.0             1.0          1.0   \n",
       "17              1.0         1.0       0.0             1.0          1.0   \n",
       "18              0.0         1.0       0.0             1.0          1.0   \n",
       "19              0.0         0.0       1.0             1.0          1.0   \n",
       "20              0.0         0.0       0.0             0.0          1.0   \n",
       "21              0.0         1.0       1.0             0.0          1.0   \n",
       "22              0.0         0.0       0.0             1.0          1.0   \n",
       "23              0.0         1.0       0.0             1.0          1.0   \n",
       "24              1.0         1.0       1.0             1.0          1.0   \n",
       "25              0.0         1.0       1.0             0.0          0.0   \n",
       "26              0.0         1.0       1.0             0.0          1.0   \n",
       "27              0.0         0.0       1.0             0.0          1.0   \n",
       "28              1.0         1.0       0.0             1.0          1.0   \n",
       "29              0.0         1.0       1.0             1.0          1.0   \n",
       "...             ...         ...       ...             ...          ...   \n",
       "1014            0.0         1.0       0.0             0.0          1.0   \n",
       "1015            0.0         1.0       0.0             1.0          1.0   \n",
       "1016            0.0         0.0       0.0             0.0          0.0   \n",
       "1017            0.0         1.0       1.0             0.0          1.0   \n",
       "1018            0.0         0.0       0.0             0.0          1.0   \n",
       "1019            0.0         1.0       0.0             0.0          1.0   \n",
       "1020            0.0         1.0       0.0             0.0          1.0   \n",
       "1021            0.0         1.0       0.0             0.0          0.0   \n",
       "1022            0.0         1.0       0.0             1.0          1.0   \n",
       "1023            0.0         0.0       0.0             1.0          1.0   \n",
       "1024            0.0         0.0       0.0             1.0          1.0   \n",
       "1025            0.0         0.0       0.0             0.0          1.0   \n",
       "1026            0.0         0.0       0.0             0.0          1.0   \n",
       "1027            0.0         1.0       0.0             0.0          1.0   \n",
       "1028            0.0         0.0       0.0             1.0          1.0   \n",
       "1029            0.0         0.0       0.0             0.0          1.0   \n",
       "1030            0.0         1.0       0.0             1.0          0.0   \n",
       "1031            0.0         0.0       0.0             1.0          0.0   \n",
       "1032            0.0         0.0       0.0             1.0          0.0   \n",
       "1033            0.0         0.0       0.0             1.0          1.0   \n",
       "1034            0.0         0.0       0.0             0.0          1.0   \n",
       "1035            0.0         0.0       1.0             0.0          1.0   \n",
       "1036            0.0         0.0       0.0             0.0          1.0   \n",
       "1037            0.0         0.0       0.0             0.0          1.0   \n",
       "1038            0.0         1.0       0.0             1.0          1.0   \n",
       "1039            0.0         0.0       0.0             1.0          0.0   \n",
       "1040            0.0         1.0       0.0             0.0          1.0   \n",
       "1041            0.0         0.0       0.0             1.0          1.0   \n",
       "1042            0.0         0.0       0.0             0.0          0.0   \n",
       "1043            0.0         0.0       0.0             0.0          0.0   \n",
       "\n",
       "      higher_yes  internet_yes  romantic_yes  \n",
       "0            1.0           0.0           0.0  \n",
       "1            1.0           1.0           0.0  \n",
       "2            1.0           1.0           0.0  \n",
       "3            1.0           1.0           1.0  \n",
       "4            1.0           0.0           0.0  \n",
       "5            1.0           1.0           0.0  \n",
       "6            1.0           1.0           0.0  \n",
       "7            1.0           0.0           0.0  \n",
       "8            1.0           1.0           0.0  \n",
       "9            1.0           1.0           0.0  \n",
       "10           1.0           1.0           0.0  \n",
       "11           1.0           1.0           0.0  \n",
       "12           1.0           1.0           0.0  \n",
       "13           1.0           1.0           0.0  \n",
       "14           1.0           1.0           1.0  \n",
       "15           1.0           1.0           0.0  \n",
       "16           1.0           1.0           0.0  \n",
       "17           1.0           0.0           0.0  \n",
       "18           1.0           1.0           0.0  \n",
       "19           1.0           1.0           0.0  \n",
       "20           1.0           1.0           0.0  \n",
       "21           1.0           1.0           0.0  \n",
       "22           1.0           1.0           0.0  \n",
       "23           1.0           1.0           0.0  \n",
       "24           1.0           1.0           0.0  \n",
       "25           1.0           1.0           0.0  \n",
       "26           1.0           1.0           0.0  \n",
       "27           1.0           1.0           0.0  \n",
       "28           1.0           1.0           0.0  \n",
       "29           1.0           1.0           1.0  \n",
       "...          ...           ...           ...  \n",
       "1014         1.0           1.0           1.0  \n",
       "1015         1.0           1.0           1.0  \n",
       "1016         1.0           0.0           0.0  \n",
       "1017         1.0           0.0           0.0  \n",
       "1018         1.0           1.0           1.0  \n",
       "1019         1.0           1.0           1.0  \n",
       "1020         1.0           1.0           1.0  \n",
       "1021         1.0           1.0           1.0  \n",
       "1022         0.0           1.0           1.0  \n",
       "1023         1.0           0.0           1.0  \n",
       "1024         1.0           1.0           0.0  \n",
       "1025         1.0           1.0           0.0  \n",
       "1026         1.0           1.0           0.0  \n",
       "1027         1.0           1.0           1.0  \n",
       "1028         1.0           1.0           0.0  \n",
       "1029         1.0           1.0           1.0  \n",
       "1030         1.0           1.0           0.0  \n",
       "1031         1.0           1.0           0.0  \n",
       "1032         1.0           1.0           1.0  \n",
       "1033         1.0           1.0           0.0  \n",
       "1034         1.0           0.0           0.0  \n",
       "1035         1.0           0.0           0.0  \n",
       "1036         1.0           0.0           0.0  \n",
       "1037         1.0           1.0           0.0  \n",
       "1038         1.0           1.0           1.0  \n",
       "1039         1.0           1.0           0.0  \n",
       "1040         1.0           1.0           0.0  \n",
       "1041         1.0           0.0           0.0  \n",
       "1042         1.0           1.0           0.0  \n",
       "1043         1.0           1.0           0.0  \n",
       "\n",
       "[1044 rows x 40 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " # Since, G1,G2,G3 have very high correlation, we can drop G1,G2\n",
    "student_data.drop(axis = 1,labels= [\"G1\",\"G2\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "label = student_data[\"G3\"].values\n",
    "predictors = student_data.drop(axis = 1,labels= [\"G3\"]).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pca = PCA(n_components=len(student_data.columns)-1)\n",
    "pca.fit(predictors)\n",
    "variance_ratio = pca.explained_variance_ratio_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[  51.39   75.61   79.04   81.94   84.53   86.42   88.22   89.88   90.92\n",
      "   91.93   92.77   93.48   94.12   94.67   95.18   95.62   95.97   96.3\n",
      "   96.63   96.94   97.24   97.53   97.78   98.     98.21   98.41   98.6\n",
      "   98.79   98.96   99.12   99.26   99.38   99.5    99.61   99.7    99.78\n",
      "   99.86   99.91   99.96   99.99  100.  ]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x15e9aac1ef0>]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAEACAYAAAC9Gb03AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGDtJREFUeJzt3XmQFeW5x/Hvw74EYVQYQJaIyuYaTTAJpJxc0bgkarQE\nyqVc4i1TejWVTSE3VY4pk6hVLjHGlEalcGVRo1gaQcRj1EqCl01kE6UEHGRwEBg22ea5f7w9zgAz\nA3OW6T49v09V1znTc06fhxf4zTtvv/22uTsiIpJebeIuQERECktBLyKScgp6EZGUU9CLiKScgl5E\nJOUU9CIiKXfQoDezx8ys0szer7evxMxmmtlyM5thZt3rfW+Cma0ws6VmdnahChcRkUNzKD36icAP\n9ts3Hpjl7kOA2cAEADMbDowBhgHnAg+ZmeWvXBERaa6DBr27vwNs3G/3hcCk6Pkk4KLo+QXAZHff\n4+6fACuAEfkpVUREspHtGH0vd68EcPd1QK9o/1HAmnqvq4j2iYhITPJ1MlbrKIiIJFS7LN9XaWal\n7l5pZr2B9dH+CqB/vdf1i/YdwMz0w0FEJAvu3qxzn4ca9BZttaYDVwN3AVcBL9Xb/7SZ3UcYsjkW\nmNNEsc2pNRbl5eWUl5fHXcZBqc78Up3501iN7rBlC2zaBBs3hsf6z+vvq902b67bqquhQwfo3j1s\n3brB175W91i7desGXbuG5127Nrx16QIPPljO735XTseOkOQpJNnMbzlo0JvZM0AZcISZrQZuA+4E\nppnZtcAqwkwb3H2JmU0FlgC7gRu8GNJcRLK2Z08I5Q0boKoqPNbfXn8dFi8+MMw3b4bOnUNIl5SE\nrUePsNU+P/ro8Ni9e91j7XbYYSHo86VLF+jUKX/HS5KDBr27X9bIt0Y38vo/An/MpSgRiY97COF1\n62D9+sa3zz8Pj5s3hxA+4oh9tyOPDI99+sCllx4Y5N27Q/v2cf9pW4dsx+hbjbKysrhLOCSqM7/S\nWOeuXSG8166t2z77LOyrrKzb1q8PPeXevaFXLygtDY+9esHxx8P3v1/3dc+eIbTbtm38czOZMoqh\nOYvl7zwbFtfIiplpVEckD/bsCQG9f4DX/3rt2jBcUloKffvWbX36hH29e4fH2q1z57j/VNIYM2v2\nyVgFvUiCVVdDRUXYPv30wOdr14Zx8SOP3DfAa0P8qKPqnvfs2XTPW4qDgl6kiFRXh8BesyZstc/r\nP9bUhLDu1y88NrSVlkI7DcK2Ggp6kYTYsyf0tlevbnzbvRv696/b+vXb93m/fuGEZZKn+knLU9CL\ntKCNG2Hlyn23jz8OjxUVYahkwIADt4EDQ5iXlCjEpfkU9CJ59uWX8NFHsHw5LFsWtuXLYcUK2LsX\njjkGBg06cBs4ML9zvEVqKehFsrRhAyxdWrfVBntFRbhoZ8gQGDq07vG448IccfXIpaUp6EWa4B6C\ne8mSfUN96VLYuROGDQvb0KF1j0cfrYt6JFkU9CKEQF+zJgT6kiXh8vva5507hxAfPrwu2IcNC9MP\n1TuXYqCgl1anqgoWLdp3W7IkLGA1fHi4knP48LrtiCPirlgkNwp6Sa0dO0KA7x/qO3bACSfAiSfW\nbSecEGa0iKSRgl6K3t69YXri/oG+enU4AVo/0E88MUxT1JCLtCYKeikqW7eGEF+wABYuDI8ffBAu\n598/0AcP1nRFEVDQS4JVV8O//w1z54ZAX7AgnDAdPhxOOSVsJ58MJ50UrgYVkYYp6CUx1q6Fd96p\n2z78EE47DUaMqAv2IUO0RotIcynoJTYrV8Ibb8Dbb4dgr66GkSNh1Cj43vfg1FM19CKSDwp6aTGb\nNsGbb4bbxM2cGcbbR4+GM84I4T5kCLRpE3eVIumjoJeC2bMH5swJoT5zZjiJ+t3vwtlnw1lnhROm\nmv0iUngKesmrqip47TV45RWYMSNMZfzBD0K4jxqV3hspiySZgl5y4h6mOb7yStgWLw73Bz3/fDjv\nvHCTCxGJl4Jemm3vXvjnP2HqVHj55dBLP//8sJ1xBnTsGHeFIlJfNkGvyW2tUE1NmNM+eTJMmxZu\nDD12bJg1M3iwxtpF0kZB30q4h4uVJk8Ovfdu3WDcOHjrrRDuIpJeCvqU++QTmDQJnnwy9NTHjYNX\nXw0Lf4lI66CgT6Ht2+GFF2DixHByddy40JM/7TQNy4i0Rgr6lHAP4+4TJ8Jzz8Hpp8P118MFF2ga\npEhrp6AvctXV8Pjj8PDD4STrNdeEi5k0FVJEainoi9SaNfDAAyHkzzoLHn00XKmqoRkR2Z9WIyky\nc+fCZZeF1R9ramDevDD+PnKkQl5EGqagLwI1NTB9eriA6cc/DidVV66Ee+6BgQPjrk5Ekk5DNwnm\nHmbP/Pa34WbXv/wlXHIJtG8fd2UiUkwU9An11ltwyy2waxfcf39YSExDMyKSDQV9wrz/PkyYAEuX\nwh13hDnwWtddRHKhCEmIVavgqqtCz/2cc2DZsnDSVSEvIrlSjMRsw4Yw9n7qqfD1r4d7q950k267\nJyL5k1PQm9nPzGxRtN0c7Ssxs5lmttzMZphZ9/yUmi47d4ZZM0OHwo4dYe3322+Hww6LuzIRSZus\ng97Mjgd+AnwTOAX4oZkdA4wHZrn7EGA2MCEfhaaFO0yZAsOGhXXg334bHnooLBUsIlIIuZyMHQb8\nx913ApjZP4GLgQuAsug1k4AMIfxbvXfegV/9Ktx/9fHHoaws7opEpDXIZejmA+B70VBNF+A8oD9Q\n6u6VAO6+DuiVe5nFbcWKMP/98svD+PucOQp5EWk5Wffo3X2Zmd0FvA5sBeYDext6aWPHKC8v/+p5\nWVkZZSlLv5qaMO7+l7+EnvxTT0HnznFXJSLFJJPJkMlkcjpG3u4Za2a/B9YAPwPK3L3SzHoDb7r7\nsAZen+p7xu7aBddeCx9/DC++CKWlcVckImmQzT1jc5110zN6HAD8GHgGmA5cHb3kKuClXD6jGG3e\nDOeeC9u2hfuwKuRFJE459eijE7CHA7uBn7t7xswOB6YSxutXAWPcfVMD701lj76iAs47D0aNCssI\nt20bd0UikibZ9OjzNnTTXGkM+sWLQ8jfcENYp0Zr04hIvmUT9FrrJk/eegvGjAkXQV1xRdzViIjU\nUdDnwZQpYdrks8/CmWfGXY2IyL4U9Dm691647z6YNQtOOinuakREDqSgz5I73HYbTJsG774LAwbE\nXZGISMMU9FlwDxdAvfFGGJvv1eqv/RWRJFPQN1NNDdx4Y7hJ9+zZcPjhcVckItI0BX0z7N0LP/lJ\nuNp11iwtKSwixUFBf4h274Yrrww3CnntNejaNe6KREQOjYL+EHz5JYwdG3r0L78MnTrFXZGIyKHT\nrQQPYvt2uPDCcGu/F15QyItI8VHQN2HLlrA4Wa9e4WIo3cdVRIqRgr4RtSE/eDBMmgTtNMglIkVK\nQd+ArVvh/PPDfV0ffhjaqJVEpIgpwvazbVsI+eOOU8iLSDooxurZtg1++EMYNAj+9jeFvIikg6Is\nsn07/OhHMHAgPPqoQl5E0kNxRl3I9+sHjz2mu0KJSLq0+qDfsSPMk+/TByZOVMiLSPq06qCvDfme\nPcMUSoW8iKRRq71nrDtcfDF07AhPPaV58iJSHHTP2GZ48EH49NNw0xCFvIikWavs0S9cCKNHw7/+\nBcceG0sJIiJZyaZH3+rG6Ldvh3Hj4J57FPIi0jq0uh799deHC6OefBKsWT8TRUTipzH6g3j++XBn\nqPnzFfIi0nq0mh796tXwzW+GG4ecfnqLfayISF5pjL4Re/fCFVfAL36hkBeR1qdVBP3vfw/t28Mt\nt8RdiYhIy0v9GP2778JDD8G8eVqoTERap1RH38aNcPnlYcnhvn3jrkZEJB6pPRnrDmPHQmkp/PnP\nBfsYEZEWpemV9UyZAkuWwBNPxF2JiEi8Utmjr6qCE0+EF1/ULBsRSZdsevSpDPorrwxLD997b0EO\nLyISGw3dAP/4R5hps2hR3JWIiCRDTrNuzOznZvaBmb1vZk+bWQczKzGzmWa23MxmmFn3fBV7MFu2\nwE9/Co88Al27ttSniogkW9ZDN2bWF3gHGOruu8xsCvAqMBzY4O53m9mtQIm7j2/g/XkfurnpprBg\n2eOP5/WwIiKJEcfQTVugq5nVAJ2BCmACcEb0/UlABjgg6PPt3XfhhRfggw8K/UkiIsUl66Ebd18L\n3AOsJgT8ZnefBZS6e2X0mnVAr3wU2pQvv4TrroMHHoCSkkJ/mohIcck66M2sB3AhMBDoS+jZXw7s\nPx5T8Gk9d9wBw4fDJZcU+pNERIpPLkM3o4GV7v4FgJn9HfguUGlmpe5eaWa9gfWNHaC8vPyr52Vl\nZZSVlTW7iIULw8nXhQub/VYRkcTLZDJkMpmcjpHLydgRwGPAt4CdwETgPWAA8IW731Xok7F79sC3\nvw033ADXXpvToUREikKLnox19zlm9hwwH9gdPT4CdAOmmtm1wCpgTLafcTD33w89esA11xTqE0RE\nil/RXhn70UehNz9nDgwalMfCREQSrFUtgXDRRfCd78Ctt+axKBGRhGs1SyC8/Xa4wffkyXFXIiKS\nfEV34xF3+PWvw+0BO3WKuxoRkeQruqB//nnYuRMuuyzuSkREikNRjdHv2gXHHw9//SuMHl2gwkRE\nEiybMfqi6tE/8ggcc4xCXkSkOYqmR19dDYMHw4wZcPLJBSxMRCTBUt2jv/tuOOcchbyISHMVRY++\nogJOOgkWLID+/QtcmIhIgqX2gqnrroMjj4Q77yxwUSIiCZfKC6YWL4aXX4YPP4y7EhGR4pT4Mfrx\n4+E3v4HuLXbnWRGRdEl0jz6TgSVLwkVSIiKSncT26GtqwlIHf/gDdOgQdzUiIsUrsUE/bRqYwaWX\nxl2JiEhxS2zQ33sv3H47tElshSIixSGxMVpRASecEHcVIiLFL5FB7w4bNsARR8RdiYhI8Utk0G/f\nHsbnu3SJuxIRkeKXyKCvqgpXwoqISO4U9CIiKaegFxFJOQW9iEjKJTLoN2xQ0IuI5Esig76qSlMr\nRUTyJbFBrx69iEh+KOhFRFJOQS8iknKJDHqdjBURyZ9EBr1OxoqI5E/igt5dQS8ikk+JC/qtW6F9\ne+jcOe5KRETSIXFBrxOxIiL5paAXEUm5xAW9bjgiIpJfiQt69ehFRPIr66A3s8FmNt/M5kWPm83s\nZjMrMbOZZrbczGaYWffmHFdBLyKSX1kHvbt/6O7fcPdTgdOAbcDfgfHALHcfAswGJjTnuAp6EZH8\nytfQzWjgY3dfA1wITIr2TwIuas6BFPQiIvmVr6AfCzwTPS9190oAd18H9GrOgbT8gYhIfuUc9GbW\nHrgAmBbt8v1esv/XTdJVsSIi+dUuD8c4F5jr7lXR15VmVurulWbWG1jf2BvLy8u/el5WVkZZWZmG\nbkRE6slkMmQymZyOYe7N6nAfeACzZ4HX3H1S9PVdwBfufpeZ3QqUuPv4Bt7nDX12nz4wdy707ZtT\nWSIiqWRmuLs16z25BL2ZdQFWAYPcfUu073BgKtA/+t4Yd9/UwHsPCHp36NgRtmwJjyIisq8WD/pc\nNBT01dXQr194FBGRA2UT9Im6MlYnYkVE8i9xQa8TsSIi+aWgFxFJOQW9iEjKKehFRFIuUUGvtehF\nRPIvUUGvHr2ISP4p6EVEUk5BLyKScgp6EZGUS1TQay16EZH8S8xaN+7QoQNs2xYeRUTkQEW91s3m\nzdCli0JeRCTfEhP0Gp8XESkMBb2ISMop6EVEUi4xQa/lD0RECiMxQa8evYhIYSjoRURSTkEvIpJy\nCnoRkZRLTNDrZKyISGEkJujVoxcRKQwFvYhIyiViUbOamrDGzY4d0L59LOWIiBSFol3UbNMm6NZN\nIS8iUgiJCHqtQy8iUjiJCPqqKs24EREplMQEvXr0IiKFoaAXEUk5Bb2ISMop6EVEUi4RQa/lD0RE\nCicRQa8evYhI4SjoRURSTkEvIpJyOQW9mXU3s2lmttTMFpvZ6WZWYmYzzWy5mc0ws+4HO46CXkSk\ncHLt0f8JeNXdhwEnA8uA8cAsdx8CzAYmNHWAvXth82YoKcmxEhERaVDWq1ea2WHAfHc/Zr/9y4Az\n3L3SzHoDGXcf2sD73d3ZsAGOOw6++CKrMkREWpWWXr3yaKDKzCaa2Twze8TMugCl7l4J4O7rgF5N\nHUTDNiIihdUux/eeCtzo7v9nZvcRhm32/xWh0V8ZysvLWb06rEOfyZRRVlaWQzkiIumTyWTIZDI5\nHSOXoZtS4F/uPij6ehQh6I8ByuoN3bwZjeHv/353d156CR57DKZPz/4PISLSWrTo0E00PLPGzAZH\nu84EFgPTgaujfVcBLzV1HA3diIgUVi5DNwA3A0+bWXtgJXAN0BaYambXAquAMU0dQMsfiIgUVk5B\n7+4LgW818K3Rh3oM9ehFRAor9itjFfQiIoWloBcRSTkFvYhIysUe9DoZKyJSWLEHvXr0IiKFlfUF\nUzl/sJnv3u106gQ7d0LbtrGUISJSVFp6rZucbdwIPXoo5EVECinWoNewjYhI4cUa9Bs2KOhFRAot\n9h69ZtyIiBRW7EGvHr2ISGEp6EVEUk5BLyKScgp6EZGUi33WjU7GiogUlnr0IiIpp6AXEUk5Bb2I\nSMrFuqhZ27bOrl3QJvY1NEVEikPRLWpWUqKQFxEptFhjVsM2IiKFp6AXEUk5Bb2ISMop6EVEUk5B\nLyKScrEGvZY/EBEpPPXoRURSTkEvIpJyCnoRkZRT0IuIpJxOxoqIpFysi5rt3eta60ZEpBmKblEz\nhbyISOEpakVEUk5BLyKScu1yebOZfQJsBmqA3e4+wsxKgCnAQOATYIy7b86xThERyVKuPfoaoMzd\nv+HuI6J944FZ7j4EmA1MyPEzYpXJZOIu4ZCozvxSnflTDDVC8dSZjVyD3ho4xoXApOj5JOCiHD8j\nVsXyl68680t15k8x1AjFU2c2cg16B143s/fM7LpoX6m7VwK4+zqgV46fISIiOchpjB4Y6e6fmVlP\nYKaZLSeEf33xTNQXEREgjxdMmdltwFbgOsK4faWZ9QbedPdhDbxePwBERLLQ3Aumsu7Rm1kXoI27\nbzWzrsDZwO3AdOBq4C7gKuClfBQqIiLZybpHb2ZHA38nDM20A5529zvN7HBgKtAfWEWYXrkpT/WK\niEgzxbbWjYiItIxYrow1s3PMbJmZfWhmt8ZRw6Ews0/MbKGZzTezOXHXU8vMHjOzSjN7v96+EjOb\naWbLzWyGmXWPs8aopobqvM3MPjWzedF2Tsw19jOz2Wa22MwWmdnN0f5EtWcDdd4U7U9ae3Y0s/9E\n/2cWRefuktiejdWZqPaMamoT1TI9+rrZbdniPXozawN8CJwJrAXeA8a5+7IWLeQQmNlK4DR33xh3\nLfWZ2SjCie8n3P2kaN9dwAZ3vzv64Vni7uMTWOdtwBZ3vzfO2mpFEwZ6u/sCM/saMJdwLcg1JKg9\nm6hzLAlqTwjn79x9u5m1Bd4FbgYuIUHt2USd55K89vw5cBpwmLtfkM3/9Th69COAFe6+yt13A5MJ\n/2CTqKELwmLn7u8A+//wSdyFao3UCaFdE8Hd17n7guj5VmAp0I+EtWcjdR4VfTsx7Qng7tujpx0J\n5++chLUnNFonJKg9zawfcB7waL3dzW7LOELsKGBNva8/pe4fbNLUvyDsv+Mu5iB6FdGFav9jZgvM\n7NG4f4Wvz8y+DpwC/JsEX/hXr87/RLsS1Z7RUMN8YB3wuru/RwLbs5E6IVnteR/wa/a9HqnZbZm4\n3mrCjHT3Uwk/UW+MhiKKRVLPsj8EDHL3Uwj/wRLxK3I0HPIc8LOox5zIC/8aqDNx7enuNe7+DcJv\nRiPM7HgS2J4N1DmcBLWnmZ0PVEa/yTX1W8ZB2zKOoK8ABtT7ul+0L3Hc/bPo8XPCVNIRTb8jVpVm\nVgpfjeeuj7meBrn75153YuhvwLfirAfAzNoRwvNJd6+97iNx7dlQnUlsz1ruXg1kgHNIYHvWql9n\nwtpzJHBBdK7wWeC/zOxJYF1z2zKOoH8PONbMBppZB2Ac4SKrRDGzLlHvCau7IOyDeKvah7HvT/na\nC9WgiQvVYrBPndE/zFoXk4w2fRxY4u5/qrcvie15QJ1Ja08zO7J2uMPMOgNnEc4nJKo9G6lzWZLa\n091/4+4D3H0QISdnu/uVwMs0ty3dvcU3wk/45cAKYHwcNRxCjUcDC4D5wKIk1Qk8Q5ixtBNYTZgh\nUgLMitp1JtAjoXU+Abwfte2LhPHGOGscCeyt93c9L/r3eXiS2rOJOpPWnidGtS2I6vrfaH/S2rOx\nOhPVnvXqPQOYnm1b6oIpEZGU08lYEZGUU9CLiKScgl5EJOUU9CIiKaegFxFJOQW9iEjKKehFRFJO\nQS8iknL/D0wvdUUCc3csAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x15e9a73c208>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "variance_ratio_cum_sum=np.cumsum(np.round(pca.explained_variance_ratio_, decimals=4)*100)\n",
    "print(variance_ratio_cum_sum)\n",
    "plt.plot(variance_ratio_cum_sum)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  2.55386268e+00   7.47453817e+00  -1.14123174e+00 ...,  -8.17768748e-01\n",
      "    6.82778654e-01   1.81654823e-01]\n",
      " [  5.78881858e-01   8.75537167e+00  -2.22041500e+00 ...,  -1.18007290e+00\n",
      "    4.14045833e-01  -7.80380651e-01]\n",
      " [  6.14374965e+00   4.69979496e+00  -1.04475749e+00 ...,   1.00954410e-03\n",
      "   -5.42122667e-01  -2.43734393e-01]\n",
      " ..., \n",
      " [  1.45167665e+00  -4.53844224e-01  -2.42841505e+00 ...,   2.41693464e+00\n",
      "    5.45071914e-01   2.05822333e+00]\n",
      " [  1.90452810e+00   1.76341464e+00   2.17164180e+00 ...,   5.42373134e-01\n",
      "   -2.50051266e-01   1.31052296e+00]\n",
      " [ -2.16704599e-01   1.26199417e+00   1.69344195e+00 ...,   1.35214862e+00\n",
      "   -2.49455548e+00  -5.68028248e-01]]\n"
     ]
    }
   ],
   "source": [
    "#Looking at above plot I'm taking 10 variables\n",
    "pca = PCA(n_components=10)\n",
    "pca.fit(predictors)\n",
    "Transformed_vector =pca.fit_transform(predictors)\n",
    "print(Transformed_vector)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lr_pca = linear_model.LinearRegression()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PCA Model Cross Validation score : [ 0.87933415  0.7308291   0.73458216  0.82637385  0.8215229 ]\n",
      "PCA Model Cross Validation Mean score : 0.798528432619\n"
     ]
    }
   ],
   "source": [
    "score_lr_pca = cross_val_score(lr_pca, Transformed_vector, label, cv=5)\n",
    "print(\"PCA Model Cross Validation score : \" + str(score_lr_pca))\n",
    "print(\"PCA Model Cross Validation Mean score : \" + str(score_lr_pca.mean()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LR Model Cross Validation score : [ 0.87907056  0.71869955  0.72511625  0.77999502  0.81870136]\n",
      "LR Model Cross Validation Mean score : 0.784316548612\n"
     ]
    }
   ],
   "source": [
    "lr = linear_model.LinearRegression()\n",
    "score_lr = cross_val_score(lr, predictors, label, cv=5)\n",
    "print(\"LR Model Cross Validation score : \" + str(score_lr))\n",
    "print(\"LR Model Cross Validation Mean score : \" + str(score_lr.mean()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}