05-cycle_fsi_filtered_undersampling.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import sys\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import math\n",
    "import os\n",
    "from sklearn.utils import shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data_path = r'/Users/alexandraszenti/Documents/GitHub Projects/ARRBHack-2018/_data'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(os.path.join(data_path,'cyclist_any_address_reduced.csv'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(182491, 11)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Crash_Month</th>\n",
       "      <th>Crash_Day_Of_Week</th>\n",
       "      <th>Crash_Hour</th>\n",
       "      <th>combined_street</th>\n",
       "      <th>isCitySpeed</th>\n",
       "      <th>Crash_Road_Surface_Condition</th>\n",
       "      <th>Crash_Atmospheric_Condition</th>\n",
       "      <th>isClear</th>\n",
       "      <th>Crash_Road_Horiz_Align</th>\n",
       "      <th>Crash_Road_Vert_Align</th>\n",
       "      <th>Cyclist_FSI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>June</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>21</td>\n",
       "      <td>Crestmead - Browns Plains Rd - Third Ave</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Wet</td>\n",
       "      <td>Raining</td>\n",
       "      <td>False</td>\n",
       "      <td>Curved - view open</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>August</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>12</td>\n",
       "      <td>Warana - Nicklin Wy -</td>\n",
       "      <td>False</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>May</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>9</td>\n",
       "      <td>Varsity Lakes - Varsity Sound Ave -</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Crest</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>December</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>22</td>\n",
       "      <td>Carrara - Nerang - Broadbeach Rd -</td>\n",
       "      <td>False</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Curved - view open</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>March</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>6</td>\n",
       "      <td>Carseldine - Beams Rd - Gympie Arterial Rd</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Crash_Month Crash_Day_Of_Week  Crash_Hour  \\\n",
       "0        June         Wednesday          21   \n",
       "1      August           Tuesday          12   \n",
       "2         May         Wednesday           9   \n",
       "3    December          Thursday          22   \n",
       "4       March         Wednesday           6   \n",
       "\n",
       "                              combined_street  isCitySpeed  \\\n",
       "0    Crestmead - Browns Plains Rd - Third Ave         True   \n",
       "1                      Warana - Nicklin Wy -         False   \n",
       "2        Varsity Lakes - Varsity Sound Ave -          True   \n",
       "3         Carrara - Nerang - Broadbeach Rd -         False   \n",
       "4  Carseldine - Beams Rd - Gympie Arterial Rd         True   \n",
       "\n",
       "  Crash_Road_Surface_Condition Crash_Atmospheric_Condition  isClear  \\\n",
       "0                 Sealed - Wet                     Raining    False   \n",
       "1                 Sealed - Dry                       Clear     True   \n",
       "2                 Sealed - Dry                       Clear     True   \n",
       "3                 Sealed - Dry                       Clear     True   \n",
       "4                 Sealed - Dry                       Clear     True   \n",
       "\n",
       "  Crash_Road_Horiz_Align Crash_Road_Vert_Align  Cyclist_FSI  \n",
       "0     Curved - view open                 Level        False  \n",
       "1               Straight                 Level        False  \n",
       "2               Straight                 Crest        False  \n",
       "3     Curved - view open                 Level        False  \n",
       "4               Straight                 Level        False  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False    179066\n",
       "True       3425\n",
       "Name: Cyclist_FSI, dtype: int64"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Cyclist_FSI'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "FSIFalse = df[df['Cyclist_FSI'] == False][:3450]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "FSITrue = df[df['Cyclist_FSI'] == True]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Crash_Month</th>\n",
       "      <th>Crash_Day_Of_Week</th>\n",
       "      <th>Crash_Hour</th>\n",
       "      <th>combined_street</th>\n",
       "      <th>isCitySpeed</th>\n",
       "      <th>Crash_Road_Surface_Condition</th>\n",
       "      <th>Crash_Atmospheric_Condition</th>\n",
       "      <th>isClear</th>\n",
       "      <th>Crash_Road_Horiz_Align</th>\n",
       "      <th>Crash_Road_Vert_Align</th>\n",
       "      <th>Cyclist_FSI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>June</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>21</td>\n",
       "      <td>Crestmead - Browns Plains Rd - Third Ave</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Wet</td>\n",
       "      <td>Raining</td>\n",
       "      <td>False</td>\n",
       "      <td>Curved - view open</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>August</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>12</td>\n",
       "      <td>Warana - Nicklin Wy -</td>\n",
       "      <td>False</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>May</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>9</td>\n",
       "      <td>Varsity Lakes - Varsity Sound Ave -</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Crest</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>December</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>22</td>\n",
       "      <td>Carrara - Nerang - Broadbeach Rd -</td>\n",
       "      <td>False</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Curved - view open</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>March</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>6</td>\n",
       "      <td>Carseldine - Beams Rd - Gympie Arterial Rd</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Crash_Month Crash_Day_Of_Week  Crash_Hour  \\\n",
       "0        June         Wednesday          21   \n",
       "1      August           Tuesday          12   \n",
       "2         May         Wednesday           9   \n",
       "3    December          Thursday          22   \n",
       "4       March         Wednesday           6   \n",
       "\n",
       "                              combined_street  isCitySpeed  \\\n",
       "0    Crestmead - Browns Plains Rd - Third Ave         True   \n",
       "1                      Warana - Nicklin Wy -         False   \n",
       "2        Varsity Lakes - Varsity Sound Ave -          True   \n",
       "3         Carrara - Nerang - Broadbeach Rd -         False   \n",
       "4  Carseldine - Beams Rd - Gympie Arterial Rd         True   \n",
       "\n",
       "  Crash_Road_Surface_Condition Crash_Atmospheric_Condition  isClear  \\\n",
       "0                 Sealed - Wet                     Raining    False   \n",
       "1                 Sealed - Dry                       Clear     True   \n",
       "2                 Sealed - Dry                       Clear     True   \n",
       "3                 Sealed - Dry                       Clear     True   \n",
       "4                 Sealed - Dry                       Clear     True   \n",
       "\n",
       "  Crash_Road_Horiz_Align Crash_Road_Vert_Align  Cyclist_FSI  \n",
       "0     Curved - view open                 Level        False  \n",
       "1               Straight                 Level        False  \n",
       "2               Straight                 Crest        False  \n",
       "3     Curved - view open                 Level        False  \n",
       "4               Straight                 Level        False  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "FSIFalse.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "frames = [FSITrue, FSIFalse]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Crash_Month</th>\n",
       "      <th>Crash_Day_Of_Week</th>\n",
       "      <th>Crash_Hour</th>\n",
       "      <th>combined_street</th>\n",
       "      <th>isCitySpeed</th>\n",
       "      <th>Crash_Road_Surface_Condition</th>\n",
       "      <th>Crash_Atmospheric_Condition</th>\n",
       "      <th>isClear</th>\n",
       "      <th>Crash_Road_Horiz_Align</th>\n",
       "      <th>Crash_Road_Vert_Align</th>\n",
       "      <th>Cyclist_FSI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3514</th>\n",
       "      <td>September</td>\n",
       "      <td>Monday</td>\n",
       "      <td>5</td>\n",
       "      <td>Bellbird Park - Redbank Plains Rd -</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3515</th>\n",
       "      <td>September</td>\n",
       "      <td>Saturday</td>\n",
       "      <td>15</td>\n",
       "      <td>Carina Heights - Vickers St - Willard St</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Grade</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3516</th>\n",
       "      <td>November</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>9</td>\n",
       "      <td>Goodna - Brennan St - Redbank Plains Rd</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3517</th>\n",
       "      <td>June</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>18</td>\n",
       "      <td>Slacks Creek - Brisbane - Beenleigh Rd - Queen...</td>\n",
       "      <td>False</td>\n",
       "      <td>Sealed - Wet</td>\n",
       "      <td>Raining</td>\n",
       "      <td>False</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Grade</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3518</th>\n",
       "      <td>January</td>\n",
       "      <td>Monday</td>\n",
       "      <td>17</td>\n",
       "      <td>Pullenvale - Haven Rd - Pullenvale Rd</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Curved - view open</td>\n",
       "      <td>Level</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Crash_Month Crash_Day_Of_Week  Crash_Hour  \\\n",
       "3514   September            Monday           5   \n",
       "3515   September          Saturday          15   \n",
       "3516    November         Wednesday           9   \n",
       "3517        June           Tuesday          18   \n",
       "3518     January            Monday          17   \n",
       "\n",
       "                                        combined_street  isCitySpeed  \\\n",
       "3514               Bellbird Park - Redbank Plains Rd -          True   \n",
       "3515           Carina Heights - Vickers St - Willard St         True   \n",
       "3516            Goodna - Brennan St - Redbank Plains Rd         True   \n",
       "3517  Slacks Creek - Brisbane - Beenleigh Rd - Queen...        False   \n",
       "3518              Pullenvale - Haven Rd - Pullenvale Rd         True   \n",
       "\n",
       "     Crash_Road_Surface_Condition Crash_Atmospheric_Condition  isClear  \\\n",
       "3514                 Sealed - Dry                       Clear     True   \n",
       "3515                 Sealed - Dry                       Clear     True   \n",
       "3516                 Sealed - Dry                       Clear     True   \n",
       "3517                 Sealed - Wet                     Raining    False   \n",
       "3518                 Sealed - Dry                       Clear     True   \n",
       "\n",
       "     Crash_Road_Horiz_Align Crash_Road_Vert_Align  Cyclist_FSI  \n",
       "3514               Straight                 Level        False  \n",
       "3515               Straight                 Grade        False  \n",
       "3516               Straight                 Level        False  \n",
       "3517               Straight                 Grade        False  \n",
       "3518     Curved - view open                 Level        False  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "FSINew = pd.concat(frames)\n",
    "FSINew.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Crash_Month</th>\n",
       "      <th>Crash_Day_Of_Week</th>\n",
       "      <th>Crash_Hour</th>\n",
       "      <th>combined_street</th>\n",
       "      <th>isCitySpeed</th>\n",
       "      <th>Crash_Road_Surface_Condition</th>\n",
       "      <th>Crash_Atmospheric_Condition</th>\n",
       "      <th>isClear</th>\n",
       "      <th>Crash_Road_Horiz_Align</th>\n",
       "      <th>Crash_Road_Vert_Align</th>\n",
       "      <th>Cyclist_FSI</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>July</td>\n",
       "      <td>Saturday</td>\n",
       "      <td>13</td>\n",
       "      <td>Highgate Hill - Dornoch Tce - St James St</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Curved - view obscured</td>\n",
       "      <td>Dip</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>March</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>16</td>\n",
       "      <td>Currumbin Waters - Bienvenue Dr - Clives Crct</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>April</td>\n",
       "      <td>Monday</td>\n",
       "      <td>7</td>\n",
       "      <td>Tewantin - Beckmans Rd - Cooroy - Noosa Rd</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>February</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>8</td>\n",
       "      <td>Warana - Nicklin Wy -</td>\n",
       "      <td>False</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>November</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>17</td>\n",
       "      <td>Bardon - Carwoola St - Simpsons Rd</td>\n",
       "      <td>True</td>\n",
       "      <td>Sealed - Dry</td>\n",
       "      <td>Clear</td>\n",
       "      <td>True</td>\n",
       "      <td>Straight</td>\n",
       "      <td>Level</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Crash_Month Crash_Day_Of_Week  Crash_Hour  \\\n",
       "89         July          Saturday          13   \n",
       "98        March            Sunday          16   \n",
       "106       April            Monday           7   \n",
       "139    February         Wednesday           8   \n",
       "171    November          Thursday          17   \n",
       "\n",
       "                                   combined_street  isCitySpeed  \\\n",
       "89       Highgate Hill - Dornoch Tce - St James St         True   \n",
       "98   Currumbin Waters - Bienvenue Dr - Clives Crct         True   \n",
       "106     Tewantin - Beckmans Rd - Cooroy - Noosa Rd         True   \n",
       "139                         Warana - Nicklin Wy -         False   \n",
       "171             Bardon - Carwoola St - Simpsons Rd         True   \n",
       "\n",
       "    Crash_Road_Surface_Condition Crash_Atmospheric_Condition  isClear  \\\n",
       "89                  Sealed - Dry                       Clear     True   \n",
       "98                  Sealed - Dry                       Clear     True   \n",
       "106                 Sealed - Dry                       Clear     True   \n",
       "139                 Sealed - Dry                       Clear     True   \n",
       "171                 Sealed - Dry                       Clear     True   \n",
       "\n",
       "     Crash_Road_Horiz_Align Crash_Road_Vert_Align  Cyclist_FSI  \n",
       "89   Curved - view obscured                   Dip         True  \n",
       "98                 Straight                 Level         True  \n",
       "106                Straight                 Level         True  \n",
       "139                Straight                 Level         True  \n",
       "171                Straight                 Level         True  "
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "FSINew.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "shuffle(FSINew).to_csv(os.path.join(data_path,'cyclist_fsi_address_reduced_undersampled.csv'),\n",
    "                          index=False,\n",
    "                         columns=['Crash_Month', 'Crash_Day_Of_Week', 'Crash_Hour',\n",
    "                                 'combined_street', 'isCitySpeed',\n",
    "                                 'Crash_Road_Surface_Condition', 'Crash_Atmospheric_Condition',\n",
    "                                 'isClear',\n",
    "                                 'Crash_Road_Horiz_Align', 'Crash_Road_Vert_Align',\n",
    "                                 'Cyclist_FSI'\n",
    "                                 ])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}