Example2_NIBRS_officerassault.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "055e03ae",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ass_Argument</th>\n",
       "      <th>ass_OtherFelony</th>\n",
       "      <th>ass_LoversQuarrelAssault</th>\n",
       "      <th>ass_LEO_Assault</th>\n",
       "      <th>ass_DrugGangAssault</th>\n",
       "      <th>ass_NegManslaughter</th>\n",
       "      <th>ass_JustHomicide</th>\n",
       "      <th>rel_Family</th>\n",
       "      <th>rel_Known</th>\n",
       "      <th>ucr_Larceny</th>\n",
       "      <th>...</th>\n",
       "      <th>drug_AlcoholUse</th>\n",
       "      <th>drug_DrugUse</th>\n",
       "      <th>drug_ComputerUse</th>\n",
       "      <th>weap_Fists</th>\n",
       "      <th>weap_OtherWeap</th>\n",
       "      <th>weap_Firearm</th>\n",
       "      <th>weap_MVWeap</th>\n",
       "      <th>weap_Knife</th>\n",
       "      <th>weap_NoWeap</th>\n",
       "      <th>weap_BluntObject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 34 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   ass_Argument  ass_OtherFelony  ass_LoversQuarrelAssault  ass_LEO_Assault  \\\n",
       "0             0                0                         0                0   \n",
       "1             0                0                         0                0   \n",
       "2             0                0                         0                0   \n",
       "3             0                0                         0                0   \n",
       "4             0                0                         0                0   \n",
       "\n",
       "   ass_DrugGangAssault  ass_NegManslaughter  ass_JustHomicide  rel_Family  \\\n",
       "0                    0                    0                 0           0   \n",
       "1                    0                    0                 0           0   \n",
       "2                    0                    0                 0           0   \n",
       "3                    0                    0                 0           0   \n",
       "4                    0                    0                 0           0   \n",
       "\n",
       "   rel_Known  ucr_Larceny  ...  drug_AlcoholUse  drug_DrugUse  \\\n",
       "0          0            1  ...                0             0   \n",
       "1          0            0  ...                0             0   \n",
       "2          0            0  ...                0             0   \n",
       "3          0            1  ...                0             0   \n",
       "4          0            0  ...                0             0   \n",
       "\n",
       "   drug_ComputerUse  weap_Fists  weap_OtherWeap  weap_Firearm  weap_MVWeap  \\\n",
       "0                 0           0               0             0            0   \n",
       "1                 0           0               0             0            0   \n",
       "2                 0           0               0             0            0   \n",
       "3                 0           0               0             0            0   \n",
       "4                 0           0               0             0            0   \n",
       "\n",
       "   weap_Knife  weap_NoWeap  weap_BluntObject  \n",
       "0           0            0                 0  \n",
       "1           0            0                 0  \n",
       "2           0            0                 0  \n",
       "3           0            0                 0  \n",
       "4           0            0                 0  \n",
       "\n",
       "[5 rows x 34 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "# Example 2 for genrules\n",
    "# Using NIBRS dummy data\n",
    "# See https://github.com/apwheele/apwheele.github.io/tree/master/MathPosts/association_rules\n",
    "# For explanation behind NIBRS data\n",
    "# If you want to read original NIRBS data\n",
    "# use https://dl.dropbox.com/sh/puws33uebzt9ckd/AACL3wBhZDr3P_ZbsbUxltERa/NIBRS_2012.csv?dl=0\n",
    "'''\n",
    "\n",
    "import pandas as pd\n",
    "from src import genrules\n",
    "\n",
    "# If you run multiple times, please download the data locally\n",
    "# Dropbox will cut you/me off eventually\n",
    "#ndum = pd.read_csv(r'D:\\Dropbox\\Dropbox\\Documents\\BLOG\\Posted_Python\\association_rules\\NIBRS_DummyDat.csv')\n",
    "ndum = pd.read_csv('https://dl.dropbox.com/sh/puws33uebzt9ckd/AADVM86qPJVqP4RHWkWfGBzpa/NIBRS_DummyDat.csv?dl=0')\n",
    "ndum.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "04a9cb83",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(7099, 35)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>mean</th>\n",
       "      <th>std</th>\n",
       "      <th>min</th>\n",
       "      <th>25%</th>\n",
       "      <th>50%</th>\n",
       "      <th>75%</th>\n",
       "      <th>max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ass_Argument</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.211297</td>\n",
       "      <td>0.408258</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ass_OtherFelony</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.200873</td>\n",
       "      <td>0.400682</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ass_LoversQuarrelAssault</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.091421</td>\n",
       "      <td>0.288228</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ass_LEO_Assault</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.071419</td>\n",
       "      <td>0.257541</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ass_DrugGangAssault</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.039020</td>\n",
       "      <td>0.193655</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ass_NegManslaughter</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.005071</td>\n",
       "      <td>0.071036</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ass_JustHomicide</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.001127</td>\n",
       "      <td>0.033553</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rel_Family</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.268066</td>\n",
       "      <td>0.442983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rel_Known</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.454148</td>\n",
       "      <td>0.497928</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Larceny</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.121989</td>\n",
       "      <td>0.327296</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Fraud_StolenProp</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.092267</td>\n",
       "      <td>0.289422</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Burglary</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.140724</td>\n",
       "      <td>0.347761</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_MVTheft</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.066207</td>\n",
       "      <td>0.248660</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Assault</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.747570</td>\n",
       "      <td>0.434437</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Vandalism</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.198760</td>\n",
       "      <td>0.399095</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Kidnap_SexOff</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.200592</td>\n",
       "      <td>0.400471</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Drug</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.177490</td>\n",
       "      <td>0.382110</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Robbery</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.134949</td>\n",
       "      <td>0.341693</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_WeaponViol</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.186646</td>\n",
       "      <td>0.389655</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Arson</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.032258</td>\n",
       "      <td>0.176697</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Homicide</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.070010</td>\n",
       "      <td>0.255182</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Prostitution</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.015213</td>\n",
       "      <td>0.122409</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Bribery</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.005775</td>\n",
       "      <td>0.075782</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ucr_Gambling</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.002113</td>\n",
       "      <td>0.045922</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>drug_AlcoholUse</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.049444</td>\n",
       "      <td>0.216808</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>drug_DrugUse</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.011833</td>\n",
       "      <td>0.108140</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>drug_ComputerUse</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.129455</td>\n",
       "      <td>0.335726</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_Fists</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.285815</td>\n",
       "      <td>0.451833</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_OtherWeap</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.161149</td>\n",
       "      <td>0.367695</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_Firearm</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.232709</td>\n",
       "      <td>0.422588</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_MVWeap</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.079589</td>\n",
       "      <td>0.270674</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_Knife</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.173546</td>\n",
       "      <td>0.378745</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_NoWeap</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.125933</td>\n",
       "      <td>0.331797</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weap_BluntObject</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>0.117763</td>\n",
       "      <td>0.322350</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weight</th>\n",
       "      <td>7099.0</td>\n",
       "      <td>731.552613</td>\n",
       "      <td>22362.384394</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1583413.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           count        mean           std  min  25%  50%  \\\n",
       "ass_Argument              7099.0    0.211297      0.408258  0.0  0.0  0.0   \n",
       "ass_OtherFelony           7099.0    0.200873      0.400682  0.0  0.0  0.0   \n",
       "ass_LoversQuarrelAssault  7099.0    0.091421      0.288228  0.0  0.0  0.0   \n",
       "ass_LEO_Assault           7099.0    0.071419      0.257541  0.0  0.0  0.0   \n",
       "ass_DrugGangAssault       7099.0    0.039020      0.193655  0.0  0.0  0.0   \n",
       "ass_NegManslaughter       7099.0    0.005071      0.071036  0.0  0.0  0.0   \n",
       "ass_JustHomicide          7099.0    0.001127      0.033553  0.0  0.0  0.0   \n",
       "rel_Family                7099.0    0.268066      0.442983  0.0  0.0  0.0   \n",
       "rel_Known                 7099.0    0.454148      0.497928  0.0  0.0  0.0   \n",
       "ucr_Larceny               7099.0    0.121989      0.327296  0.0  0.0  0.0   \n",
       "ucr_Fraud_StolenProp      7099.0    0.092267      0.289422  0.0  0.0  0.0   \n",
       "ucr_Burglary              7099.0    0.140724      0.347761  0.0  0.0  0.0   \n",
       "ucr_MVTheft               7099.0    0.066207      0.248660  0.0  0.0  0.0   \n",
       "ucr_Assault               7099.0    0.747570      0.434437  0.0  0.0  1.0   \n",
       "ucr_Vandalism             7099.0    0.198760      0.399095  0.0  0.0  0.0   \n",
       "ucr_Kidnap_SexOff         7099.0    0.200592      0.400471  0.0  0.0  0.0   \n",
       "ucr_Drug                  7099.0    0.177490      0.382110  0.0  0.0  0.0   \n",
       "ucr_Robbery               7099.0    0.134949      0.341693  0.0  0.0  0.0   \n",
       "ucr_WeaponViol            7099.0    0.186646      0.389655  0.0  0.0  0.0   \n",
       "ucr_Arson                 7099.0    0.032258      0.176697  0.0  0.0  0.0   \n",
       "ucr_Homicide              7099.0    0.070010      0.255182  0.0  0.0  0.0   \n",
       "ucr_Prostitution          7099.0    0.015213      0.122409  0.0  0.0  0.0   \n",
       "ucr_Bribery               7099.0    0.005775      0.075782  0.0  0.0  0.0   \n",
       "ucr_Gambling              7099.0    0.002113      0.045922  0.0  0.0  0.0   \n",
       "drug_AlcoholUse           7099.0    0.049444      0.216808  0.0  0.0  0.0   \n",
       "drug_DrugUse              7099.0    0.011833      0.108140  0.0  0.0  0.0   \n",
       "drug_ComputerUse          7099.0    0.129455      0.335726  0.0  0.0  0.0   \n",
       "weap_Fists                7099.0    0.285815      0.451833  0.0  0.0  0.0   \n",
       "weap_OtherWeap            7099.0    0.161149      0.367695  0.0  0.0  0.0   \n",
       "weap_Firearm              7099.0    0.232709      0.422588  0.0  0.0  0.0   \n",
       "weap_MVWeap               7099.0    0.079589      0.270674  0.0  0.0  0.0   \n",
       "weap_Knife                7099.0    0.173546      0.378745  0.0  0.0  0.0   \n",
       "weap_NoWeap               7099.0    0.125933      0.331797  0.0  0.0  0.0   \n",
       "weap_BluntObject          7099.0    0.117763      0.322350  0.0  0.0  0.0   \n",
       "weight                    7099.0  731.552613  22362.384394  1.0  1.0  2.0   \n",
       "\n",
       "                          75%        max  \n",
       "ass_Argument              0.0        1.0  \n",
       "ass_OtherFelony           0.0        1.0  \n",
       "ass_LoversQuarrelAssault  0.0        1.0  \n",
       "ass_LEO_Assault           0.0        1.0  \n",
       "ass_DrugGangAssault       0.0        1.0  \n",
       "ass_NegManslaughter       0.0        1.0  \n",
       "ass_JustHomicide          0.0        1.0  \n",
       "rel_Family                1.0        1.0  \n",
       "rel_Known                 1.0        1.0  \n",
       "ucr_Larceny               0.0        1.0  \n",
       "ucr_Fraud_StolenProp      0.0        1.0  \n",
       "ucr_Burglary              0.0        1.0  \n",
       "ucr_MVTheft               0.0        1.0  \n",
       "ucr_Assault               1.0        1.0  \n",
       "ucr_Vandalism             0.0        1.0  \n",
       "ucr_Kidnap_SexOff         0.0        1.0  \n",
       "ucr_Drug                  0.0        1.0  \n",
       "ucr_Robbery               0.0        1.0  \n",
       "ucr_WeaponViol            0.0        1.0  \n",
       "ucr_Arson                 0.0        1.0  \n",
       "ucr_Homicide              0.0        1.0  \n",
       "ucr_Prostitution          0.0        1.0  \n",
       "ucr_Bribery               0.0        1.0  \n",
       "ucr_Gambling              0.0        1.0  \n",
       "drug_AlcoholUse           0.0        1.0  \n",
       "drug_DrugUse              0.0        1.0  \n",
       "drug_ComputerUse          0.0        1.0  \n",
       "weap_Fists                1.0        1.0  \n",
       "weap_OtherWeap            0.0        1.0  \n",
       "weap_Firearm              0.0        1.0  \n",
       "weap_MVWeap               0.0        1.0  \n",
       "weap_Knife                0.0        1.0  \n",
       "weap_NoWeap               0.0        1.0  \n",
       "weap_BluntObject          0.0        1.0  \n",
       "weight                    7.0  1583413.0  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Aggregating (genrules algo can take weights)\n",
    "group_vars = list(ndum)\n",
    "ndum['weight'] = 1\n",
    "ndum_agg = ndum.groupby(group_vars, as_index=False).sum() # sums the weight variable\n",
    "\n",
    "print(ndum_agg.shape)\n",
    "ndum_agg.describe().T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "5241b0ad",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   ass_LEO_Assault\n",
      "0                0\n",
      "1                0\n",
      "2                0\n",
      "3                0\n",
      "4                0\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ass_LEO_Assault</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  ass_LEO_Assault\n",
       "0            None\n",
       "1            None\n",
       "2            None\n",
       "3            None\n",
       "4            None"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The genrules algorithm put 0's for these dummy variables as none\n",
    "# It will not include None in the rules\n",
    "\n",
    "y_var = 'ass_LEO_Assault'\n",
    "x_vars = group_vars.copy() #[0:7]\n",
    "x_vars.remove(y_var)\n",
    "\n",
    "print(ndum_agg[[y_var]].head())\n",
    "\n",
    "ndum_agg.replace([0],[None], inplace=True)\n",
    "ndum_agg[[y_var]].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "e85018bf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Creating initial pop, starting at 2021-12-13 14:16:30.784037\n",
      "Total N of initial population 40989 (finished @ 2021-12-13 14:16:50.715576)\n",
      "\n",
      "Creating initial leaderboard @ 2021-12-13 14:16:50.715576\n",
      "Initial candidates added to leaderboard 15\n",
      "Finished Initial leaderboard @ 2021-12-13 14:18:52.677938\n"
     ]
    }
   ],
   "source": [
    "# Now conduct the ge algorithm\n",
    "\n",
    "# Set up object to search through all 3 pairs\n",
    "ge = genrules.genrules(data=ndum_agg,y_var=y_var,x_vars=x_vars,w_var='weight',k=3)\n",
    "\n",
    "# No evolutions, just check the pop (takes about 2 minutes)\n",
    "ge.evolve(rep=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "84f8b05d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>relrisk</th>\n",
       "      <th>pval</th>\n",
       "      <th>tot_n</th>\n",
       "      <th>out_n</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5.883202</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>288</td>\n",
       "      <td>101</td>\n",
       "      <td>{'ucr_Drug': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6.058401</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>280</td>\n",
       "      <td>101</td>\n",
       "      <td>{'ucr_Assault': 1, 'ucr_Drug': 1, 'weap_MVWeap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5.248131</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>114</td>\n",
       "      <td>40</td>\n",
       "      <td>{'ucr_Fraud_StolenProp': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5.392287</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>111</td>\n",
       "      <td>40</td>\n",
       "      <td>{'ucr_Fraud_StolenProp': 1, 'ucr_Assault': 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3.180358</td>\n",
       "      <td>1.314460e-07</td>\n",
       "      <td>72</td>\n",
       "      <td>16</td>\n",
       "      <td>{'weap_Firearm': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3.015784</td>\n",
       "      <td>4.316636e-10</td>\n",
       "      <td>125</td>\n",
       "      <td>26</td>\n",
       "      <td>{'ucr_MVTheft': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3.225610</td>\n",
       "      <td>8.885315e-08</td>\n",
       "      <td>71</td>\n",
       "      <td>16</td>\n",
       "      <td>{'ucr_Assault': 1, 'weap_Firearm': 1, 'weap_MV...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>3.162738</td>\n",
       "      <td>4.124483e-06</td>\n",
       "      <td>54</td>\n",
       "      <td>12</td>\n",
       "      <td>{'ucr_WeaponViol': 1, 'weap_Firearm': 1, 'weap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3.143694</td>\n",
       "      <td>7.944445e-11</td>\n",
       "      <td>120</td>\n",
       "      <td>26</td>\n",
       "      <td>{'ucr_MVTheft': 1, 'ucr_Assault': 1, 'weap_MVW...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3.127846</td>\n",
       "      <td>9.066082e-09</td>\n",
       "      <td>92</td>\n",
       "      <td>20</td>\n",
       "      <td>{'rel_Known': 1, 'ucr_Drug': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2.451884</td>\n",
       "      <td>2.098120e-05</td>\n",
       "      <td>105</td>\n",
       "      <td>18</td>\n",
       "      <td>{'ucr_WeaponViol': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2.773006</td>\n",
       "      <td>1.182570e-06</td>\n",
       "      <td>93</td>\n",
       "      <td>18</td>\n",
       "      <td>{'ucr_Assault': 1, 'ucr_WeaponViol': 1, 'weap_...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2.348605</td>\n",
       "      <td>2.215654e-05</td>\n",
       "      <td>122</td>\n",
       "      <td>20</td>\n",
       "      <td>{'drug_ComputerUse': 1, 'weap_MVWeap': 1}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2.472208</td>\n",
       "      <td>6.800118e-06</td>\n",
       "      <td>116</td>\n",
       "      <td>20</td>\n",
       "      <td>{'ucr_Assault': 1, 'drug_ComputerUse': 1, 'wea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1.688383</td>\n",
       "      <td>8.705908e-02</td>\n",
       "      <td>50</td>\n",
       "      <td>6</td>\n",
       "      <td>{'rel_Known': 1, 'ucr_MVTheft': 1, 'weap_MVWea...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     relrisk          pval  tot_n  out_n  \\\n",
       "0   5.883202  0.000000e+00    288    101   \n",
       "1   6.058401  0.000000e+00    280    101   \n",
       "2   5.248131  0.000000e+00    114     40   \n",
       "3   5.392287  0.000000e+00    111     40   \n",
       "4   3.180358  1.314460e-07     72     16   \n",
       "5   3.015784  4.316636e-10    125     26   \n",
       "6   3.225610  8.885315e-08     71     16   \n",
       "7   3.162738  4.124483e-06     54     12   \n",
       "8   3.143694  7.944445e-11    120     26   \n",
       "9   3.127846  9.066082e-09     92     20   \n",
       "10  2.451884  2.098120e-05    105     18   \n",
       "11  2.773006  1.182570e-06     93     18   \n",
       "12  2.348605  2.215654e-05    122     20   \n",
       "13  2.472208  6.800118e-06    116     20   \n",
       "14  1.688383  8.705908e-02     50      6   \n",
       "\n",
       "                                                label  \n",
       "0                   {'ucr_Drug': 1, 'weap_MVWeap': 1}  \n",
       "1   {'ucr_Assault': 1, 'ucr_Drug': 1, 'weap_MVWeap...  \n",
       "2       {'ucr_Fraud_StolenProp': 1, 'weap_MVWeap': 1}  \n",
       "3   {'ucr_Fraud_StolenProp': 1, 'ucr_Assault': 1, ...  \n",
       "4               {'weap_Firearm': 1, 'weap_MVWeap': 1}  \n",
       "5                {'ucr_MVTheft': 1, 'weap_MVWeap': 1}  \n",
       "6   {'ucr_Assault': 1, 'weap_Firearm': 1, 'weap_MV...  \n",
       "7   {'ucr_WeaponViol': 1, 'weap_Firearm': 1, 'weap...  \n",
       "8   {'ucr_MVTheft': 1, 'ucr_Assault': 1, 'weap_MVW...  \n",
       "9   {'rel_Known': 1, 'ucr_Drug': 1, 'weap_MVWeap': 1}  \n",
       "10            {'ucr_WeaponViol': 1, 'weap_MVWeap': 1}  \n",
       "11  {'ucr_Assault': 1, 'ucr_WeaponViol': 1, 'weap_...  \n",
       "12          {'drug_ComputerUse': 1, 'weap_MVWeap': 1}  \n",
       "13  {'ucr_Assault': 1, 'drug_ComputerUse': 1, 'wea...  \n",
       "14  {'rel_Known': 1, 'ucr_MVTheft': 1, 'weap_MVWea...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We can check out the top rules in the current leaderboard\n",
    "tb = ge.leaderboard\n",
    "tb[['relrisk','pval','tot_n','out_n','label']]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}