c38_决策树和信息熵.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 决策树"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn import datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "iris = datasets.load_iris()\n",
    "X = iris.data[:, 2:]\n",
    "y = iris.target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAGgFJREFUeJzt3X2QXXV9x/H3d282JoaHjGYhMQkGJeAoAoEdHoyjmVojDylJrRGY+hCHSsdKhYnaESdTI8YpHTpoKlQagQKVRkjAEAmWUtGqpaFuApLKkxjQBAJZQIKJQZLdb/+4N8nu3XNzf+ees/c83M9rJpO9Z3/nnO+FyXfPnvv5/Y65OyIiUi5dWRcgIiLpU3MXESkhNXcRkRJScxcRKSE1dxGRElJzFxEpITV3EZESUnMXESkhNXcRkRIak9WJJ02a5DNmzMjq9CIihbRhw4YX3L2n2bjMmvuMGTPo6+vL6vQiIoVkZr8OGafbMiIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJdQ0525m04GbgcnAILDC3ZfXjZkD3Ak8Vdt0h7tfnm6pIlJ06zavY/nG5Ty36zkmT5jMJSdfwjlvOSfR/kCiY5ZVyCSmvcBn3X2jmR0KbDCze939kbpxP3H3eemXKCJlsG7zOpbev5RXB14FYNuubSy9fylAUDOO2n/JT5dgZuwZ3NPSMcus6W0Zd9/m7htrX/8OeBSYOtqFiUi5LN+4fH9j3ufVgVdZvnF5gz2a77/X9+5v7K0cs8xi3XM3sxnALOCBiG+fYWY/N7Pvm9k7Gux/kZn1mVlff39/7GJFpLie2/VcrO2tjos7tqyCm7uZHQLcDlzq7q/UfXsj8GZ3PxH4BrAm6hjuvsLde929t6en6bo3IlIikydMjrW91XFxx5ZVUHM3s26qjf0Wd7+j/vvu/oq776x9fTfQbWaTUq1URArtkpMvYVxl3LBt4yrj9n8o2sr+Y2wM3V3dLR+zzELSMgZcDzzq7lc1GDMZeN7d3cxOpfpD48VUKxWRQtv3AWeryZZG+yc5ZpmZux98gNm7gZ8Am6hGIQG+CBwF4O7XmtnFwKeoJmt2A4vd/f6DHbe3t9e15K+ISDxmtsHde5uNa3rl7u4/BazJmKuBq8PLE5EsJc2bh1i2fhmrnljFoA/SZV0sPHYhS05fkuo5pLHMHtYhItlImjcPsWz9Mm59/Nb9rwd9cP9rNfj20PIDIh0mad48xKonVsXaLulTcxfpMEnz5iEGfTDWdkmfmrtIh0maNw/RZdGtpdF2SZ/+S4t0mKR58xALj10Ya7ukTx+oinSYpHnzEPs+NFVaJjtNc+6jRTl3EZH4QnPuui0jIlJCui0j0oFCH3oRui30lk6cyVOhY9sxISupLGrUbRmRDlM/iQmqC3ANfegFQHdXN+7OXt970HHjKuNY+q6lTZtV1Hkb7Rs6Ns4xs5J2jbotIyKRQh96sWdwz7DG3mhc6ASoOJOnQse2Y0JWUlnVqOYu0mFG40EWIceMM3kqdGw7JmQllVWNau4iHWY0HmQRcsw4k6dCx7ZjQlZSWdWo5i7SYUIfetHd1c0YG9N0XOgEqDiTp0LHtmNCVlJZ1ai0jEiHifPQi9BtIR8Mxpk8FTq2HROyksqqRqVlREQKRGkZEcnUus3rmLt6LifcdAJzV89l3eZ1icblTd7r1m0ZEUld6ANB2vHgkNFQhLp15S4iqStTTj1KEepWcxeR1JUppx6lCHWruYtI6sqUU49ShLrV3EUkdWXKqUcpQt36QFVEUlemnHqUItStnLuISIGE5tx15S4isbRrLfg8rdOep1pC6cpdRIJFrU0euu571Lik67m3Q55qAc1QFZFREJXvDl33PWpc0vXc2yFPtcSh5i4iwdq1FnyecuR5qiUONXcRCdauteDzlCPPUy1xqLmLSLCofHfouu9R45Ku594OeaolDqVlRCRYu9aCz1OOPE+1xNE0LWNm04GbgcnAILDC3ZfXjTFgOXA28HtgkbtvPNhxlZYREYkvzZz7XuCz7r7RzA4FNpjZve7+yJAxZwEza39OA75Z+1tE2qRRFjtJLj3vV6dJJcmv5z37HjvnbmZ3Ale7+71Dtv0z8CN3X1l7/Tgwx923NTqOrtxF0tMoiz3/mPnc+eSdLeXSs8xyt0OS/HqW2fdRybmb2QxgFvBA3bemAluGvN5a2yYibdAoi73qiVUt59KLkOVOIkl+vQjZ9+DmbmaHALcDl7r7K/XfjthlxK8EZnaRmfWZWV9/f3+8SkWkoUaZ60EfHJXjlkGS/HoRsu9Bzd3Muqk29lvc/Y6IIVuB6UNeTwOerR/k7ivcvdfde3t6elqpV0QiNMpcd1mytHPes9xJJMmvFyH73vT/fC0Jcz3wqLtf1WDYWuBjVnU6sONg99tFJF2NstgLj13Yci69CFnuJJLk14uQfQ9Jy8wGPgpsMrOHatu+CBwF4O7XAndTjUE+STUK+Yn0SxWRRg6WxZ51xCylZSIkya8XIfuuVSFFRApE67mLCBCdx35w+4OsemIVgz5Il3Wx8NiFLDl9SdC+ebo6hWLUmAVduYuUWFQeu2IVBnxgxNjzjjtvWIPP2zrmUYpQY9q0nruIROaxoxo7wKonVjXdN29Z7iLUmBU1d5ESi5O7rs/EFyHLXYQas6LmLlJicXLX9Zn4ImS5i1BjVtTcRUosKo9dsUrk2IXHLmy6b96y3EWoMStKy4iUWKM8dkhapghZ7iLUmBWlZURECkQ5d5ESW3bXIla90Mcg1XurCyf1wqRjgrLrkH42fNn6ZSPOHTUzNuoccWop8/rradOVu0jBLLtrEbe+0Ac2ZDFW9+Gva+qz65B+NnzZ+mXc+vitI7Ybhg9ZHDbqHHFqKer662lTzl2kpFbVN3aIbOwwMrsO6WfDo84BDGvsjc4Rp5ayr7+eNjV3kYKJs0J71HruaWfD46wZX3+OOLWUff31tKm5ixRMnH+0Ueu5p50Nj7NmfP054tRS9vXX06bmLlIwCyf1Vu+xD9Xgs7P67Dqknw2POgdU77k3O0ecWsq+/nralJYRKZgl826EBGmZtLPh+87RSlomTi1lX389bUrLiIgUiNIyIjm3bvM65q6eywk3ncDc1XNZt3nd6Jzo4dvga8fD0onVvx++bXTOI7mi2zIiGajPXW/btY2l9y8FSPdWwcO3wfc+A3t2V1/v2FJ9DXDCh9M7j+SOrtxFMtC23PUPLj/Q2PfZs7u6XUpNzV0kA23LXe/YGm+7lIaau0gG2pa7PnxavO1SGmruIhloW+76fX8L3eOHb+seX90upaYPVEUy0Lbc9b4PTX9wefVWzOHTqo1dH6aWnnLuIiIFopy7SN6F5s9HI6eeo+x72/L+HUa3ZUSyEJo/H42ceo6y723L+3cgXbmLZCE0fz4aOfUcZd87cZ31dlFzF8lCaP58NHLqOcq+d+I66+2i5i6ShdD8+Wjk1HOUfe/EddbbRc1dJAuh+fPRyKnnKPveieust4s+UBXJQmj+fDRy6jnKvnfiOuvtopy7iEiBhObcm165m9kNwDxgu7sfH/H9OcCdwFO1TXe4u5ack87w8G2tXwH/w9tg57YDrw+ZAnMvH3k8CDvHXYthw43gA2AVOGURzLuKdZvXjbgyBl0tl13TK3czew+wE7j5IM39c+4+L86JdeUuhVefF4fqves/+cfmDb6+sTfS1Q1mMPDawc9x12Lou37E7uuOP5ulrz45LG44xsZgZuwZ3LN/27jKOJa+a6kafAGkNkPV3X8MvJRKVSJlkiQvHtLYAQb3DG/sjc6x4cbI3ZfveGhEjnyv7x3W2EHZ8jJKKy1zhpn93My+b2bvaDTIzC4ysz4z6+vv70/p1CIZyTIvXn8OH4gc9lylEnxIZcvLJY3mvhF4s7ufCHwDWNNooLuvcPded+/t6elJ4dQiGcoyL15/Dotu4pMHopt+5Fhly0slcXN391fcfWft67uBbjOblLgykbxLkhc/ZErYObq6oTK2+TlOWRS5+yWHnzQiRz7GxtDd1T1sm7Ll5ZO4uZvZZDOz2ten1o75YtLjiuTeCR+ufrB5+HTAqn+HfJgK8LnHRjb4Q6bAB781/HgL/gnmX9P8HPOugt4LD1zBWwV6L+ScD61k6buWMmXCFAxjyoQpLHv3Mr4y+yvDtunD1PIJScusBOYAk4DngS8B3QDufq2ZXQx8CtgL7AYWu/v9zU6stIyISHyp5dzd/YIm378auDpGbSL5kSSnHkeDDHpQPb9ZP3Lfo07PxQzTg4nK1+u3g/bRDFXpXEly6nE0yKDTe+HwBh9VT1cFBiM+FK3fPhp1J1C/TjsoS58WPYlJpJl2rWveIIM+YntUPVGNPWp7RuuxN6J12rOn5i6dq1059QYZ9BHbk543g/XYG9E67dlTc5fO1a6ceoMM+ojtSc+bwXrsjWid9uypuUvnate65g0y6CO2R9XT1eAHQ/32jNZjb0TrtGdPzV06V5KcehwNMugj0jJR9Sy4NnrfBdeOft0JnPOWc0bk6/VhanspLSMiUiBKy4iIdDA9Zk+KL+2JSDedC0/914HXR78X3nhM9CSkqMlJEDbpCFp/MIdIE7otI8WW9kSk+sZ+MJPeBi88FjbWKsOjj5Wx4F5dr32f0AdzSEfTbRnpDGlPRApt7BDe2GFkpn3gteGNHcIfzCESQM1dii3LB2a0S5nei7SNmrsUW5YPzGiXMr0XaRs1dym2tCciHf3e8LGT3hY+tn42amVs9R77UKEP5hAJoOYuxZb2RKSPrx3Z4I9+b/REoosfiN4ete1P6yYdzb+m+iCOVh7MIRJAaRkRkQJJ7WEdIqUWlZGH8Kx5aMY+SRa/XQ8UkVJRc5fOVZ+R37EF1vzV8Kz5ji3VMTCyoUbtHzU2dFxojaH7SkfTPXfpXJEPx4iRNQ/N2CfJ4rfrgSJSOmru0rni5MejxoZm7JNk8Tshxy+jQs1dOlec/HjU2NCMfZIsfifk+GVUqLlL54p8OEaMrHloxj5JFr9dDxSR0lFzl84V+XCMGFnz0Ix9kix+ux4oIqWjnLuISIEo5y7tVYQsdtJMu0iBqLlLckXIYkfVeOenh6+pnse6RVqke+6SXBGy2FE1Rq2pnre6RVqk5i7JFSGLnTTTLlIwau6SXBGy2Ekz7SIFo+YuyRUhix1VY9Sa6nmrW6RFau6SXBGy2FE1Rq2pnre6RVrUNOduZjcA84Dt7n58xPcNWA6cDfweWOTuG5udWDl3EZH40sy53whcDdzc4PtnATNrf04Dvln7WyTcXYthw43gA9WnF52yCOZd1fq4tNdPB+XhpVCaNnd3/7GZzTjIkPnAzV79FWC9mU00synuvi2lGqXs7loMfdcfeO0DB14Pbdyh49JePz3OGu8iOZHGPfepwJYhr7fWtomE2XBj2PbQcWmvnx5njXeRnEijuVvEtsgb+WZ2kZn1mVlff39/CqeWUvCBsO2h40Zj/fSkY0XaLI3mvhWYPuT1NODZqIHuvsLde929t6enJ4VTSylYJWx76LjRWD896ViRNkujua8FPmZVpwM7dL9dYjllUdj20HFpr58eZ413kZxo+oGqma0E5gCTzGwr8CWgG8DdrwXuphqDfJJqFPITo1WslNS+D0ObpWBCx+37kLOVdEujfVs9nkhGtJ67iEiBhObcNUNVRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKSM1dRKSE1NxFREpIzV1EpITU3EVESkjNXUSkhNTcRURKaEzWBRTJmgef4cp7HufZl3fzponj+fwHjmPBrKlZlyUiMoKae6A1Dz7DZXdsYveeAQCeeXk3l92xCUANXkRyR7dlAl15z+P7G/s+u/cMcOU9j2dUkYhIY2rugZ59eXes7SIiWVJzD/SmieNjbRcRyZKae6DPf+A4xndXhm0b313h8x84LqOKREQa0weqgfZ9aKq0jIgUgZp7DAtmTVUzF5FCCLotY2ZnmtnjZvakmX0h4vuLzKzfzB6q/fmL9EvNpzUPPsPsK+7j6C+sY/YV97HmwWeyLklEpPmVu5lVgGuA9wNbgZ+Z2Vp3f6Ru6K3ufvEo1Jhbyr6LSF6FXLmfCjzp7pvd/TXgO8D80S2rGJR9F5G8CmnuU4EtQ15vrW2r92dm9rCZrTaz6VEHMrOLzKzPzPr6+/tbKDdflH0XkbwKae4Wsc3rXn8PmOHuJwD/CdwUdSB3X+Huve7e29PTE6/SHFL2XUTyKqS5bwWGXolPA54dOsDdX3T3P9Refgs4JZ3y8k3ZdxHJq5Dm/jNgppkdbWZjgfOBtUMHmNmUIS/PBR5Nr8T8WjBrKn/3wXcydeJ4DJg6cTx/98F36sNUEclc07SMu+81s4uBe4AKcIO7/8LMLgf63H0t8BkzOxfYC7wELBrFmnNF2XcRySNzr7993h69vb3e19fX1nOGrsf+59/6H/77Vy/tfz37rW/glk+eEbk/hM1a1VrwIpIGM9vg7r1Nx3VKc6/PpEP1/nj9bZT6xr7PzCMmsPW3rw7bv7ti4LBn8MB/w6hjhp5bRKSZ0ObeMQuHhWbSoxo7wC+37xqx/54BH9bYGx1TeXgRabeOae7tzKTXH1N5eBFpt45p7u3MpNcfU3l4EWm3jmnuoZn02W99Q+T+M4+YMGL/7orR3TV8jlfUMZWHF5F265jmHppJv+WTZ4xo8LPf+gbuXTxnxP5XfuhErlx4YtNjKg8vIu3WMWkZEZEyUFpGRKSDddSTmJas2cTKB7Yw4E7FjAtOm85T/TtHTFha2HtU8IQjTU4SkTzqmNsyS9Zs4tvrfxM01hi+7GWjCUeanCQi7abbMnVWPrCl+aCa+h93jSYcaXKSiORVxzT3gYS/oURNONLkJBHJq45p7hWLeuZIuKgJR5qcJCJ51THN/YLTIp/8F6n+x0CjCUeanCQiedUxzX3ZgnfykdOP2n8FXzHjI6cfFTlh6WvnnRQ04UiTk0QkrzomLSMiUgahaZnC5dxDc+VRmfYHNr/IL7fv2j9m5hETeKp/F3uH/HwbY/D6sRVe+cOBFMxhr6vw8JfP5LSv3svzv3tt//YjDx3LZWe/XQ/rEJHcKdSVe2iuPE6mPW16WIeIjKZS5txDc+VxMu1p08M6RCQPCtXcQ3PlSTPtSelhHSKStUI199BcedJMe1J6WIeIZK1QzT00Vx4n0542PaxDRPKgUM09NFfeKNM+84gJw8bNPGICY+ou8sdYNR0z1GGvq/D0Fedw5KFjh20/8tCxfD0gE688vIi0W6HSMiIina60OfcoSTLkUfte88NfjsjD37t4zihVLyKSvsJfuSfJkEft24gavIjkQSlz7lGSZMij9m1k6JW8iEjeFb65J8mQK2cuImVV+OaeJEOunLmIlFXhm3uSDHnUvo3UxyhFRPKs8M09SYY8at+vn3dSZB5eH6aKSJEEpWXM7ExgOVABrnP3K+q+/zrgZuAU4EXgPHd/+mDHVM5dRCS+1NIyZlYBrgHOAt4OXGBmb68bdiHwW3c/Bvga8PfxSxYRkbSE3JY5FXjS3Te7+2vAd4D5dWPmAzfVvl4NvM8s49W7REQ6WEhznwoMXSB9a21b5Bh33wvsAN6YRoEiIhJfSHOPugKvv1EfMgYzu8jM+sysr7+/P6Q+ERFpQUhz3woMXUN3GvBsozFmNgY4HHip/kDuvsLde929t6enp7WKRUSkqZDm/jNgppkdbWZjgfOBtXVj1gIfr339IeA+z2rRGhERCY5Cng18nWoU8gZ3/6qZXQ70uftaMxsH/Cswi+oV+/nuvrnJMfuBXyeofRLwQoL980TvJZ/K9F6gXO+nk9/Lm9296a2PzFaFTMrM+kKynkWg95JPZXovUK73o/fSXOFnqIqIyEhq7iIiJVTk5r4i6wJSpPeST2V6L1Cu96P30kRh77mLiEhjRb5yFxGRBgrX3M3sBjPbbmb/l3UtSZnZdDP7oZk9ama/MLNLsq6pVWY2zsz+18x+XnsvX866pqTMrGJmD5rZXVnXkoSZPW1mm8zsITMr9FKsZjbRzFab2WO1fzdnZF1TK8zsuNr/j31/XjGzS1M9R9Fuy5jZe4CdwM3ufnzW9SRhZlOAKe6+0cwOBTYAC9z9kYxLi622UNwEd99pZt3AT4FL3H19xqW1zMwWA73AYe4+L+t6WmVmTwO97l74XLiZ3QT8xN2vq02qfL27v5x1XUnUVt59BjjN3ZPM/RmmcFfu7v5jIpY2KCJ33+buG2tf/w54lJGLshWCV+2sveyu/SnWlcMQZjYNOAe4LutapMrMDgPeA1wP4O6vFb2x17wP+FWajR0K2NzLysxmUJ3h+0C2lbSudhvjIWA7cK+7F/a9UJ2R/TfAYNaFpMCB/zCzDWZ2UdbFJPAWoB/4l9rtsuvMrAzPvzwfWJn2QdXcc8DMDgFuBy5191eyrqdV7j7g7idRXVzuVDMr5G0zM5sHbHf3DVnXkpLZ7n4y1QfufLp2a7OIxgAnA99091nALuAL2ZaUTO3W0rnAqrSPreaesdr96duBW9z9jqzrSUPtV+UfAWdmXEqrZgPn1u5Vfwf4IzP7drYltc7dn639vR34LtUH8BTRVmDrkN8IV1Nt9kV2FrDR3Z9P+8Bq7hmqfQh5PfCou1+VdT1JmFmPmU2sfT0e+GPgsWyrao27X+bu09x9BtVfme9z949kXFZLzGxC7cN6arcw5gKFTJq5+3PAFjM7rrbpfUDhwgd1LmAUbslA9decQjGzlcAcYJKZbQW+5O7XZ1tVy2YDHwU21e5VA3zR3e/OsKZWTQFuqn3y3wXc5u6FjhCWxJHAd2tPvRwD/Ju7/3u2JSXy18AttdsZm4FPZFxPy8zs9cD7gb8cleMXLQopIiLN6baMiEgJqbmLiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJTQ/wMx8DMUmXaorgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1ed01d2c320>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.scatter(X[y==0,0],X[y==0,1])\n",
    "plt.scatter(X[y==1,0],X[y==1,1])\n",
    "plt.scatter(X[y==2,0],X[y==2,1])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DecisionTreeClassifier(class_weight=None, criterion='entropy', max_depth=2,\n",
       "            max_features=None, max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, presort=False, random_state=None,\n",
       "            splitter='best')"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.tree import DecisionTreeClassifier\n",
    "\n",
    "dt_clf = DecisionTreeClassifier(max_depth=2, criterion='entropy')\n",
    "dt_clf.fit(X, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def plot_decision_boundary(model, axis):\n",
    "    x0, x1 = np.meshgrid(\n",
    "        np.linspace(axis[0], axis[1], int((axis[1]-axis[0])*100)),\n",
    "        np.linspace(axis[2], axis[3], int((axis[3]-axis[2])*100))\n",
    "    )\n",
    "    x_new = np.c_[x0.ravel(), x1.ravel()]\n",
    "    \n",
    "    y_predict = model.predict(x_new)\n",
    "    zz = y_predict.reshape(x0.shape)\n",
    "    from matplotlib.colors import ListedColormap\n",
    "    custom_cmap = ListedColormap(['#EF9A9A', '#FFF59D', '#90CAF9'])\n",
    "    plt.contourf(x0, x1, zz, linewidth=5, cmap=custom_cmap)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### *这里开始对 plot_decision_boundary 函数做些试验和思考*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.   0.25 0.5  0.75 1.  ]\n",
      " [0.   0.25 0.5  0.75 1.  ]\n",
      " [0.   0.25 0.5  0.75 1.  ]]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([[0. , 0. , 0. , 0. , 0. ],\n",
       "       [0.5, 0.5, 0.5, 0.5, 0.5],\n",
       "       [1. , 1. , 1. , 1. , 1. ]])"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x = np.linspace(0,1,5)\n",
    "y = np.linspace(0,1,3)\n",
    "x0, x1 = np.meshgrid(x,y)\n",
    "print(x0)\n",
    "x1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.  , 0.25, 0.5 , 0.75, 1.  , 0.  , 0.25, 0.5 , 0.75, 1.  , 0.  ,\n",
       "       0.25, 0.5 , 0.75, 1.  ])"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x0.ravel()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0. , 0. , 0. , 0. , 0. , 0.5, 0.5, 0.5, 0.5, 0.5, 1. , 1. , 1. ,\n",
       "       1. , 1. ])"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x1.ravel()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.  , 0.  ],\n",
       "       [0.25, 0.  ],\n",
       "       [0.5 , 0.  ],\n",
       "       [0.75, 0.  ],\n",
       "       [1.  , 0.  ],\n",
       "       [0.  , 0.5 ],\n",
       "       [0.25, 0.5 ],\n",
       "       [0.5 , 0.5 ],\n",
       "       [0.75, 0.5 ],\n",
       "       [1.  , 0.5 ],\n",
       "       [0.  , 1.  ],\n",
       "       [0.25, 1.  ],\n",
       "       [0.5 , 1.  ],\n",
       "       [0.75, 1.  ],\n",
       "       [1.  , 1.  ]])"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.c_[x0.ravel(), x1.ravel()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### *以上思考结束, 接下来回到决策树正轨上来*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\fangyang\\Anaconda3\\lib\\site-packages\\matplotlib\\contour.py:967: UserWarning: The following kwargs were not used by contour: 'linewidth'\n",
      "  s)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAHBhJREFUeJzt3XuQXOV55/HvMxckNBohbElIgECmIDaYDWBmZWztuqjYYUGijIuYXXlrvbHLFW1lDQu7rtpacAowa4ektsqOynjjUoANJCzEXOwoQcTEZSdcHC4jWcSA2DKLzUqRYADdRjfQzDz7R5+Z6Tlzevrt7tN9Lv37VE3R5+33nH4kSo+Ozvn1e8zdERGRcunJugAREUmfmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJ1W3uZjbfzJ4zsxfM7CUz+1rCnHlm9hdm9qqZPWtmq9pRrIiIhAk5c38X+A13vwC4ELjczC6JzfkSsM/dzwa+BfxhumWKiEgj6jZ3rzgUbfZHP/FvPl0F3BO9fgj4pJlZalWKiEhD+kImmVkvsBU4G/iOuz8bm3IasBPA3cfM7ADwfuDt2HE2ABsATjhx4OJTzvxga9WLiHSZna9se9vdl9abF9Tc3X0cuNDMFgPfN7Pz3f3FqilJZ+mz1jVw903AJoAzzr3Yv3LvP4R8vIiIRG5YPe/1kHkNpWXcfT/wd8Dlsbd2ASsBzKwPOAnY28ixRUQkPSFpmaXRGTtmdiLwKeCV2LTNwG9Hrz8L/Ni1IpmISGZCLsusAO6Jrrv3AN9z9782s9uAYXffDNwF/JmZvUrljH192yoWEZG66jZ3d/9H4KKE8ZurXh8Drkm3NBERaZa+oSoiUkJq7iIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJaTmLiJSQnWbu5mtNLOfmNkOM3vJzK5PmHOpmR0ws+3Rz83tKVdEREL0BcwZA77i7tvMbBDYamZ/6+4vx+Y96e5Xpl+iiBTJq/sfY3jkDg6NvcnCvlMYWnYtZy++oqn9gKaOJQHN3d33AHui16NmtgM4DYg3dxHpcq/uf4wn93ydcT8GwKGxN3hyz9cB5mzKSfv9/e5bMTMm/HhDx5KKhq65m9kq4CLg2YS3P2ZmL5jZY2b24RRqE5GCGR65Y6pBTxr3YwyP3NHwfs7YVGNv5FhSEXJZBgAzWwg8DNzg7gdjb28DznT3Q2a2FvgBcE7CMTYAGwBOXn5G00WLSD4dGnuzofHQ95ud282CztzNrJ9KY7/P3R+Jv+/uB939UPR6C9BvZksS5m1y9yF3H1q4eNbbIlJwC/tOaWg89P1m53azkLSMAXcBO9z9mzXmLI/mYWaro+O+k2ahIpJ/Q8uupdfmzxjrtflTN0cb2c/oo8f6Gz6WVIRcllkDfB74uZltj8ZuAs4AcPfvAp8FftfMxoCjwHp39zbUKyI5Nnmjs9GES639mjmWVFhWPfiMcy/2r9z7D5l8tki3aDaWGOrp3bfzyv5HcCYwevjQ4qtZc+qNqR1fZrth9byt7j5Ub17wDVURKZZmY4mhnt59Ozv2PzS17UxMbavBZ0/LD4iUVLOxxFCv7J+VrZhzXDpLzV2kpJqNJYZyJhoal85ScxcpqWZjiaGsRvuoNS6dpf8LIiXVbCwx1IcWX93QuHSWbqiKlFSzscRQkzdNlZbJJzV3kS4Tuvpi0lj8L4Y1p944q5mHxC9DI5rtjnI2K691VVPOXaSk4lFIqHzrs3qlRYAe68fdccbmnNdr8/mXK36vodUdk/YLmdPIvE7Luq7QnLuuuYuUVOhKixN+fEZjrzWv2dUd4/uFRjTbHeVsVl7rilNzFympdqye2OzqjtXjoRHNdkc5m5XXuuLU3EVKqh2rJza7umP1eGhEs91Rzmblta44NXeRkgpdabHH+rFYtqLZFRlD4pehEc12Rzmblde64pSWESmpRlZaDB1rdnXH6v1CI5rtjnI2K691xSktIyJNK3qkMUnea9WqkCLSVqGrTrZ7dco0FanWenTNXUSaUvRIY5Ii1VqPmruINKXokcYkRaq1HjV3EWlK0SONSYpUaz1q7iLSlKJHGpMUqdZ6dENVRJpS9EhjkiLVWo+ikCIiBaIopIi0JJ73XrnwX7Dz0FOpfPkpL1nyvNTRDjpzF5FZkpa1jQtdPrjZJX/bLS91NEpL/opI05Ly3nGhywc3u+Rvu+WljnZRcxeRWdLOdTez5G+75aWOdlFzF5FZ0s51N7Pkb7vlpY52UXMXkVmS8t5xocsHN7vkb7vlpY52UVpGRGZJynunlZbJS5Y8L3W0S920jJmtBO4FlgMTwCZ33xibY8BGYC1wBPiCu2+b67hKy4i0pp1RxaJrJeKY93hkaFompLmvAFa4+zYzGwS2Ap9x95er5qwFrqPS3D8KbHT3j851XDV3keaFRBWTYolJ8cUixP8a0UrEsQjxyNSikO6+Z/Is3N1HgR3AabFpVwH3esUzwOLoLwURaYOQqGJSLDEpvlim+B+0FnEsUzyyoRuqZrYKuAh4NvbWacDOqu1dzP4LADPbYGbDZjZ8aP/bjVUqIlPaGVUsulYijmWKRwY3dzNbCDwM3ODuB+NvJ+wy63qPu29y9yF3H1q4eEljlYrIlHZGFYuulYhjmeKRQc3dzPqpNPb73P2RhCm7gJVV26cDu1svT0SShEQVk2KJSfHFMsX/oLWIY5nikXWjkFES5i5gh7t/s8a0zcC1ZvYAlRuqB9x9T3pliki1dkYVi66ViGOZ4pEhOfc1wOeBn5vZ9mjsJuAMAHf/LrCFSlLmVSpRyC+mX6qIVDt78RWzHkS989BTM+a8eWQ7h8dGAOfw2AhvHtnOmlNvzO0qjXHN1hX/vWlEK/vmSd3m7u5PkXxNvXqOA19OqygRaUw8wndo7A3+fvctOONTc5wJdux/CIA1p944575P7vk6QKZNLq91FYWWHxApgaQIX3Vjr/bK/pm3zfIa/8trXUWh5i5SAo1E9ZyJoH2zjv/lta6iUHMXKYFGonoW+2Of1/hfXusqCjV3kRJIivAZvYlzP7T46rr75iH+l9e6ikKrQoqUQK0I35tHtvPK/kdwJjB6+NDiq2fcTJ1r36xvWua1rqJQcxcpgBd/8Ts8995WJqj8c3v1CRdzYOCsWY17/a89Omvfyez7QN8yTllwYeLxQ+J/T+++fdbnnbLgwqDmGxJprDUnpJnnNcqZJTV3kZx78Re/wzPvbQWrJJInoLJ9fHpV7aSYY5pRwqd33z51/OrP27H/YSZXGql1/JA6WqlVkclkuuYuknPPVTX2KfHtSHXMMc0oYTw+OW3mElJJxw+pQys5pk/NXSTnJupPmVIdc0wzShiPT84lfvyQOrSSY/rU3EVyrpE/pNUxxzSjhPH45Fzixw+pQys5pk/NXSTnVp9wMcSfmFbjCWrVMcc0o4Tx+OS0mZeHko4fUodWckyfbqiK5Nz55/wJBKZlqmOOaUYJJ4/bTFompA6t5Ji+us9QbRc9Q1VEpHGhz1DN7Mx92YnvcP2H/zyrjxfJxKOv72Dji0/zxpFRli8Y5Prz17DuzHPTOfjLw/DEFji4DxadDJ9YC+fV7QFSMDcEztNlGZEOefT1Hdy69UccG688tHrPkVFu3fojgNYb/MvD8Dffg7Ho4dcH91W2QQ2+S+mGqkiHbHzx6anGPunY+BgbX3y69YM/sWW6sU8aO14Zl66k5i7SIW8cGW1ovCEH9zU2LqWn5i7SIcsXDDY03pBFJzc2LqWn5i7SIdefv4b5vTNvc83v7eP689e0fvBPrIW+/pljff2VcelKuqEq0iGTN03bkpaZvGmqtIxE1NxFOmjd4cOs27l7ugF/4PDsSc1GGs8bmj0vJ/HItkZAJZGau0inhMQV04w05iQe2dYIqNSka+4inRISV0wz0piTeGRbI6BSk5q7SKeExBXTjDTmJB7Z1gio1KTmLtIpIXHFNCONOYlHtjUCKjWpuYt0SkhcMc1IY07ikW2NgEpNuqEq0ikhccU0I405iUe2NQIqNdVt7mZ2N3AlMOLu5ye8fynwl8Avo6FH3P22NIsUyZVW4oU/+Ss4fLDy+uA+ePzh2ccK9fiD8MIz4BNgPTx67j9jo43NaKAMDLBx5am8cWSwMjYwwLrGf8UtW3fmuWrmHRZy5v6nwB3AvXPMedLdr0ylIpE8ayVe+J1bphv7pPeOVX4mj/Xo/dBjMD4+9/EffxC2/3Rq89EF87n18Dsc66lcad1zZJTfe/6HmBnHJyamxhRB7B51r7m7+xPA3g7UIpJ/rcQL4409iU9MN/a5jv/CMzM2N568eKqxT+3mPtXYJymC2D3SuqH6MTN7wcweM7MP15pkZhvMbNjMht96+1BKHy3SQVnFC+PH95lN+42+3uBDKYLYHdJo7tuAM939AuDbwA9qTXT3Te4+5O5DS5csTOGjRTosq3hh/Pg284/u8rHY2f4cFEHsDi03d3c/6O6HotdbgH4zW9JyZSJ51Eq8cGBR/TnWA72xs/Ck419wyYzN6/ftZ37sEkyfGf2xSzWKIHaPlpu7mS03M4ter46O+U6rxxXJpfOG4PJ/PX0mvejkynZIWubLX5vd4E+YP/NY6z4HV6yvf/zLroELPz51Br/uyDFuHXg/KxYMYsCKBYN8/Z//K/770GUzxm69+FO6mdolQqKQ9wOXAkvMbBdwC9AP4O7fBT4L/K6ZjQFHgfXu7m2rWCQtaa6+mCQWVeSCSyoNPqmGart+CaMHKq9HD1S2YXatl11T+Ymsi37i2tnMtdpjfllWfXjoI6t8+KmbM/lskVmRRqhc/gg9C68nFlWccuHHpxtyUg3WM+tmaeJ4mrU2Kb7aI1Qu++hfB+1lA1/a6u51/8dr+QHpTu1eMTEWVUwcT6ohqbEnjefg4dda7THf1NylO7U70hjSpFv9rIwffq3VHvNNzV26U7sjjVbjj1b1eKuflfHDr7XaY76puUt3aveKibGoYuJ4Ug0hfylALh5+rdUe802rQkp3aveKiZM3TeNpmap0S80adv1y9n6nfyDz1R3jtNpjviktIyJSIKFpGZ25S7G1svxukgf+J/y/X0xvDyyCI4dmnkXD7DPrpLGks22YOXbWufDajlydkUs56MxdiivtrHq8sbfKDKr/fPX2woTXTtJALvLrkm/KuUv5pZ1VT7Oxw8zGDpWlfOdq7JCL/LqUg5q7FFdWy++2W9Hrl1xQc5fiymr53XYrev2SC2ruUlxpZ9XPOKf1mqpVFkud1ttbO8c+KQf5dSkHNXcprlaW302y/j/ObvADi6YbsvVUFv6qWmp3zrF1/3ZmbVesryzpWz124cfTq1+kiqKQUmyhy+8mSYpR/vpq2P/23NHEl4en44uDJ1Uij+cNzfyC0uS8ZupNO94pXUnNXbpTPEZ5cB88ej/02PQDqg/uq8yB6eaatF98TiPzQuoK2U8kRpdlpDvVWm53PPYs0ng0MTR+2WxMs91LEUvXUHOX7tRI3LB6bmj8stmYZlnjndJxau7SnRqJG1bPDY1fNhvTLGu8UzpOzV26U63ldnt7Z47Fo4mh8ctmY5rtXopYuoZuqEp3qrXcbtJY9Y3M0KWCm11SuN1LEUvXUHOXdOU1xpdUV5KQqGJo/LLZmGYr8U6RiJq7pCevMb6kuh57YOYKjXmpVSQluuYu6clrjC+prqQVGvNQq0hK1NwlPXmN8TUbexQpMDV3SU9eY3zNxh5FCkzNXdKT1xhfUl1JKzTmoVaRlOiGqqQnrzG+ZmOPIgVWt7mb2d3AlcCIu5+f8L4BG4G1wBHgC+6+Le1CpSCajfE9/uDsB0zHV1kMnVcrjplUV9KKj3qAtZRAyGWZPwUun+P9K4Bzop8NwB+3XpZ0lccfhO0/nU6v+ERl+/EHG583GXucvDE6GXFMWn43Lmnf7T9t7lgiGavb3N39CWDvHFOuAu71imeAxWa2Iq0CpQu88EzYeMi8VuKYSfvGKS4pBZHGDdXTgJ1V27uisVnMbIOZDZvZ8FtvH0rho6UU4nnzWuMh81qJY4bGIBWXlAJIo7lbwpgnTXT3Te4+5O5DS5csTOGjpRRqPVc0Ph4yr5U4ZmgMUnFJKYA0mvsuYGXV9unA7hSOK93igkvCxkPmtRLHTNo3TnFJKYg0mvtm4N9bxSXAAXffk8JxpVtcdk3yA6bjKZiQea08NDtpXz3AWgrK3BOvoExPMLsfuBRYArwJ3AL0A7j7d6Mo5B1UEjVHgC+6e904wdBHVvnwUze3VLyISLexgS9tdfe6Zxh1c+7u/rk67zvw5QZqExGRNtPyAyIiJaTmLiJSQmruIiIlpOYuIlJCau4iIiWk5i4iUkJq7iIiJaTmLiJSQmruIiIllNlj9sb3wv77xrP6eBGRUtOZu4hICam5i4iUkJq7iEgJqbmLiJSQmruISAmpuYuIlJCau4hICam5i4iUkJq7iEgJqbmLiJRQZssPlMmW0RP59t5B3hjrZXnfONe9b5S1g0ezLktEupiae4u2jJ7IbW+dxDGv/CNoz1gft711EoAavIhkRpdlWvTtvYNTjX3SMe/h23sHM6pIRETNvWVvjPU2NC4i0glq7i1a3pe8bHGtcRGRTlBzb9F17xtlvk3MGJtvE1z3vtGMKhIR0Q3Vlk3eNFVaRkTyJKi5m9nlwEagF7jT3f8g9v4XgP8B/FM0dIe735linbm2dvComrmI5Erd5m5mvcB3gN8EdgHPm9lmd385NvUv3P3aNtRYSMq+i0iWQq65rwZedffX3P094AHgqvaWVWyT2fc9Y304NpV93zJ6YtaliUiXCGnupwE7q7Z3RWNxv2Vm/2hmD5nZylSqKyhl30UkayHN3RLGPLb9V8Aqd/914EfAPYkHMttgZsNmNvz2aHnTJMq+i0jWQpr7LqD6TPx0YHf1BHd/x93fjTb/BLg46UDuvsndh9x9aMlgec9ilX0XkayFNPfngXPM7ANmdgKwHthcPcHMVlRtfhrYkV6JxaPsu4hkrW5axt3HzOxa4IdUopB3u/tLZnYbMOzum4H/ZGafBsaAvcAX2lhz7in7LiJZC8q5u/sWYEts7Oaq1zcCN6ZbWmeFRhc37Hofz707b2p79bx3+cxJR2ftm+Zniog0St9QJXzZ3unGPn2P+bl35/H8yDw8Gtsz1sctI4txnDFqH09LBYtIO2ltGcKji/HGXmFTjX3ScWyqsdc6nuKSItJOau50LrpYfTzFJUWkndTc6Vx0sfp4ikuKSDupuRMeXVw9711mf3/LsdhYP04fcx9PcUkRaSc1dyo3MG9eeoAVfWMYzoq+MW5eemDWjc1Np++tavCVn9Xz3uUby/bP2Pdry/Zz27K5jxf6mSIizVBaJvKzo/28OdaLA2+O9fKzo/384MCJibHHnXv7puKLnznpaOKSvyGLhGmpYBFpFzV34Bsji3hwdIDJJMwERNtQL/aYFF9UzFFEsqbLMsDDVY19miWOxWOPSfFFxRxFJGtq7hC79dm4eHxRMUcRyZqaO63/JsTji4o5ikjW1NyB3xo8TFLEMST2mBRfVMxRRLKm5g58ddlBrhk8TE/U0Htwrhk8HBR7TIovKuYoIlkrXVomdKXFb4ws4uHRASao/A03wMTUtfcJYOuRE3h9fOZvz9Z3T2DHSD+jUwuC9XL7yCK+9dYgb/n09fSlNs5/Xlr/LF2rQopIu5SquYdGEJOij5WGPZ2EeW28P3o1PTYOjMZSNKP0MOoz573lvdw0snhqTKtCikinleqyTGgEsXb0Mb6d3phWhRSRTipVcw+NILYafWyWVoUUkU4pVXMPjSBm9YvWqpAi0imlau6hEcTa0cf4dnpjWhVSRDqpVM09NIKYFH0cZILq2ONZvcfprdoGpzdh3iATLLXxGWNLbZzfrxOZVFxSRNrJ3ONnnZ1x0apV/pOvfjWTzxYRKaqTN2zY6u5D9eaVKgpZS7N58qT97nxnoComCWf1HueRVW+3s3wRkYaV6rJMksk8+Z6xPhybypPXW289ab+bRhZHjd2mfl4b7+fqXy3pxC9FRCRY6Zt7s3nypP1qZdqrz+RFRPKg9M292Ty58uYiUmSlb+7N5smVNxeRIit9c282T560X61M+1m9x1uuU0QkTaVv7s3myZP2+/1l+6NGPjMPr7SMiORNUBTSzC4HNgK9wJ3u/gex9+cB9wIXA+8A/8bdf5Vuqc1bO3i0qS8HJe2nLxmJSBHUPXM3s17gO8AVwHnA58zsvNi0LwH73P1s4FvAH6ZdqIiIhAu5LLMaeNXdX3P394AHgKtic64C7olePwR80szimUEREemQkMsypwE7q7Z3AR+tNcfdx8zsAPB+YMbFaDPbAGyINg+dvGHD/2mm6EBL4p9fMKo/W0Wuv8i1g+qv58yQSSHNPekMPB4ZCZmDu28CNgV8ZsvMbDhk/YW8Uv3ZKnL9Ra4dVH9aQi7L7AJWVm2fDuyuNcfM+oCTgL1pFCgiIo0Lae7PA+eY2QfM7ARgPbA5Nmcz8NvR688CP/aslpsUEZH6l2Wia+jXAj+kEoW8291fMrPbgGF33wzcBfyZmb1K5Yx9fTuLDtSRyz9tpPqzVeT6i1w7qP5UZLaeu4iItE/pv6EqItKN1NxFREqodM3dzO42sxEzezHrWpphZivN7CdmtsPMXjKz67OuKZSZzTez58zshaj2r2VdUzPMrNfMfmZmf511LY0ys1+Z2c/NbLuZDWddT6PMbLGZPWRmr0R/Bj6WdU2hzOyD0e/75M9BM7shs3rKds3dzD4BHALudffzs66nUWa2Aljh7tvMbBDYCnzG3V/OuLS6om8lD7j7ITPrB54Crnf3ZzIurSFm9l+AIWCRu1+ZdT2NMLNfAUPuXsgvAZnZPcCT7n5nlM5b4O77s66rUdGyLf8EfNTdX8+ihtKdubv7ExQ4Y+/ue9x9W/R6FNhB5RvAuecVh6LN/uinUGcPZnY6sA64M+tauo2ZLQI+QSV9h7u/V8TGHvkk8H+zauxQwuZeJma2CrgIeDbbSsJFlzS2AyPA37p7YWqP/BHwX4H4Yv5F4cDjZrY1Wu6jSM4C3gL+V3RZ7E4zG8i6qCatB+7PsgA195wys4XAw8AN7n4w63pCufu4u19I5ZvMq82sMJfGzOxKYMTdt2ZdSwvWuPtHqKzi+uXoMmVR9AEfAf7Y3S8CDgP/LduSGhddTvo08GCWdai551B0vfph4D53fyTrepoR/XP674DLMy6lEWuAT0fXrR8AfsPM/jzbkhrj7ruj/44A36eyqmtR7AJ2Vf1r7yEqzb5orgC2ufubWRah5p4z0U3Ju4Ad7v7NrOtphJktNbPF0esTgU8Br2RbVTh3v9HdT3f3VVT+Wf1jd/93GZcVzMwGopvwRJczLgMKkxpz9zeAnWb2wWjok0DugwQJPkfGl2Qg8ElMRWJm9wOXAkvMbBdwi7vflW1VDVkDfB74eXTtGuAmd9+SYU2hVgD3REmBHuB77l64OGGBnQJ8P3qUQh/wv939b7ItqWHXAfdFlzZeA76YcT0NMbMFwG8C/yHzWsoWhRQREV2WEREpJTV3EZESUnMXESkhNXcRkRJScxcRKSE1dxGRElJzFxEpof8PD4I4mMhFbdkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1ed01f695c0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_decision_boundary(dt_clf, axis=[0.5, 7.5, 0, 3])\n",
    "plt.scatter(X[y==0,0],X[y==0,1])\n",
    "plt.scatter(X[y==1,0],X[y==1,1])\n",
    "plt.scatter(X[y==2,0],X[y==2,1])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 信息熵\n",
    "\n",
    "### $H= -\\sum_{i=1}^{k} p_i log(p_i)$ 熵越大, 越不稳定, 越不确定"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0986122886681096\n",
      "0.8018185525433373\n",
      "0.00025025830929809126\n"
     ]
    }
   ],
   "source": [
    "a = [1/3, 1/3, 1/3]\n",
    "b = [1/10, 2/10, 7/10]\n",
    "c = [0.99998, 0.00001, 0.00001]\n",
    "entropy_a = sum([-i*np.log(i) for i in a])\n",
    "entropy_b = sum([-i*np.log(i) for i in b])\n",
    "entropy_c = sum([-i*np.log(i) for i in c])\n",
    "print(entropy_a, entropy_b, entropy_c ,sep='\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "def entropy(p):\n",
    "    return -p*np.log(p) - (1-p)*np.log(1-p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = np.linspace(0.01, 0.99, 200)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAIABJREFUeJzt3Xd8lfXd//HX52QnZEEGIQkkgQQIICtsEdyoFdyCkzqoWmtr1621tb3t3XFrq71rsRZX1SponYgoOHCwCZswE2b2gOydfH9/JPaX0kAO5JxznfF5Ph48HjknX5P3ZfDtN9/rur6XGGNQSinlXWxWB1BKKeV4Wu5KKeWFtNyVUsoLabkrpZQX0nJXSikvpOWulFJeSMtdKaW8kJa7Ukp5IS13pZTyQv5WfeOYmBiTkpJi1bdXSimPtHnz5nJjTGxP4ywr95SUFLKzs6369kop5ZFE5Ig943RZRimlvJCWu1JKeSG7yl1EZonIPhHJFZGHuvn8UyKyrfPPfhGpdHxUpZRS9upxzV1E/ICFwMVAPrBJRJYaY3Z/M8YY82CX8d8Dxjohq1JKKTvZM3OfCOQaYw4aY5qBJcCc04yfByx2RDillFJnx55yTwSOdXmd3/nefxCRQUAq8HnvoymllDpb9pS7dPPeqR7fNBd4yxjT1u0XElkgItkikl1WVmZvRqWUUmfInuvc84HkLq+TgMJTjJ0LfPdUX8gYswhYBJCVlaXP91MuZ4yhsr6F0pomSmsaOVHfQmNzGw0tnX+a2xCBAD8bAX6Cv81GUICNvqGBRIcF0jcskOjQQPqFBWKzdTfvUco92FPum4B0EUkFCugo8JtOHiQiQ4FoYJ1DEyp1Fk7UNbO3uIa8slryymrJLa3lUHkdpdVNNLe19/rrB/rZSO4bwqB+YQzsG0pqTBiZAyLITIggLMiyewOV+pce/xYaY1pF5H5gBeAHvGiMyRGRx4BsY8zSzqHzgCVGn7itXKy1rZ3dRdVsPVrJ1qMn2HasksMV9f/6fGigH4Nj+zBuYDQJUcHEhwcTFxFEXHgwfcMCCAn0JyTAj5AAP4L8O1YqW9rbaW0ztLYZGlvbOF7XzIm6Zo7XN3O8rpmCygaOlNdz5Hg96w9WUN/csRIpAmkxYYxMjGRMchRTB8eQEd8HEZ3lK9cSq7o4KyvL6PYD6mwVVDbw1f4yvtpfxprccqobWwGICw9i7MAoxg6MJjMhgiFxfUiIDHZquRpjKKluIqewil0F1ewqrGJXQRVFVY0AxPQJZHJaP6YOjuH8YbEkRIY4LYvyfiKy2RiT1dM4/f1ReYzc0hqW7Shi+c4i9pfUApAQGcxlIxM4Nz2G8YOinV7k3RER+kcG0z8ymAuHx//r/fwT9azLq2BdXgVr8spZtqMIgNHJUVw6Ip5LR/RncGwfl2ZVvkNn7sqtHTtez3tbC/hwZxF7i2sQgYkpfbk4M54ZGbEMifOMJQ9jDHlltazIKWFlTjHb86sAyIjvw7Xjkrh6XCJx4cEWp1SewN6Zu5a7cjstbe18uruE1zceZXVuOcZA1qBovnVOApePSiAuwvNLsLCygZU5xSzdXsiWo5X42YSZGbFcn5XEBcPiCfTXbZ9U97TclccprmrklXWHeTM7n/LaJhIig7lxQjLXZyWTGOW969R5ZbW8tTmfd7bkU1LdRHxEELdNSWHexIH0DQu0Op5yM1ruymMcKKlh0VcHeW9bAW3thguGxXPTpGRmZMTh50PXkre1G77cX8pLaw7z9YFygvxtXDMuiTumpZAeH251POUmtNyV29t85AR//SKXT/eUEhxg48asZO6ankZy31Cro1luf0kNL605xDtbCmhqbefyUf154MJ0hvWPsDqaspiWu3JbOYVV/HHlfj7fW0p0aAC3T03htikpugTRjYraJl5ee5gX1xymtqmVK0Yl8MCF6QztrzN5X6XlrtzOwbJanvr0AB9sLyQi2J97Zg5m/tQUQgP1ityeVNY388LqQ7y05jB1za1cec4AfjprKEnR+luOr9FyV26jqr6Fpz7dz6vrjxDkb+OOaancfV4akSEBVkfzOCfqmnnu64O8sPoQBrjr3FTuO38IfXTLA5+h5a4s19ZueGPTMZ5YsZeqhhZunjSIBy5MJzY8yOpoHq+wsoHHP97Le9sKiekTxI8vyeD6rGSfOgHtq7TclaU2HznOL5fmsKugmompffnVlSPIHKAnAx1t27FKfr1sN5uPnGBMchS/u2YUwxP037M303JXlqhtauXxj/fyyrojJEQG87PLh/OtcxI84i5ST2WM4f1thfx62W6qGlq4a3oa378wnZBAP6ujKSfQvWWUy325v4yfvbOTwqoGvj0thR9fMlS3v3UBEeGqsYnMyIjldx/t4dkv81i+s4jfXD2S6emxVsdTFtF7nFWvVdW38KM3t3P7ixsJDrDx1j1T+OWVI7TYXSw6LJDHrxvN4rsn428Tbn1hI794bxcNzd0+GE15Of2vT/XK+oMVPPjGNkprmvju+YP53gXpBAfocoCVpgzux/LvT+cPK/bx/OpDrMkt58kbxzAmOcrqaMqFdOauzkpLWzt/XLmPec+tJ8jfxjv3TuUnlw7TYncTwQF+/Pxbmbx+1yQaWtq49q9r+b9PD9DqgKdQKc+g5a7O2NGKem742zqe/jyX68Yl8eED0xmts0K3NHVIDB//4DyuPCeBpz7dz9xF6ynufIiI8m5a7uqMrMgp5oo/f01uaS1PzxvLE9eP1rV1NxcZEsCf5o7lTzeOYXdRNVf8+WtWHyi3OpZyMi13ZZe2dsPjH+/lO69uJi02jI++P50rRw+wOpY6A1eNTWTp/dOIDgvk1hc38OfPDtDero889lZa7qpHx+uamf/SRp75Io95E5N54ztTdE8TDzUkLpz3vzuNOaMH8OQn+5n/901U1bdYHUs5gZa7Oq1dBVVc+fRqNhw6zv9eO4rfXXOOnjT1cGFB/jx14xh+c/VI1uWVc9Uza8grq7U6lnIwLXd1Sityirnu2bUYY3jrnincOGGg1ZGUg4gIN08axOt3T6aqoYWrF67h6wNlVsdSDmRXuYvILBHZJyK5IvLQKcbcICK7RSRHRF53bEzlSsYYFn2Vxz3/2Myw/hG8f/+5nJOkV8N4owkpfXn/u9NIiAxh/kubeGXdYasjKQfpsdxFxA9YCFwGZALzRCTzpDHpwMPANGPMCOAHTsiqXKClrZ1H3tvFb5fv5fKRCSxZMFl3cfRyyX1Defu+qZw/NJZH38/hl+/vok1PtHo8e2buE4FcY8xBY0wzsASYc9KYu4GFxpgTAMaYUsfGVK5Q09jCHX/fxOsbjnLfzME8PW+srq/7iD5B/vzt1izunp7Ky+uO8L3FW2hs0W0LPJk9FygnAse6vM4HJp00JgNARNYAfsCvjDEfOyShcomK2ibmv7SJPUXVPH7tOdwwIdnqSMrF/GzCI1dkEh8RzP98uIeK2o08d3sWEcH6UBVPZM/Mvbu9Wk/+nc0fSAdmAvOA50XkPxZpRWSBiGSLSHZZmZ68cReFlQ1c/7d17C+pYdFt47XYfdxd09P4v7lj2HL0BDc8u46Sar2j1RPZU+75QNf/2pOAwm7GvG+MaTHGHAL20VH2/8YYs8gYk2WMyYqN1a1I3UFeWS3X/XUtZdVNvHrnJC4YFm91JOUG5oxJ5IXbJ3D0eD3XPLOWw+V1VkdSZ8iect8EpItIqogEAnOBpSeNeQ84H0BEYuhYpjnoyKDK8XYVVHH9s+tobmtn8YLJTEzta3Uk5UbOy4hlyYLJNLS0ceOideSW6rXwnqTHcjfGtAL3AyuAPcCbxpgcEXlMRGZ3DlsBVIjIbmAV8BNjTIWzQqve23asknnPrSckwI9/3jOVkYmRVkdSbuicpCgW3z2ZtnbD3EXr2V9SY3UkZSd9zJ4P2naskltf2EB0aCCLF0wmMSrE6kjKzeWW1nLTc+tpbTf8485J+jxcC9n7mD29Q9XHaLGrszEkrg9vfGcKQf42bnp+PbsKqqyOpHqg5e5DtNhVb6TGhPHGgimEBfpz03Pr2VNUbXUkdRpa7j5iR74Wu+q9gf1CWbJgMqGB/tz6wgbdcMyNabn7gNzSGm5/cSORIQFa7KrXkvuG8trdHfcx3vL8Bo4dr7c4keqOlruXyz9Rzy3Pb8TPZuMfd07SYlcOMTi2D6/cMYm6plZueWGD3ujkhrTcvVh5bRO3vrCR+uZWXr1zIikxYVZHUl4kc0AEL98xkfKaJm55fgPH65qtjqS60HL3UtWNLdz2wkaKqhp46dsTGJ6gl64pxxs7MJoX5nfcyXrH3zfR0KybjbkLLXcv1NjSxl0vZ3OgtIZnbxnP+EF656lynslp/fjzvLHsyK/ke4u30trWbnUkhZa712lvN/z4n9vZeOg4f7xhDDOHxlkdSfmAS0f051ezR/DpnhJ+uTQHq26OVP+fPVv+Kg/yh5X7WLajiIcuG8bs0QOsjqN8yG1TUiisbOTZL/MYEBXCd88fYnUkn6bl7kWWbDzKM1/kMW/iQL5zXprVcZQP+umlQymuauCJFftIiAzmmnFJVkfyWVruXuKr/WU88t4uzsuI5ddzRiDS3Tb8SjmXzSY8ft1oSmua+OlbO0iMCmFSWj+rY/kkXXP3AnuLq7nvtS2kx/Vh4U1j8ffTH6uyTqC/jb/eMp6B/UK597UtepOTRbQFPNzxumbuejmb0EA/Xpw/gXB9JJpyA5EhATx/Wxatbe3c/Uo2tU2tVkfyOVruHqy1rZ37X99CaU0Tz92WxQC9+1S5kbTYPiy8eRwHSmt58I1ttLfrFTSupOXuwX67fC9r8yr4zVUjGZ38H4+sVcpy09Nj+fkVw/lkdwl//GSf1XF8ip5Q9VBvb87nxTWHmD81heuz9IHWyn3Nn5rCvuIaFq7KIyM+nDljEq2O5BN05u6Bth+r5OF3dzIlrR+PXDHc6jhKnZaI8NickUxIieaht3fqo/pcRMvdw5TVNPGdVzcT2yeIhTePI0CvjFEeINDfxsKbxhEW5M89/9isJ1hdQJvBg7S1Gx58Yxsn6ptZdNt4+oYFWh1JKbvFRQTz9LyxHC6v47/e2qFbFDiZlrsH+cvnuazOLee/Z49gxIBIq+ModcamDO7HTy4dxoc7i3hpzWGr43g1LXcPsTa3nD99tp+rxyZy4wQ9gao81z0z0rg4M57fLt/D5iPHrY7jtbTcPUBpTSMPLNlGWkwY/3PVSN1aQHk0EeEP148mMTqE+17bQkVtk9WRvJJd5S4is0Rkn4jkishD3Xx+voiUici2zj93OT6qb2prN3x/8TZqm1p45ubxhAXp1avK80WGBPDMzeM4Ud/CT3T93Sl6LHcR8QMWApcBmcA8EcnsZugbxpgxnX+ed3BOn/V/nx1g3cEKfj1nJEP7h1sdRymHGTEgkocvG8bne0t5Zd0Rq+N4HXtm7hOBXGPMQWNMM7AEmOPcWApg0+Hj/OXzA1w7LklvVFJeaf7UFM4fGstvlu9hT1G11XG8ij3lnggc6/I6v/O9k10rIjtE5C0R6baJRGSBiGSLSHZZWdlZxPUd1Y0tPPjGNpKiQ/nvOSOsjqOUU4gIT1w/mojgAB5YvFWfwepA9pR7d2fvTl4g+wBIMcacA3wKvNzdFzLGLDLGZBljsmJjY88sqY/51dIciqoaeerGMfTRdXblxWL6BPHkDaM5UFrLb5bvtjqO17Cn3POBrjPxJKCw6wBjTIUx5ptT3s8B4x0Tzzct21HIO1sKuP/8IYwfFG11HKWc7ryMWBacl8Y/1h9lRU6x1XG8gj3lvglIF5FUEQkE5gJLuw4QkYQuL2cDexwX0bcUVTXwyLu7GJMcxfcu0GdQKt/x40uGMjIxgofe3kFZjV4e2Vs9lrsxphW4H1hBR2m/aYzJEZHHRGR257AHRCRHRLYDDwDznRXYm7W3G3705nZa2tr5041j9IlKyqcE+tt46oYx1DW38fP3durlkb1k12KuMWY5sPyk9x7t8vHDwMOOjeZ7/r72MGvzKvjfa0eREhNmdRylXC49PpwfXZzB7z7ay/vbCrlqrG4PfLZ0augmDpfX8fiKvVwwLI4b9LJH5cPump7GuIFR/HJpDiXVjVbH8Vha7m6gvd3w07d3EOBn47dXj9LtBZRP87N1bE/Q1NrGw+/o8szZ0nJ3A//YcISNh47ziysy6R8ZbHUcpSyXFtuHn17acffqW5vzrY7jkbTcLXbseD2//2gv52XEcn1WktVxlHIb86emMDG1L499sJvCygar43gcLXcLGWN46J0d2ET43TW6HKNUVzab8IfrRtPabnj0/V26PHOGtNwttHjjMdbkVvDw5cNIjAqxOo5Sbmdgv1B+eHEGn+4p5eNdenPTmdByt0hJdSO/Xb6HqYP7cdPEgVbHUcptfXtaCiMGRPDLpTlUNbRYHcdjaLlb5LFlu2lua9erY5Tqgb+fjd9fcw7ltU08/vFeq+N4DC13C3yxr5QPdxTxvfOH6M1KStlhVFIk356WymsbjpJ9WB/NZw8tdxdrbGnj0fdzSIsNY8GMNKvjKOUxfnhxBolRITz8zk6aW9utjuP2tNxdbOGqXI4er+d/rhpJkL+f1XGU8hhhQf78+qoRHCit5W9f5lkdx+1pubtQbmktz36ZxzVjE5k6OMbqOEp5nAuGxXPFOQk8vSqXoxX1Vsdxa1ruLmKM4efv7SQkwI+fXTHc6jhKeaxfXJGJv014bJk+2ON0tNxd5N2tBaw/eJyHLhtOTJ8gq+Mo5bH6RwbzwIXpfLqnhFX7Sq2O47a03F2gtqmV3320lzHJUcydoDs+KtVbd0xLJS0mjMc+2E1Tqz53tTta7i6wcFUuZTVN/Gr2CGw2vaZdqd4K9Lfx6JWZHCqv48XVh62O45a03J3sSEUdL3x9iGvHJTEmOcrqOEp5jZlD47g4M56nPz9AcZXu+34yLXcn+82HewjwE/5r1lCroyjldX5xRSat7YbfLtfHNp9My92JVh8oZ+XuEr57wRDiInSfdqUcbWC/UO45L42l2wvZcLDC6jhuRcvdSVrb2nlsWQ4D+4Zyx7RUq+Mo5bXunTmExKgQHlu2m/Z23Rb4G1ruTvL6xqPsL6nlkSuGExygd6Iq5SwhgX785NKh5BRW8/72AqvjuA0tdyeorG/myU/2M21IPy7JjLc6jlJeb/boAYxMjOCJj/fR2KKXRoKd5S4is0Rkn4jkishDpxl3nYgYEclyXETP88wXeVQ1tPCLb2Xqdr5KuYDNJvzs8uEUVjXy0prDVsdxCz2Wu4j4AQuBy4BMYJ6IZHYzLhx4ANjg6JCepKCygb+vPcy145IY1j/C6jhK+Yypg2O4cFgcz6zKpaK2yeo4lrNn5j4RyDXGHDTGNANLgDndjPs18Djg0xecPvXJfgAevDjD4iRK+Z6HLhtGXXMrT3+ea3UUy9lT7onAsS6v8zvf+xcRGQskG2OWne4LicgCEckWkeyysrIzDuvu9hZX8/aWfOZPTdFnoiplgfT4cOZOHMg/1h/hUHmd1XEsZU+5d7do/K/rjUTEBjwF/KinL2SMWWSMyTLGZMXGxtqf0kM8/vE+woP8uW/mYKujKOWzfnBROoH+Nv73I99+JJ895Z4PdN3tKgko7PI6HBgJfCEih4HJwFJfO6m6/mAFn+8t5b7zhxAVGmh1HKV8Vlx4MPfMGMzHOcVsPnLC6jiWsafcNwHpIpIqIoHAXGDpN580xlQZY2KMMSnGmBRgPTDbGJPtlMRuyBjD7z/aS/+IYOZPTbE6jlI+785zU+kXFsiTn+yzOopleix3Y0wrcD+wAtgDvGmMyRGRx0RktrMDeoKPdxWz7VglP7w4Q29YUsoNhAX5c+/MwazJrWBtXrnVcSwhxlhzu25WVpbJzvb8yX1bu+GSp77EJsJH35+Ov5/eF6aUO2hsaWPGE6tIjg7ln/dM8Zp7TkRkszGmx2VvbaJe+mB7IXlldTx4cYYWu1JuJDjAj/svSCf7yAm+3O99V+f1RNuoF1rb2vnzZwcY1j+cWSP6Wx1HKXWSG7OSSYoO4Y8r92PVKoVVtNx7Yen2Qg6W1/GDi9L1CUtKuaFAfxvfvzCdnQVVrNxdYnUcl9JyP0vfzNqHJ0RwSabO2pVyV1ePTSQtJownV+73qS2BtdzP0nvbCjlcUa+zdqXcnL+fjR9cnMG+khqW7SyyOo7LaLmfhda2dp7+/AAjBkTolr5KeYBvjUpgaHw4f/p0P20+MnvXcj8L72wt4EhFPT+4KMNrLq9SypvZbML9FwzhYFkdH+8qtjqOS2i5n6GWzln7qMRILhoeZ3UcpZSdLh+VQFpMGH9ZlesTV85ouZ+hd7cWcOx4Aw9enK6zdqU8iJ9NuHfmYPYUVbNqX6nVcZxOy/0MtLcbnv0yj8yECM4fqrN2pTzNVWMTSYwK4S+fe//sXcv9DKzcXcLBsjrunTlYZ+1KeaAAPxv3zEhjy9FK1h2ssDqOU2m528kYw1+/zGNQv1AuG6nXtSvlqa7PSiY2PIiFq7z7aU1a7nZad7CC7ccqWXBemu4ho5QHCw7w4+7pqazJrWDrUe/d711byk5//SKPmD5BXDsuyeooSqleunnSIKJCA7x69q7lboed+VV8faCcO89N1f3alfICYUH+3DEtlU/3lLK7sNrqOE6h5W6HZ7/MIzzIn5snD7Q6ilLKQW6fkkJooB/Prz5odRSn0HLvwaHyOpbvKuLWKYOICA6wOo5SykEiQwO4ISuZD7YXUlLdaHUch9Ny78Gir/II8LPx7WmpVkdRSjnYHdNSaWs3vLz2sNVRHE7L/TTKapp4e3MB149PIjY8yOo4SikHG9gvlEtH9Oe1DUepb261Oo5DabmfxusbjtLc1s4d5+qsXSlvddf0VKoaWnhrc77VURxKy/0UmlrbeHX9EWYOjWVwbB+r4yilnGTcwGjGJEfx4upDXrUdsJb7KXy4o4jy2ibu0LV2pbyaiHDX9FQOV9Tz2R7veRSfXeUuIrNEZJ+I5IrIQ918/h4R2Ski20RktYhkOj6q6xhjeHHNIYbE9WF6eozVcZRSTjZrRH8So0J4/utDVkdxmB7LXUT8gIXAZUAmMK+b8n7dGDPKGDMGeBx40uFJXSj7yAl2FVTz7WkpukGYUj7A38/Gt6elsPHwcbYfq7Q6jkPYM3OfCOQaYw4aY5qBJcCcrgOMMV1v8QoDPHrh6sXVh4gMCeCasbrVgFK+4sYJyYQH+fP8au+YvdtT7onAsS6v8zvf+zci8l0RyaNj5v5Ad19IRBaISLaIZJeVlZ1NXqfLP1HPipxi5k0cSEigbjWglK8IDw7gxgnJLN9ZRHGV59/UZE+5d7cu8R8zc2PMQmPMYOC/gJ9394WMMYuMMVnGmKzY2NgzS+oir6w7gohw25RBVkdRSrnYrVMG0W4Mr288anWUXrOn3POB5C6vk4DC04xfAlzVm1BWqWtqZcnGo8wa2Z8BUSFWx1FKudigfmHMzIhl8cajNLe2Wx2nV+wp901AuoikikggMBdY2nWAiKR3eXkFcMBxEV3nna0FVDe2cse0FKujKKUsctuUFMpqmliRU2x1lF7psdyNMa3A/cAKYA/wpjEmR0QeE5HZncPuF5EcEdkG/BC43WmJncQYw2vrjzAyMYJxA6OtjqOUssiMjFgG9g3l1XVHrI7SK/72DDLGLAeWn/Teo10+/r6Dc7nc5iMn2Ftcw++vGaWXPyrlw2w24ZbJA/nt8r3sLa5mWP8IqyOdFb1DtdNrG44SHuTPlaMHWB1FKWWxG7KSCfK38YoHz9613IHjdc18uLOIq8clEhZk1y8zSikvFhUayJwxA3h3SwE1jS1WxzkrWu7A25vzaW5t56ZJ+qQlpVSHmyYNoqGljaXbT3dxoPvy+XJvb++4pjVrULTHrq0ppRxvdFIkwxMiWOyh17z7fLmvzavgUHkdt0zWm5aUUv+fiDBvYjK7CqrZmV9ldZwz5vPlvnjjUaJCA5g1sr/VUZRSbmbOmESCA2ws3uR5s3efLvfjdc2s3F3M1WMTCQ7QfWSUUv8uMiSAy0clsHRbIXVNnvUYPp8u9/e2FtDSZrhxQnLPg5VSPummiQOpbWpl2Q7POrHqs+VujOHN7GOckxSpJ1KVUqc0flA0Q+L6sHjjsZ4HuxGfLfedBVXsLa7hhiydtSulTk1EmDshmW3HKtlfUmN1HLv5bLm/sekYQf42Zo/RO1KVUqd31dhE/G3C25vzrY5iN58s94bmNpZuK+TyUQlEBAdYHUcp5eZi+gQxc2gc72wtoLXNM7YC9sly/ziniJqmVl2SUUrZ7brxSZTVNPH1gXKro9jFJ8v9rc35DOwbyqTUvlZHUUp5iAuGxREdGsBbWzxjacbnyr2oqoG1eRVcPTYRm0239lVK2SfQ38acMYl8klNCVb37bybmc+W+dFshxnScIFFKqTNx3fgkmtva+cADrnn3uXJ/d2sBYwdGkRoTZnUUpZSHGTEggmH9w3nLA66a8aly31NUzd7iGq7RWbtS6iyICNeOS2LbsUryymqtjnNaPlXu724twN8mXHGOXtuulDo7s8cMQKRjided+Uy5t7Ub3t9WwMyhcfQNC7Q6jlLKQ8VHBDM5tR8fbC/EGGN1nFPymXJfl1dBSXUT14zTJRmlVO/MGTOAg+V17CqotjrKKflMub+7tYDwYH8uGBZndRSllIe7bGQCAX7C+9sKrI5ySnaVu4jMEpF9IpIrIg918/kfishuEdkhIp+JiFs91qixpY2VOcXMGtFf921XSvVaZGgAMzLi+GBHIW3t7rk002O5i4gfsBC4DMgE5olI5knDtgJZxphzgLeAxx0dtDe+PlBOTVMr3xqtJ1KVUo4xZ8wASqqb2HjouNVRumXPzH0ikGuMOWiMaQaWAHO6DjDGrDLG1He+XA8kOTZm7yzbUUh0aABTB/ezOopSyktcNDye0EA/lm53z6UZe8o9Eei6S31+53uncifwUXefEJEFIpItItllZWX2p+yFxpY2Pt1dwqyR/Qnw85lTDEopJwsJ9OOSzHiW7yymudX9doq0p+2624Cl20UmEbkFyAKe6O7zxphFxpgsY0wQq5JBAAAKoUlEQVRWbGys/Sl7YdXeUuqa2/iWXtuulHKw2WMGUNXQwupc10xWz4Q95Z4PdN0bNwn4j6v3ReQi4BFgtjGmyTHxem/ZziJi+gTqDpBKKYebNiSG8CB/PtpZbHWU/2BPuW8C0kUkVUQCgbnA0q4DRGQs8Dc6ir3U8THPTn1zK5/vKWXWyP7465KMUsrBgvz9uCgznk/2lNDiZg/x6LHxjDGtwP3ACmAP8KYxJkdEHhOR2Z3DngD6AP8UkW0isvQUX86lPttTSkOLLskopZxn1sj+VNa3sP5ghdVR/o2/PYOMMcuB5Se992iXjy9ycC6H+HBHEbHhQUxI0SUZpZRzzMiIJTTQj492FTM93TXnEu3htWsVDc1tfLG/lFkj+uOnD+VQSjlJcIAfFwyLY2VOsVvd0OS15b46t5zGlnYuHdHf6ihKKS932cgEymub2XTYfW5o8tpyX5FTTHiwP5PSdElGKeVcM4fGEhxg4+Nd7nPVjFeWe2tbO5/tKeHCYXF645JSyunCgvyZkRHLR7uKaHeTpRmvbL7sIyc4Ud/CJboko5RykctGJlBS3cTWY5VWRwG8tNxX5pQQ6G9jRob7nLlWSnm384fF4WcTPttTYnUUwAvL3RjDyt3FTB8SQ1iQXVd6KqVUr0WGBDAhJZrP9rjHfZxeV+67i6rJP9HAJSPirY6ilPIxFw2PZ19JDceO1/c82Mm8rtxX5pQgAhcO13JXSrnWN73jDkszXlfun+wuYfzAaGL6BFkdRSnlY1JjwkiLDeOzvdYvzXhVuZdUN7K7qFpn7Uopy1w0PJ71ByuoaWyxNIdXlfuX+zr2VJ45VK+SUUpZ48JhcbS0Gb4+UG5pDq8q91X7SukfEcyw/uFWR1FK+ajxg6KJDAngU4vX3b2m3Fva2ll9oJyZQ2MR0Y3ClFLW8PezMXNoLF/sK7N0IzGvKffNR05Q09TKzKFxVkdRSvm4C4fHc7yuma1HT1iWwWvK/Yt9ZfjbhGlD+lkdRSnl42akx2IT+MrCdXcvKvdSslKiCQ8OsDqKUsrHRYYGMCopiq8PWPfgbK8o96KqBvYW13C+LskopdzEeekxbD9WSVWDNZdEekW5f/GvSyC13JVS7mF6eiztBtblWbM04yXlXsqAyGAy4vtYHUUppQAYOzCKsEA/y6539/hyb21rZ21uBTP0EkillBsJ8LMxZXA/LfeztauwmpqmVqYOjrE6ilJK/Zvp6bEcPV7PkYo6l39vu8pdRGaJyD4RyRWRh7r5/HkiskVEWkXkOsfHPLV1eRUATE7TSyCVUu7l3PSOSacVs/cey11E/ICFwGVAJjBPRDJPGnYUmA+87uiAPVmbV05GfB9iw3UXSKWUe0mLCSMxKsSSSyLtmblPBHKNMQeNMc3AEmBO1wHGmMPGmB1AuxMynlJzazvZh08wRWftSik3JCJMT49hbW4FrW0urUe7yj0RONbldX7ne2dMRBaISLaIZJeV9f7/ZNvzK2loaWOKrrcrpdzUuekx1DS1sj3ftQ/Otqfcu7sE5ax2wzHGLDLGZBljsmJje78t77q8CkRgclrfXn8tpZRyhm8u9vjm/KCr2FPu+UByl9dJQKFz4pyZtXnlZCZEEBUaaHUUpZTqVt+wQIb1D2fDoeMu/b72lPsmIF1EUkUkEJgLLHVurJ41trSx5Wilrrcrpdze5LR+ZB8+QYsL1917LHdjTCtwP7AC2AO8aYzJEZHHRGQ2gIhMEJF84HrgbyKS48zQAFuOnKC5tZ2pugukUsrNTUrtS0NLGzvyq1z2Pf3tGWSMWQ4sP+m9R7t8vImO5RqXWXewAj+bMCFF19uVUu5tYmpHT204VMH4QdEu+Z4ee4fq2rwKRiVG6ha/Sim3169PEBnxfVh/0HXr7h5Z7o0tbezIr9S7UpVSHmNSaj82Hz7uskfveWS5bz9WSUubIctFv94opVRvZaVEU9fcxt7iapd8P48s982dzyV01dqVUkr11riBHX215YhrnqvqmeV++ASDY8OIDtPr25VSniEpOoT4iCCytdy7Z4xh89ETOmtXSnkUEWH8oGg2a7l3L6+sjsr6FrIG6SWQSinPMn5QX/JPNFBS3ej07+Vx5f7NetU4nbkrpTzMNysOrpi9e1y5R4UGcHFmPINjw6yOopRSZ2TEgAguGBZHWJBd94/2ihjjmmsuT5aVlWWys7Mt+d5KKeWpRGSzMSarp3EeN3NXSinVMy13pZTyQlruSinlhbTclVLKC2m5K6WUF9JyV0opL6TlrpRSXkjLXSmlvJBlNzGJSBlw5Az+kRig3Elx3Jket+/x1WPX47bPIGNMbE+DLCv3MyUi2fbcleVt9Lh9j68eux63Y+myjFJKeSEtd6WU8kKeVO6LrA5gET1u3+Orx67H7UAes+aulFLKfp40c1dKKWUntyt3EZklIvtEJFdEHurm80Ei8kbn5zeISIrrUzqeHcf9QxHZLSI7ROQzERlkRU5H6+m4u4y7TkSMiHjF1RT2HLeI3ND5M88RkdddndEZ7Ph7PlBEVonI1s6/65dbkdPRRORFESkVkV2n+LyIyJ87/73sEJFxvf6mxhi3+QP4AXlAGhAIbAcyTxpzH/Bs58dzgTeszu2i4z4fCO38+F5fOe7OceHAV8B6IMvq3C76eacDW4HoztdxVud20XEvAu7t/DgTOGx1bgcd+3nAOGDXKT5/OfARIMBkYENvv6e7zdwnArnGmIPGmGZgCTDnpDFzgJc7P34LuFBExIUZnaHH4zbGrDLG1He+XA8kuTijM9jz8wb4NfA44PynCruGPcd9N7DQGHMCwBhT6uKMzmDPcRsgovPjSKDQhfmcxhjzFXD8NEPmAK+YDuuBKBFJ6M33dLdyTwSOdXmd3/let2OMMa1AFdDPJemcx57j7upOOv4v7+l6PG4RGQskG2OWuTKYk9nz884AMkRkjYisF5FZLkvnPPYc96+AW0QkH1gOfM810Sx3ph3QI+c/pfXMdDcDP/lyHnvGeBq7j0lEbgGygBlOTeQapz1uEbEBTwHzXRXIRez5efvTsTQzk47f0r4WkZHGmEonZ3Mme457HvB3Y8wfRWQK8Grncbc7P56lHN5r7jZzzweSu7xO4j9/LfvXGBHxp+NXt9P9uuMJ7DluROQi4BFgtjGmyUXZnKmn4w4HRgJfiMhhOtYil3rBSVV7/56/b4xpMcYcAvbRUfaezJ7jvhN4E8AYsw4IpmPvFW9nVwecCXcr901AuoikikggHSdMl540Zilwe+fH1wGfm84zEh6sx+PuXJ74Gx3F7g3rr9DDcRtjqowxMcaYFGNMCh3nGmYbY7Ktiesw9vw9f4+Ok+iISAwdyzQHXZrS8ew57qPAhQAiMpyOci9zaUprLAVu67xqZjJQZYwp6tVXtPos8inOGu+n46z6I53vPUbHf9TQ8cP+J5ALbATSrM7souP+FCgBtnX+WWp1Zlcc90ljv8ALrpax8+ctwJPAbmAnMNfqzC467kxgDR1X0mwDLrE6s4OOezFQBLTQMUu/E7gHuKfLz3th57+XnY74e653qCqllBdyt2UZpZRSDqDlrpRSXkjLXSmlvJCWu1JKeSEtd6WU8kJa7kop5YW03JVSygtpuSullBf6f2LSvo9kyHKxAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1cdd7218a20>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(x, entropy(x))\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}