01_parse.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### define"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:00:35.177308Z",
     "start_time": "2019-05-25T23:00:35.108088Z"
    }
   },
   "outputs": [],
   "source": [
    "from uz_parser import UzParser\n",
    "\n",
    "P = UzParser(\n",
    "#     mongo_client=mc  # personal db\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "## single tries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:00:41.387614Z",
     "start_time": "2019-05-25T23:00:41.361168Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Timestamp('2019-06-09 02:00:41.384210')"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "date = pd.datetime.now() + pd.DateOffset(14)\n",
    "from_st = 'Kyiv'\n",
    "to_st = 'Lviv'\n",
    "date"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:00:47.042448Z",
     "start_time": "2019-05-25T23:00:44.738395Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11\n",
      "['015О', '111О', '705К', '715К', '142П', '743Ш', '743Л', '049К', '017О', '007К', '091К']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>allowBooking</th>\n",
       "      <th>allowPrivilege</th>\n",
       "      <th>allowStudent</th>\n",
       "      <th>category</th>\n",
       "      <th>child</th>\n",
       "      <th>disabledPrivilegeByDate</th>\n",
       "      <th>from</th>\n",
       "      <th>isCis</th>\n",
       "      <th>isEurope</th>\n",
       "      <th>isTransformer</th>\n",
       "      <th>to</th>\n",
       "      <th>travelTime</th>\n",
       "      <th>types</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>015К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:22</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>015О</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:22</td>\n",
       "      <td>[{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111О</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>11:11</td>\n",
       "      <td>[{'id': 'К', 'title': 'Compartment / 2-cl. sle...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>705К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>5:09</td>\n",
       "      <td>[{'id': 'С1', 'title': 'Seating first class', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>715К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:55</td>\n",
       "      <td>[{'id': 'С1', 'title': 'Seating first class', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142П</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>14:54</td>\n",
       "      <td>[{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749Д</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>5:50</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>5:50</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>013К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>9:07</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743Ш</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>5:10</td>\n",
       "      <td>[{'id': 'С2', 'title': 'Seating second class',...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>5:10</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743Л</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>5:10</td>\n",
       "      <td>[{'id': 'С1', 'title': 'Seating first class', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>081К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>9:12</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>081Д</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>9:12</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>244П</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>7:43</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>043К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>7:43</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>049К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>8:26</td>\n",
       "      <td>[{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150О</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>9:56</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>029К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:48</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>017О</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:41</td>\n",
       "      <td>[{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>017К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:41</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>007К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>6:41</td>\n",
       "      <td>[{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>091К</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>7:23</td>\n",
       "      <td>[{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>046Д</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>{'minDate': '2005-06-10', 'maxDate': '2019-05-...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'code': '2200001', 'station': 'Kyiv-Pasazhyrs...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>{'code': '2218000', 'station': 'Lviv', 'statio...</td>\n",
       "      <td>9:20</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      allowBooking  allowPrivilege  allowStudent  category  \\\n",
       "num                                                          \n",
       "015К             1               0             1         0   \n",
       "015О             1               0             1         0   \n",
       "111О             1               0             1         0   \n",
       "705К             1               0             1         1   \n",
       "715К             1               0             1         1   \n",
       "142П             1               0             1         0   \n",
       "749Д             1               0             1         0   \n",
       "749К             1               0             1         0   \n",
       "013К             1               0             1         0   \n",
       "743Ш             1               0             1         1   \n",
       "743К             1               0             1         0   \n",
       "743Л             1               0             1         1   \n",
       "081К             1               0             1         0   \n",
       "081Д             1               0             1         0   \n",
       "244П             1               0             1         0   \n",
       "043К             1               0             1         0   \n",
       "049К             1               0             1         0   \n",
       "150О             1               0             1         0   \n",
       "029К             1               0             1         0   \n",
       "017О             1               0             1         0   \n",
       "017К             1               0             1         0   \n",
       "007К             1               0             1         0   \n",
       "091К             1               0             1         0   \n",
       "046Д             1               0             1         0   \n",
       "\n",
       "                                                  child  \\\n",
       "num                                                       \n",
       "015К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "015О  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "111О  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "705К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "715К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "142П  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "749Д  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "749К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "013К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "743Ш  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "743К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "743Л  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "081К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "081Д  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "244П  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "043К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "049К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "150О  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "029К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "017О  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "017К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "007К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "091К  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "046Д  {'minDate': '2005-06-10', 'maxDate': '2019-05-...   \n",
       "\n",
       "      disabledPrivilegeByDate  \\\n",
       "num                             \n",
       "015К                        1   \n",
       "015О                        1   \n",
       "111О                        1   \n",
       "705К                        1   \n",
       "715К                        1   \n",
       "142П                        1   \n",
       "749Д                        1   \n",
       "749К                        1   \n",
       "013К                        1   \n",
       "743Ш                        1   \n",
       "743К                        1   \n",
       "743Л                        1   \n",
       "081К                        1   \n",
       "081Д                        1   \n",
       "244П                        1   \n",
       "043К                        1   \n",
       "049К                        1   \n",
       "150О                        1   \n",
       "029К                        1   \n",
       "017О                        1   \n",
       "017К                        1   \n",
       "007К                        1   \n",
       "091К                        1   \n",
       "046Д                        1   \n",
       "\n",
       "                                                   from  isCis  isEurope  \\\n",
       "num                                                                        \n",
       "015К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "015О  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "111О  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "705К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "715К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "142П  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "749Д  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "749К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "013К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "743Ш  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "743К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "743Л  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "081К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "081Д  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "244П  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "043К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "049К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "150О  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "029К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "017О  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "017К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "007К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "091К  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "046Д  {'code': '2200001', 'station': 'Kyiv-Pasazhyrs...      0         0   \n",
       "\n",
       "      isTransformer                                                 to  \\\n",
       "num                                                                      \n",
       "015К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "015О              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "111О              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "705К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "715К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "142П              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "749Д              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "749К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "013К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "743Ш              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "743К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "743Л              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "081К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "081Д              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "244П              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "043К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "049К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "150О              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "029К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "017О              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "017К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "007К              1  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "091К              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "046Д              0  {'code': '2218000', 'station': 'Lviv', 'statio...   \n",
       "\n",
       "     travelTime                                              types  \n",
       "num                                                                 \n",
       "015К       6:22                                                 []  \n",
       "015О       6:22  [{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...  \n",
       "111О      11:11  [{'id': 'К', 'title': 'Compartment / 2-cl. sle...  \n",
       "705К       5:09  [{'id': 'С1', 'title': 'Seating first class', ...  \n",
       "715К       6:55  [{'id': 'С1', 'title': 'Seating first class', ...  \n",
       "142П      14:54  [{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...  \n",
       "749Д       5:50                                                 []  \n",
       "749К       5:50                                                 []  \n",
       "013К       9:07                                                 []  \n",
       "743Ш       5:10  [{'id': 'С2', 'title': 'Seating second class',...  \n",
       "743К       5:10                                                 []  \n",
       "743Л       5:10  [{'id': 'С1', 'title': 'Seating first class', ...  \n",
       "081К       9:12                                                 []  \n",
       "081Д       9:12                                                 []  \n",
       "244П       7:43                                                 []  \n",
       "043К       7:43                                                 []  \n",
       "049К       8:26  [{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...  \n",
       "150О       9:56                                                 []  \n",
       "029К       6:48                                                 []  \n",
       "017О       6:41  [{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...  \n",
       "017К       6:41                                                 []  \n",
       "007К       6:41  [{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...  \n",
       "091К       7:23  [{'id': 'Л', 'title': 'De Luxe / 1-cl. sleeper...  \n",
       "046Д       9:20                                                 []  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = P.search_by_date(date, from_st=from_st, to_st=to_st)\n",
    "train_nums = df[df['types'].map(len) > 0].index.tolist()\n",
    "print(len(train_nums))\n",
    "print(train_nums)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:00:52.607900Z",
     "start_time": "2019-05-25T23:00:51.944169Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>arrivalTime</th>\n",
       "      <th>departureTime</th>\n",
       "      <th>distance</th>\n",
       "      <th>lat</th>\n",
       "      <th>long</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>code</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2200001</th>\n",
       "      <td>01:02</td>\n",
       "      <td>01:17</td>\n",
       "      <td>489</td>\n",
       "      <td>50.440058</td>\n",
       "      <td>30.488309</td>\n",
       "      <td>Kyiv-Pasazhyrsky</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2218000</th>\n",
       "      <td>07:39</td>\n",
       "      <td>08:04</td>\n",
       "      <td>1061</td>\n",
       "      <td>49.840962</td>\n",
       "      <td>23.994334</td>\n",
       "      <td>Lviv</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        arrivalTime departureTime distance        lat       long  \\\n",
       "code                                                               \n",
       "2200001       01:02         01:17      489  50.440058  30.488309   \n",
       "2218000       07:39         08:04     1061  49.840962  23.994334   \n",
       "\n",
       "                     name  \n",
       "code                       \n",
       "2200001  Kyiv-Pasazhyrsky  \n",
       "2218000              Lviv  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = P.get_route(date, from_st=from_st, to_st=to_st, train_num=train_nums[0])\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:00:56.845843Z",
     "start_time": "2019-05-25T23:00:56.239813Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cost</th>\n",
       "      <th>free</th>\n",
       "      <th>isOneCost</th>\n",
       "      <th>letter</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>type_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Л</th>\n",
       "      <td>146396</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>L</td>\n",
       "      <td>De Luxe / 1-cl. sleeper</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           cost  free  isOneCost letter                    title\n",
       "type_id                                                         \n",
       "Л        146396     1       True      L  De Luxe / 1-cl. sleeper"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = P.get_train_wagons_types(date, from_st=from_st, to_st=to_st, train_num=train_nums[0])\n",
    "wagon_types = df.index.tolist()\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:01:18.574841Z",
     "start_time": "2019-05-25T23:01:17.962881Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>air</th>\n",
       "      <th>allowBonus</th>\n",
       "      <th>byWishes</th>\n",
       "      <th>class</th>\n",
       "      <th>free</th>\n",
       "      <th>hasBedding</th>\n",
       "      <th>obligatoryBedding</th>\n",
       "      <th>prices</th>\n",
       "      <th>railway</th>\n",
       "      <th>reservePrice</th>\n",
       "      <th>services</th>\n",
       "      <th>type</th>\n",
       "      <th>type_id</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Б</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>{'А': 146396}</td>\n",
       "      <td>43</td>\n",
       "      <td>1700</td>\n",
       "      <td>[М, Н]</td>\n",
       "      <td>Л</td>\n",
       "      <td>Л</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      air  allowBonus  byWishes class  free  hasBedding  obligatoryBedding  \\\n",
       "num                                                                          \n",
       "4    None       False     False     Б     1        True              False   \n",
       "\n",
       "            prices  railway  reservePrice services type type_id  \n",
       "num                                                              \n",
       "4    {'А': 146396}       43          1700   [М, Н]    Л       Л  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = P.get_wagons_by_type(date, from_st=from_st, to_st=to_st, train_num=train_nums[0], wagon_type_id=wagon_types[0])\n",
    "wagon_nums = df.index.tolist()\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-25T23:02:12.629321Z",
     "start_time": "2019-05-25T23:02:02.671113Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>places</th>\n",
       "      <th>schemeId</th>\n",
       "      <th>scheme</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>А</th>\n",
       "      <td>[020]</td>\n",
       "      <td>Л20</td>\n",
       "      <td>{\"scheme_type\":\"Л20\",\"model\":{\"floor\":{\"1\":{\"w...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  places schemeId                                             scheme\n",
       "А  [020]      Л20  {\"scheme_type\":\"Л20\",\"model\":{\"floor\":{\"1\":{\"w..."
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = P.get_wagon_seats(\n",
    "    date, from_st=from_st, to_st=to_st, train_num=train_nums[0],\n",
    "    wagon_type_id=wagon_types[0], wagon_num=wagon_nums[0],\n",
    "    save=False\n",
    ")\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## bulk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-24T00:07:30.266548Z",
     "start_time": "2019-05-24T00:07:30.244594Z"
    }
   },
   "outputs": [],
   "source": [
    "from_st = 'Kyiv'\n",
    "to_st = 'Lviv'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-05-24T00:07:32.252657Z",
     "start_time": "2019-05-24T00:07:32.229215Z"
    }
   },
   "outputs": [],
   "source": [
    "from multiprocessing.pool import ThreadPool\n",
    "\n",
    "def f(iterable):\n",
    "    date, from_st, to_st = iterable\n",
    "    res = P.search_wagon_seats_by_date(date, from_st, to_st, num_try=10)\n",
    "    return res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2019-05-24T00:07:34.154Z"
    },
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b7dace69363040e197116222d1da95c5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-05-24 03:20:20 - 1048\n",
      "2019-05-24 03:31:37 - 1049\n",
      "2019-05-24 03:44:56 - 1034\n",
      "2019-05-24 03:56:56 - 1050\n",
      "2019-05-24 04:09:43 - 1048\n",
      "2019-05-24 04:23:10 - 1048\n",
      "2019-05-24 04:36:19 - 1049\n",
      "2019-05-24 04:49:05 - 1049\n",
      "2019-05-24 05:02:57 - 1050\n",
      "2019-05-24 05:16:10 - 1049\n",
      "2019-05-24 05:28:46 - 1049\n",
      "2019-05-24 05:38:11 - 1048\n",
      "2019-05-24 05:47:46 - 1044\n",
      "2019-05-24 05:57:30 - 1038\n",
      "2019-05-24 06:08:55 - 1034\n",
      "2019-05-24 06:21:02 - 1036\n",
      "2019-05-24 06:34:56 - 1032\n",
      "2019-05-24 06:49:58 - 1033\n",
      "2019-05-24 07:05:54 - 1033\n",
      "2019-05-24 07:21:45 - 1028\n",
      "2019-05-24 07:38:32 - 1031\n",
      "2019-05-24 07:54:51 - 1024\n",
      "2019-05-24 08:15:32 - 1064\n",
      "2019-05-24 08:36:57 - 1079\n",
      "2019-05-24 08:57:22 - 1068\n",
      "2019-05-24 09:19:21 - 1066\n",
      "2019-05-24 09:41:20 - 1067\n",
      "2019-05-24 10:04:01 - 1071\n",
      "2019-05-24 10:27:48 - 1070\n",
      "2019-05-24 10:52:11 - 1070\n",
      "2019-05-24 11:17:48 - 1062\n",
      "2019-05-24 11:41:06 - 1057\n",
      "2019-05-24 12:07:34 - 1050\n",
      "2019-05-24 12:32:59 - 1052\n",
      "2019-05-24 12:56:53 - 1052\n",
      "2019-05-24 13:22:17 - 1055\n",
      "2019-05-24 13:46:50 - 1056\n",
      "2019-05-24 14:13:49 - 1054\n",
      "2019-05-24 14:40:34 - 1051\n",
      "2019-05-24 15:08:21 - 1050\n",
      "2019-05-24 15:34:34 - 1041\n",
      "2019-05-24 15:57:53 - 1034\n",
      "2019-05-24 16:23:10 - 1048\n",
      "2019-05-24 16:49:36 - 1041\n",
      "2019-05-24 17:14:31 - 1041\n",
      "2019-05-24 17:41:05 - 1047\n",
      "2019-05-24 18:13:26 - 1046\n",
      "2019-05-24 18:43:54 - 1051\n",
      "2019-05-24 19:10:58 - 1042\n",
      "2019-05-24 19:40:53 - 1048\n",
      "2019-05-24 20:09:42 - 1044\n",
      "2019-05-24 20:35:30 - 1050\n",
      "2019-05-24 21:00:41 - 1050\n",
      "2019-05-24 21:24:34 - 1051\n",
      "2019-05-24 21:49:27 - 1053\n",
      "2019-05-24 22:16:03 - 1050\n",
      "2019-05-24 22:40:58 - 1048\n",
      "2019-05-24 23:03:18 - 1043\n",
      "2019-05-24 23:23:06 - 1037\n",
      "2019-05-24 23:43:03 - 1033\n",
      "2019-05-25 00:03:20 - 1037\n",
      "2019-05-25 00:21:07 - 1040\n",
      "2019-05-25 00:38:08 - 1034\n",
      "2019-05-25 00:53:08 - 1028\n",
      "2019-05-25 01:06:21 - 912\n",
      "2019-05-25 01:19:27 - 1029\n",
      "2019-05-25 01:31:18 - 1033\n",
      "2019-05-25 01:42:50 - 1040\n",
      "2019-05-25 01:54:19 - 1044\n",
      "2019-05-25 02:05:52 - 1044\n",
      "2019-05-25 02:17:12 - 1045\n",
      "2019-05-25 02:28:04 - 1043\n",
      "2019-05-25 02:38:20 - 1045\n",
      "2019-05-25 02:48:27 - 1045\n",
      "2019-05-25 02:58:16 - 1045\n",
      "2019-05-25 03:08:09 - 1043\n",
      "2019-05-25 03:17:32 - 1044\n",
      "2019-05-25 03:29:07 - 1045\n",
      "2019-05-25 03:39:33 - 1039\n",
      "2019-05-25 03:49:19 - 1041\n",
      "2019-05-25 03:58:49 - 1046\n",
      "2019-05-25 04:09:51 - 1045\n",
      "2019-05-25 04:19:31 - 1045\n",
      "2019-05-25 04:29:35 - 1045\n",
      "2019-05-25 04:39:53 - 1042\n",
      "2019-05-25 04:49:33 - 1045\n",
      "2019-05-25 04:59:50 - 1046\n",
      "2019-05-25 05:10:55 - 1045\n",
      "2019-05-25 05:21:49 - 1042\n",
      "2019-05-25 05:34:49 - 1043\n",
      "2019-05-25 05:45:48 - 1044\n",
      "2019-05-25 05:56:48 - 1043\n",
      "2019-05-25 06:09:51 - 1039\n",
      "2019-05-25 06:23:27 - 1032\n",
      "2019-05-25 06:37:28 - 1033\n",
      "2019-05-25 06:51:48 - 1038\n",
      "2019-05-25 07:08:39 - 1030\n",
      "2019-05-25 07:24:23 - 1021\n",
      "2019-05-25 07:43:35 - 1020\n",
      "2019-05-25 08:01:57 - 1027\n",
      "2019-05-25 08:24:09 - 1064\n",
      "2019-05-25 08:44:28 - 1068\n",
      "2019-05-25 09:05:41 - 1057\n",
      "2019-05-25 09:28:23 - 1067\n",
      "2019-05-25 09:49:48 - 1066\n",
      "2019-05-25 10:10:20 - 1061\n",
      "2019-05-25 10:31:59 - 1062\n",
      "2019-05-25 10:54:33 - 1059\n",
      "2019-05-25 11:16:11 - 1062\n",
      "2019-05-25 11:40:17 - 1059\n",
      "2019-05-25 12:03:48 - 1055\n",
      "2019-05-25 12:26:42 - 1055\n",
      "2019-05-25 12:49:30 - 1054\n",
      "2019-05-25 13:13:08 - 1053\n",
      "2019-05-25 13:36:14 - 1044\n",
      "2019-05-25 13:59:06 - 1049\n",
      "2019-05-25 14:21:19 - 1046\n",
      "2019-05-25 14:43:06 - 1040\n",
      "2019-05-25 15:05:04 - 1046\n",
      "2019-05-25 15:26:45 - 1038\n",
      "2019-05-25 15:50:21 - 1043\n",
      "2019-05-25 16:12:53 - 1046\n",
      "2019-05-25 16:34:24 - 1047\n",
      "2019-05-25 16:55:43 - 1047\n",
      "2019-05-25 17:17:18 - 1049\n",
      "2019-05-25 17:41:58 - 1046\n"
     ]
    }
   ],
   "source": [
    "main_dict = {}\n",
    "\n",
    "for _ in tn(range(10_000)):\n",
    "    iterable = [(pd.datetime.now() + pd.DateOffset(i), from_st, to_st) for i in range(90)]\n",
    "    iterable += [(pd.datetime.now() + pd.DateOffset(i), to_st, from_st) for i in range(90)]\n",
    "    iterable = sum([iterable[i::45] for i in range(45)], [])\n",
    "    \n",
    "    TP = ThreadPool(20)\n",
    "    try:\n",
    "        res = TP.map(f, iterable, chunksize=1)\n",
    "        now = pd.datetime.now().strftime(\"%Y-%m-%d %H:%M:%S\")\n",
    "        main_dict[now] = res\n",
    "        print(f'{now} - {sum(len(_) for _ in res)}')\n",
    "    except Exception as e:\n",
    "        now = pd.datetime.now().strftime(\"%Y-%m-%d %H:%M:%S\")\n",
    "        m = f'[uz_parse] error - {e}'\n",
    "        print(m)\n",
    "        tgn(m)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(main_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}