Preparing_Library_Dataset_team11.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Team 11 tamrin 2\n",
    "- rayhane shokri"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import and load dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>شماره راهنما</td>\n",
       "      <td>NaN</td>\n",
       "      <td>تعداد نسخ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>عنوان</td>\n",
       "      <td>NaN</td>\n",
       "      <td>شماره مدرک</td>\n",
       "      <td>NaN</td>\n",
       "      <td>شماره رکورد</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>‭‭ص‌۱۶۸</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>۲۳۵۹</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2594.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   0    1        2             3    4          5   \\\n",
       "0 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "1 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "2 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "3 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "4 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "5 NaN  NaN      NaN  شماره راهنما  NaN  تعداد نسخ   \n",
       "6 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "7 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "8 NaN  NaN  ‭‭ص‌۱۶۸           NaN  4.0        NaN   \n",
       "9 NaN  NaN      NaN           NaN  NaN        NaN   \n",
       "\n",
       "                                                  6      7     8           9   \\\n",
       "0                                                NaN    NaN   NaN         NaN   \n",
       "1                                                NaN    NaN   NaN         NaN   \n",
       "2                                                NaN    NaN   NaN         NaN   \n",
       "3                                                NaN    NaN   NaN         NaN   \n",
       "4                                                NaN    NaN   NaN         NaN   \n",
       "5                                                NaN  عنوان   NaN  شماره مدرک   \n",
       "6                                                NaN    NaN   NaN         NaN   \n",
       "7                                                NaN    NaN   NaN         NaN   \n",
       "8  ‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...    NaN  ۲۳۵۹         NaN   \n",
       "9                                                NaN    NaN   NaN         NaN   \n",
       "\n",
       "       10           11  \n",
       "0     NaN          NaN  \n",
       "1     NaN          NaN  \n",
       "2     NaN          NaN  \n",
       "3     NaN          NaN  \n",
       "4     NaN          NaN  \n",
       "5     NaN  شماره رکورد  \n",
       "6     NaN          NaN  \n",
       "7     NaN          NaN  \n",
       "8  2594.0          NaN  \n",
       "9     NaN          NaN  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "# :D\n",
    "df = pd.read_excel('Data/converted.xlsx', engine='openpyxl', header=None)\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Simple EDA\n",
    ">## Checking size of dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10355, 12)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Checking data types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     float64\n",
       "1      object\n",
       "2      object\n",
       "3      object\n",
       "4     float64\n",
       "5      object\n",
       "6      object\n",
       "7      object\n",
       "8      object\n",
       "9      object\n",
       "10    float64\n",
       "11     object\n",
       "dtype: object"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dtypes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Checking null columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     10355\n",
       "1     10302\n",
       "2      7824\n",
       "3     10354\n",
       "4      7823\n",
       "5     10354\n",
       "6      7823\n",
       "7     10354\n",
       "8      7824\n",
       "9     10354\n",
       "10     7824\n",
       "11    10354\n",
       "dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum(axis=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Checking null rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10347</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10349</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10350</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10352</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10353</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7769 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       0    1    2    3   4    5    6    7    8    9   10   11\n",
       "0     NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "1     NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "2     NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "3     NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "4     NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "...    ..  ...  ...  ...  ..  ...  ...  ...  ...  ...  ..  ...\n",
       "10347 NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "10349 NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "10350 NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "10352 NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "10353 NaN  NaN  NaN  NaN NaN  NaN  NaN  NaN  NaN  NaN NaN  NaN\n",
       "\n",
       "[7769 rows x 12 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.isnull().all(axis=1)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Dropping null rows & columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2     7824\n",
       "4     7823\n",
       "6     7823\n",
       "8     7824\n",
       "10    7824\n",
       "dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.drop([0, 1, 3, 5, 7, 9, 11], inplace=True, axis=1)\n",
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>2</th>\n",
       "      <th>4</th>\n",
       "      <th>6</th>\n",
       "      <th>8</th>\n",
       "      <th>10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>‭‭ص‌۱۶۸</td>\n",
       "      <td>4.0</td>\n",
       "      <td>‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...</td>\n",
       "      <td>۲۳۵۹</td>\n",
       "      <td>2594.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮آش‍ن‍ای‍ی‌ ب‍ا م‍س‍ی‍ری‍اب‌ ه‍ای‌ م‍ی‍ک‍روت‍ی‍ک‌</td>\n",
       "      <td>۲۵۹۳</td>\n",
       "      <td>2729.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>3.0</td>\n",
       "      <td>‮ک‍ش‍ت‌ و پ‍رورش‌ گ‍ی‍اه‍ان‌ داروی‍ی‌ : آم‍ادگ...</td>\n",
       "      <td>۲۶۰۰</td>\n",
       "      <td>2736.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮ب‍ی‍وت‍ک‍ن‍ول‍وژی‌ م‍ی‍ک‍روب‍ی‌</td>\n",
       "      <td>۲۶۱۶</td>\n",
       "      <td>2752.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮زی‍س‍ت‌ ف‍ن‍اوری‌ غ‍ذای‍ی‌</td>\n",
       "      <td>۲۶۲۷</td>\n",
       "      <td>2763.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               2    4                                                  6   \\\n",
       "8         ‭‭ص‌۱۶۸  4.0  ‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...   \n",
       "12  ‭‭درادن‍ ه‌در  1.0  ‮آش‍ن‍ای‍ی‌ ب‍ا م‍س‍ی‍ری‍اب‌ ه‍ای‌ م‍ی‍ک‍روت‍ی‍ک‌   \n",
       "16  ‭‭درادن‍ ه‌در  3.0  ‮ک‍ش‍ت‌ و پ‍رورش‌ گ‍ی‍اه‍ان‌ داروی‍ی‌ : آم‍ادگ...   \n",
       "20  ‭‭درادن‍ ه‌در  1.0                   ‮ب‍ی‍وت‍ک‍ن‍ول‍وژی‌ م‍ی‍ک‍روب‍ی‌   \n",
       "24  ‭‭درادن‍ ه‌در  1.0                        ‮زی‍س‍ت‌ ف‍ن‍اوری‌ غ‍ذای‍ی‌   \n",
       "\n",
       "      8       10  \n",
       "8   ۲۳۵۹  2594.0  \n",
       "12  ۲۵۹۳  2729.0  \n",
       "16  ۲۶۰۰  2736.0  \n",
       "20  ۲۶۱۶  2752.0  \n",
       "24  ۲۶۲۷  2763.0  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.drop(df[df.isnull().all(axis=1)].index, inplace=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Evaluating droped dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8        0\n",
       "12       0\n",
       "16       0\n",
       "20       0\n",
       "24       0\n",
       "        ..\n",
       "10336    0\n",
       "10340    0\n",
       "10344    0\n",
       "10348    0\n",
       "10351    3\n",
       "Length: 2532, dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2     0\n",
       "4     0\n",
       "6     0\n",
       "8     0\n",
       "10    0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.drop([10351], inplace=True)\n",
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Change header"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>guidance</th>\n",
       "      <th>count</th>\n",
       "      <th>title</th>\n",
       "      <th>document</th>\n",
       "      <th>record</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>‭‭ص‌۱۶۸</td>\n",
       "      <td>4.0</td>\n",
       "      <td>‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...</td>\n",
       "      <td>۲۳۵۹</td>\n",
       "      <td>2594.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮آش‍ن‍ای‍ی‌ ب‍ا م‍س‍ی‍ری‍اب‌ ه‍ای‌ م‍ی‍ک‍روت‍ی‍ک‌</td>\n",
       "      <td>۲۵۹۳</td>\n",
       "      <td>2729.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>3.0</td>\n",
       "      <td>‮ک‍ش‍ت‌ و پ‍رورش‌ گ‍ی‍اه‍ان‌ داروی‍ی‌ : آم‍ادگ...</td>\n",
       "      <td>۲۶۰۰</td>\n",
       "      <td>2736.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮ب‍ی‍وت‍ک‍ن‍ول‍وژی‌ م‍ی‍ک‍روب‍ی‌</td>\n",
       "      <td>۲۶۱۶</td>\n",
       "      <td>2752.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮زی‍س‍ت‌ ف‍ن‍اوری‌ غ‍ذای‍ی‌</td>\n",
       "      <td>۲۶۲۷</td>\n",
       "      <td>2763.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         guidance  count                                              title  \\\n",
       "8         ‭‭ص‌۱۶۸    4.0  ‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...   \n",
       "12  ‭‭درادن‍ ه‌در    1.0  ‮آش‍ن‍ای‍ی‌ ب‍ا م‍س‍ی‍ری‍اب‌ ه‍ای‌ م‍ی‍ک‍روت‍ی‍ک‌   \n",
       "16  ‭‭درادن‍ ه‌در    3.0  ‮ک‍ش‍ت‌ و پ‍رورش‌ گ‍ی‍اه‍ان‌ داروی‍ی‌ : آم‍ادگ...   \n",
       "20  ‭‭درادن‍ ه‌در    1.0                   ‮ب‍ی‍وت‍ک‍ن‍ول‍وژی‌ م‍ی‍ک‍روب‍ی‌   \n",
       "24  ‭‭درادن‍ ه‌در    1.0                        ‮زی‍س‍ت‌ ف‍ن‍اوری‌ غ‍ذای‍ی‌   \n",
       "\n",
       "   document  record  \n",
       "8      ۲۳۵۹  2594.0  \n",
       "12     ۲۵۹۳  2729.0  \n",
       "16     ۲۶۰۰  2736.0  \n",
       "20     ۲۶۱۶  2752.0  \n",
       "24     ۲۶۲۷  2763.0  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns = ['guidance', 'count', 'title', 'document', 'record']\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    ">## Reset index column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>guidance</th>\n",
       "      <th>count</th>\n",
       "      <th>title</th>\n",
       "      <th>document</th>\n",
       "      <th>record</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>‭‭ص‌۱۶۸</td>\n",
       "      <td>4.0</td>\n",
       "      <td>‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...</td>\n",
       "      <td>۲۳۵۹</td>\n",
       "      <td>2594.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮آش‍ن‍ای‍ی‌ ب‍ا م‍س‍ی‍ری‍اب‌ ه‍ای‌ م‍ی‍ک‍روت‍ی‍ک‌</td>\n",
       "      <td>۲۵۹۳</td>\n",
       "      <td>2729.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>3.0</td>\n",
       "      <td>‮ک‍ش‍ت‌ و پ‍رورش‌ گ‍ی‍اه‍ان‌ داروی‍ی‌ : آم‍ادگ...</td>\n",
       "      <td>۲۶۰۰</td>\n",
       "      <td>2736.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮ب‍ی‍وت‍ک‍ن‍ول‍وژی‌ م‍ی‍ک‍روب‍ی‌</td>\n",
       "      <td>۲۶۱۶</td>\n",
       "      <td>2752.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>‭‭درادن‍ ه‌در</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮زی‍س‍ت‌ ف‍ن‍اوری‌ غ‍ذای‍ی‌</td>\n",
       "      <td>۲۶۲۷</td>\n",
       "      <td>2763.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2526</th>\n",
       "      <td>‭‭Z،۵۲/۵،/و۳۷خ‌۸،۱۳۸۳</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮رای‍ان‍ه‌ ک‍ار واژن‍ام‍ه‌ پ‍ردازی‌ word xp</td>\n",
       "      <td>۲۰۱۶</td>\n",
       "      <td>2234.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2527</th>\n",
       "      <td>‭‭Z،۵۲/۵،/و۳۷م‌۶،۱۳۸۳</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮ک‍ل‍ی‍د ورد</td>\n",
       "      <td>۲۰۵۹</td>\n",
       "      <td>2284.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2528</th>\n",
       "      <td>‭‭Z،۵۲/۵،/ع‌۷آ۸،۱۳۹۰</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮آم‍وزش‌ ت‍ص‍وی‍ری‌ ورد۲۰۱۰</td>\n",
       "      <td>۳۰</td>\n",
       "      <td>37.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2529</th>\n",
       "      <td>‭‭Z،۱،/م‌۳۲۵گ‌،۱۳۷۵</td>\n",
       "      <td>1.0</td>\n",
       "      <td>‮درم‍ان‌ ب‍ا گ‍ی‍اه‍ان‌ داروی‍ی‌</td>\n",
       "      <td>۲۲۰۹</td>\n",
       "      <td>2445.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2530</th>\n",
       "      <td>‭‭اد،۳۰۰،/ب‌۴ب‌۲،۱۳۹۲</td>\n",
       "      <td>2.0</td>\n",
       "      <td>‮ب‍اغ‌ ب‍ی‌ ان‍ت‍ه‍ا</td>\n",
       "      <td>۱۴۰۹</td>\n",
       "      <td>1595.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2531 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   guidance  count  \\\n",
       "0                   ‭‭ص‌۱۶۸    4.0   \n",
       "1             ‭‭درادن‍ ه‌در    1.0   \n",
       "2             ‭‭درادن‍ ه‌در    3.0   \n",
       "3             ‭‭درادن‍ ه‌در    1.0   \n",
       "4             ‭‭درادن‍ ه‌در    1.0   \n",
       "...                     ...    ...   \n",
       "2526  ‭‭Z،۵۲/۵،/و۳۷خ‌۸،۱۳۸۳    1.0   \n",
       "2527  ‭‭Z،۵۲/۵،/و۳۷م‌۶،۱۳۸۳    1.0   \n",
       "2528   ‭‭Z،۵۲/۵،/ع‌۷آ۸،۱۳۹۰    1.0   \n",
       "2529    ‭‭Z،۱،/م‌۳۲۵گ‌،۱۳۷۵    1.0   \n",
       "2530  ‭‭اد،۳۰۰،/ب‌۴ب‌۲،۱۳۹۲    2.0   \n",
       "\n",
       "                                                  title document  record  \n",
       "0     ‮ح‍ل‌ م‍س‍ائ‍ل‌ ف‍ی‍زی‍ک‌ ب‍رای‌ ع‍ل‍وم‌ زی‍س‍...     ۲۳۵۹  2594.0  \n",
       "1     ‮آش‍ن‍ای‍ی‌ ب‍ا م‍س‍ی‍ری‍اب‌ ه‍ای‌ م‍ی‍ک‍روت‍ی‍ک‌     ۲۵۹۳  2729.0  \n",
       "2     ‮ک‍ش‍ت‌ و پ‍رورش‌ گ‍ی‍اه‍ان‌ داروی‍ی‌ : آم‍ادگ...     ۲۶۰۰  2736.0  \n",
       "3                      ‮ب‍ی‍وت‍ک‍ن‍ول‍وژی‌ م‍ی‍ک‍روب‍ی‌     ۲۶۱۶  2752.0  \n",
       "4                           ‮زی‍س‍ت‌ ف‍ن‍اوری‌ غ‍ذای‍ی‌     ۲۶۲۷  2763.0  \n",
       "...                                                 ...      ...     ...  \n",
       "2526        ‮رای‍ان‍ه‌ ک‍ار واژن‍ام‍ه‌ پ‍ردازی‌ word xp     ۲۰۱۶  2234.0  \n",
       "2527                                       ‮ک‍ل‍ی‍د ورد     ۲۰۵۹  2284.0  \n",
       "2528                       ‮آم‍وزش‌ ت‍ص‍وی‍ری‌ ورد۲۰۱۰        ۳۰    37.0  \n",
       "2529                   ‮درم‍ان‌ ب‍ا گ‍ی‍اه‍ان‌ داروی‍ی‌     ۲۲۰۹  2445.0  \n",
       "2530                               ‮ب‍اغ‌ ب‍ی‌ ان‍ت‍ه‍ا     ۱۴۰۹  1595.0  \n",
       "\n",
       "[2531 rows x 5 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.reset_index(inplace=True, drop=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Exercise"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "فراوانی سال انتشار کتاب های موجود در کتابخانه را بدست بیاورید. به عنوان مثال بگوئید در کتابخانه چند کتاب سال انتشارشان مربوط به سال 1375 است؟\n",
    "این مقدار را برای همه سال هایی که  نسخه از آن در کتابخانه موجود است بدست بیاورید."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Get year from guidance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>۱۳۷۳</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>۱۳۹۴</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>۱۳۸۷</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>۱۳۸۶</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>۱۳۹۰</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2456</th>\n",
       "      <td>۱۳۹۰</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2457</th>\n",
       "      <td>۱۳۸۳</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2458</th>\n",
       "      <td>۱۳۸۳</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2459</th>\n",
       "      <td>۱۳۹۰</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2460</th>\n",
       "      <td>۱۳۷۵</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2461 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         0\n",
       "0     ۱۳۷۳\n",
       "1     ۱۳۹۴\n",
       "2     ۱۳۸۷\n",
       "3     ۱۳۸۶\n",
       "4     ۱۳۹۰\n",
       "...    ...\n",
       "2456  ۱۳۹۰\n",
       "2457  ۱۳۸۳\n",
       "2458  ۱۳۸۳\n",
       "2459  ۱۳۹۰\n",
       "2460  ۱۳۷۵\n",
       "\n",
       "[2461 rows x 1 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "guidance = df['guidance']\n",
    "year = []\n",
    "for i in range(0, 2530):\n",
    "    try:\n",
    "        if guidance[i][-5] == '،':\n",
    "            year.append(guidance[i][-4:])\n",
    "    except:\n",
    "        pass\n",
    "# convert 1378 to ۱۳۷۸\n",
    "for i in range(0, len(year)):\n",
    "    if year[i] == \"1378\":\n",
    "        year[i] = \"۱۳۷۸\"\n",
    "yeardf = pd.DataFrame(year)\n",
    "yeardf"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Find frequancy of years"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>۱۱۲۷</td>\n",
       "      <td>630</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>۱۱۲۸</td>\n",
       "      <td>622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>۱۳۳۷</td>\n",
       "      <td>818</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>۱۳۴۵</td>\n",
       "      <td>557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>۱۳۴۸</td>\n",
       "      <td>926</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      0    1\n",
       "0  ۱۱۲۷  630\n",
       "1  ۱۱۲۸  622\n",
       "2  ۱۳۳۷  818\n",
       "3  ۱۳۴۵  557\n",
       "4  ۱۳۴۸  926"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "unique, frequency = np.unique(year, return_index=True)\n",
    "count = np.asarray((unique, frequency))\n",
    "yearFreq = pd.DataFrame(count).T\n",
    "yearFreq.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Drop some rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>۱۳۳۷</td>\n",
       "      <td>818</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>۱۳۴۵</td>\n",
       "      <td>557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>۱۳۴۸</td>\n",
       "      <td>926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>۱۳۵۵</td>\n",
       "      <td>620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>۱۳۵۷</td>\n",
       "      <td>766</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      0    1\n",
       "2  ۱۳۳۷  818\n",
       "3  ۱۳۴۵  557\n",
       "4  ۱۳۴۸  926\n",
       "5  ۱۳۵۵  620\n",
       "6  ۱۳۵۷  766"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "yearFreq.drop([0, 1, 47, 48, 49, 50], inplace=True)\n",
    "yearFreq.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Change header"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>frequency</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>۱۳۳۷</td>\n",
       "      <td>818</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>۱۳۴۵</td>\n",
       "      <td>557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>۱۳۴۸</td>\n",
       "      <td>926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>۱۳۵۵</td>\n",
       "      <td>620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>۱۳۵۷</td>\n",
       "      <td>766</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   year frequency\n",
       "2  ۱۳۳۷       818\n",
       "3  ۱۳۴۵       557\n",
       "4  ۱۳۴۸       926\n",
       "5  ۱۳۵۵       620\n",
       "6  ۱۳۵۷       766"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "yearFreq.columns = ['year', 'frequency']\n",
    "yearFreq.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Reset index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>frequency</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>۱۳۳۷</td>\n",
       "      <td>818</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>۱۳۴۵</td>\n",
       "      <td>557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>۱۳۴۸</td>\n",
       "      <td>926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>۱۳۵۵</td>\n",
       "      <td>620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>۱۳۵۷</td>\n",
       "      <td>766</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   year frequency\n",
       "0  ۱۳۳۷       818\n",
       "1  ۱۳۴۵       557\n",
       "2  ۱۳۴۸       926\n",
       "3  ۱۳۵۵       620\n",
       "4  ۱۳۵۷       766"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "yearFreq.reset_index(inplace=True, drop=True)\n",
    "yearFreq.head()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.10.1 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.1 (tags/v3.10.1:2cd268a, Dec  6 2021, 19:10:37) [MSC v.1929 64 bit (AMD64)]"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "98b1f78af4a30ce179a5ef7d7f12526addc010ff51e8d0d456341101c95a7245"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}