Friends prep+EDA.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import os\n",
    "master_array = [] #append results to array to create data frame\n",
    "folder = './transcripts and metadata/Friends/'\n",
    "\n",
    "for filename in os.listdir(folder):\n",
    "  if filename.endswith('.txt'):\n",
    "    pattern = re.compile(r'(?<=\\d)\\s')\n",
    "    name = filename.strip('.txt')#obtain the season and episodes\n",
    "    split_name = re.split(pattern, name)\n",
    "    seasonep = split_name[0]\n",
    "    if '-' in seasonep:\n",
    "      pattern = re.compile(r'-')\n",
    "      split_seasons = re.split(pattern, seasonep)\n",
    "      x = split_seasons[0]\n",
    "      y = split_seasons[1]\n",
    "      pattern = re.compile(r'E')\n",
    "      x_split = re.split(pattern, x)\n",
    "      y_split = re.split(pattern, y)\n",
    "      season = x_split[0]\n",
    "      episode = (int(x_split[1]) + int(y_split[1]))/2\n",
    "      episode_name = split_name[1]\n",
    "    else:\n",
    "      pattern = re.compile(r'E')\n",
    "      split_season = re.split(pattern, seasonep)   \n",
    "      season = split_season[0]\n",
    "      # print(season)\n",
    "      episode = split_season[1]\n",
    "      episode_name = split_name[1]\n",
    "\n",
    "    with open(folder + filename, 'r', encoding='UTF-8') as f:\n",
    "      lines = f.readlines() #read the script file\n",
    "      pattern = re.compile(r'\\w+:\\s') # store the regex\n",
    "      for line in lines:\n",
    "        result = re.match(pattern, line)\n",
    "        if result is not None: # split the script where our pattern matched (pink dot)\n",
    "          split_line = line.split(':')\n",
    "          character = split_line[0]\n",
    "          speech = split_line[1].strip()\n",
    "          line= [seasonep, season, episode, episode_name, character, speech]\n",
    "          master_array.append(line)\n",
    "        else:\n",
    "          pass\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "friends = pd.DataFrame(master_array, columns=['id', 'season', 'episode', 'episode_name', 'character', 'line'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>season</th>\n",
       "      <th>episode</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>character</th>\n",
       "      <th>line</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6580</th>\n",
       "      <td>S02E05</td>\n",
       "      <td>S02</td>\n",
       "      <td>05</td>\n",
       "      <td>Five Steaks And An Eggplan</td>\n",
       "      <td>MONICA</td>\n",
       "      <td>Yeah, we switched meat suppliers at work, and ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11025</th>\n",
       "      <td>S03E01</td>\n",
       "      <td>S03</td>\n",
       "      <td>01</td>\n",
       "      <td>The Princess Leia Fantasy</td>\n",
       "      <td>Janice</td>\n",
       "      <td>Oh, I wish. Look, honey, you have that report ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42491</th>\n",
       "      <td>S08E05</td>\n",
       "      <td>S08</td>\n",
       "      <td>05</td>\n",
       "      <td>Rachels Date</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>What?!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21781</th>\n",
       "      <td>S04E19</td>\n",
       "      <td>S04</td>\n",
       "      <td>19</td>\n",
       "      <td>All The Haste</td>\n",
       "      <td>Emily</td>\n",
       "      <td>What?!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7605</th>\n",
       "      <td>S02E10</td>\n",
       "      <td>S02</td>\n",
       "      <td>10</td>\n",
       "      <td>Russ</td>\n",
       "      <td>FBOB</td>\n",
       "      <td>See ya. [exits]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37497</th>\n",
       "      <td>S07E10</td>\n",
       "      <td>S07</td>\n",
       "      <td>10</td>\n",
       "      <td>The Huliday Armadillo</td>\n",
       "      <td>Joey</td>\n",
       "      <td>What is Rock 'n' Roll about that?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8808</th>\n",
       "      <td>S02E15</td>\n",
       "      <td>S02</td>\n",
       "      <td>15</td>\n",
       "      <td>Ross And Rachel... You Know</td>\n",
       "      <td>ROSS</td>\n",
       "      <td>No.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53310</th>\n",
       "      <td>S09E24</td>\n",
       "      <td>S09</td>\n",
       "      <td>24</td>\n",
       "      <td>In Barbados part II</td>\n",
       "      <td>Charlie</td>\n",
       "      <td>(walking in) Hey! There you are!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58020</th>\n",
       "      <td>S10E16</td>\n",
       "      <td>S10</td>\n",
       "      <td>16</td>\n",
       "      <td>Rachels Going Away Party</td>\n",
       "      <td>Chandler</td>\n",
       "      <td>Honey, it's gonna be okay.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45850</th>\n",
       "      <td>S08E19</td>\n",
       "      <td>S08</td>\n",
       "      <td>19</td>\n",
       "      <td>Joeys Interview</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>So did they call you to tell you your name’s g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27455</th>\n",
       "      <td>S05E19</td>\n",
       "      <td>S05</td>\n",
       "      <td>19</td>\n",
       "      <td>Ross Cant Flir</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Umm, I lost one of your earrings. I'm sorry! I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24005</th>\n",
       "      <td>S05E05</td>\n",
       "      <td>S05</td>\n",
       "      <td>05</td>\n",
       "      <td>The Kips</td>\n",
       "      <td>Ross</td>\n",
       "      <td>Well, y'know how I'm trying to work things out...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13863</th>\n",
       "      <td>S03E12</td>\n",
       "      <td>S03</td>\n",
       "      <td>12</td>\n",
       "      <td>All The Jealousy</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Well not exactly like the one in the poem.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26165</th>\n",
       "      <td>S05E14</td>\n",
       "      <td>S05</td>\n",
       "      <td>14</td>\n",
       "      <td>Everybody Finds Ou</td>\n",
       "      <td>Ross</td>\n",
       "      <td>Oh man! I want that place so much!! I was so s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5867</th>\n",
       "      <td>S02E02</td>\n",
       "      <td>S02</td>\n",
       "      <td>02</td>\n",
       "      <td>The Breast Milk</td>\n",
       "      <td>All</td>\n",
       "      <td>Hi!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29579</th>\n",
       "      <td>S06E03</td>\n",
       "      <td>S06</td>\n",
       "      <td>03</td>\n",
       "      <td>Rosss Denial</td>\n",
       "      <td>Monica</td>\n",
       "      <td>Yeah, no, me neither.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40219</th>\n",
       "      <td>S07E20</td>\n",
       "      <td>S07</td>\n",
       "      <td>20</td>\n",
       "      <td>Rachels Big Kiss</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Oh does it matter?! All that matters is that y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41335</th>\n",
       "      <td>S07E24</td>\n",
       "      <td>S07</td>\n",
       "      <td>24</td>\n",
       "      <td>Friends Special The Stuff Youve Never Seen</td>\n",
       "      <td>Ross</td>\n",
       "      <td>That tastes like feet!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23206</th>\n",
       "      <td>S05E01</td>\n",
       "      <td>S05</td>\n",
       "      <td>01</td>\n",
       "      <td>Ross Says Rachel</td>\n",
       "      <td>Chandler</td>\n",
       "      <td>Bye.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21857</th>\n",
       "      <td>S04E19</td>\n",
       "      <td>S04</td>\n",
       "      <td>19</td>\n",
       "      <td>All The Haste</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Yeah, I-I heard. (Pause, everyone looks at eac...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           id season episode                                episode_name  \\\n",
       "6580   S02E05    S02      05                  Five Steaks And An Eggplan   \n",
       "11025  S03E01    S03      01                   The Princess Leia Fantasy   \n",
       "42491  S08E05    S08      05                                Rachels Date   \n",
       "21781  S04E19    S04      19                               All The Haste   \n",
       "7605   S02E10    S02      10                                        Russ   \n",
       "37497  S07E10    S07      10                       The Huliday Armadillo   \n",
       "8808   S02E15    S02      15                 Ross And Rachel... You Know   \n",
       "53310  S09E24    S09      24                         In Barbados part II   \n",
       "58020  S10E16    S10      16                    Rachels Going Away Party   \n",
       "45850  S08E19    S08      19                             Joeys Interview   \n",
       "27455  S05E19    S05      19                              Ross Cant Flir   \n",
       "24005  S05E05    S05      05                                    The Kips   \n",
       "13863  S03E12    S03      12                            All The Jealousy   \n",
       "26165  S05E14    S05      14                          Everybody Finds Ou   \n",
       "5867   S02E02    S02      02                             The Breast Milk   \n",
       "29579  S06E03    S06      03                                Rosss Denial   \n",
       "40219  S07E20    S07      20                            Rachels Big Kiss   \n",
       "41335  S07E24    S07      24  Friends Special The Stuff Youve Never Seen   \n",
       "23206  S05E01    S05      01                            Ross Says Rachel   \n",
       "21857  S04E19    S04      19                               All The Haste   \n",
       "\n",
       "      character                                               line  \n",
       "6580     MONICA  Yeah, we switched meat suppliers at work, and ...  \n",
       "11025    Janice  Oh, I wish. Look, honey, you have that report ...  \n",
       "42491    Rachel                                             What?!  \n",
       "21781     Emily                                             What?!  \n",
       "7605       FBOB                                    See ya. [exits]  \n",
       "37497      Joey                  What is Rock 'n' Roll about that?  \n",
       "8808       ROSS                                                No.  \n",
       "53310   Charlie                   (walking in) Hey! There you are!  \n",
       "58020  Chandler                         Honey, it's gonna be okay.  \n",
       "45850    Rachel  So did they call you to tell you your name’s g...  \n",
       "27455    Phoebe  Umm, I lost one of your earrings. I'm sorry! I...  \n",
       "24005      Ross  Well, y'know how I'm trying to work things out...  \n",
       "13863    Phoebe         Well not exactly like the one in the poem.  \n",
       "26165      Ross  Oh man! I want that place so much!! I was so s...  \n",
       "5867        All                                                Hi!  \n",
       "29579    Monica                              Yeah, no, me neither.  \n",
       "40219    Rachel  Oh does it matter?! All that matters is that y...  \n",
       "41335      Ross                             That tastes like feet!  \n",
       "23206  Chandler                                               Bye.  \n",
       "21857    Rachel  Yeah, I-I heard. (Pause, everyone looks at eac...  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "friends.sample(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ALISON', 'ALL', 'AMBER', 'AMGER', 'Actor', 'Adrienne', 'Alan', 'Alex', 'Alice', 'All', 'Allesandro', 'Amanda', 'Amy', 'Anchorwoman', 'Andrea', 'Angela', 'Annabelle', 'Announcer', 'Arthur', 'Ashley', 'Assistant', 'Attendant', 'Aurora', 'BARRY', 'BEN', 'BILL', 'BOTH', 'BOYS', 'Ballerina', 'Bandleader', 'Barry', 'Ben', 'Benjamin', 'Bernice', 'Bill', 'Billy', 'Bitsy', 'Bob', 'Bobby', 'Bonnie', 'Boss', 'Both', 'Boy', 'Brenda', 'Burt', 'CAROL', 'CAROLINE', 'CHAN', 'CHANDLER', 'Cailin', 'Caitlin', 'Carl', 'Carol', 'Casey', 'Cashier', 'Cassie', 'Catherine', 'Cecilia', 'Celia', 'Chandler', 'Chandlers', 'Charlie', 'Cheryl', 'Chip', 'Chloe', 'Claudia', 'Clerk', 'Cliff', 'Clown', 'Colleen', 'Commercial', 'Conan', 'Cookie', 'Cop', 'Courtney', 'Cowgirl', 'Croupler', 'Customer', 'Customers', 'Cynthia', 'DIRECTOR', 'DOCTOR', 'DUNCAN', 'Dan', 'Dana', 'Danielle', 'Danny', 'Dave', 'David', 'Devon', 'Dina', 'Director', 'Dirk', 'Doctor', 'Don', 'Donny', 'Doug', 'Drew', 'EDDIE', 'ERICA', 'ERNIE', 'ESTELLE', 'ESTL', 'EVERYONE', 'Earl', 'Eldad', 'Elizabeth', 'Emeril', 'Emily', 'Emma', 'Employee', 'Eric', 'Erica', 'Erin', 'Estelle', 'Everybody', 'Everyone', 'Extra', 'FBOB', 'FRANK', 'FRIEND', 'Felicity', 'Fergie', 'Fireman', 'Fran', 'Frank', 'Frankie', 'Frannie', 'Fredrick', 'Friends', 'GAIL', 'GANG', 'GRANDMOTHER', 'GUNTER', 'GUNTHER', 'GUY', 'GUYS', 'Gary', 'Gavin', 'Gene', 'Gerston', 'Gert', 'Ginger', 'Girl', 'Girls', 'Glenda', 'Gunther', 'Guy', 'Guys', 'Handyman', 'Hayley', 'Heather', 'Helen', 'Helena', 'Henrietta', 'Hilda', 'Hillary', 'Hitchhiker', 'Hooker', 'Hope', 'Hoshi', 'Host', 'Housekeeper', 'INTERCOM', 'INTERVIEWER', 'Intercom', 'Intern', 'Interviewer', 'Isabella', 'Issac', 'JADE', 'JANICE', 'JANITOR', 'JEANNIE', 'JOEY', 'JULIE', 'Jack', 'Jake', 'Jamie', 'Jane', 'Janice', 'Janine', 'Janitor', 'Jasmine', 'Jason', 'Jeanette', 'Jeannine', 'Jen', 'Jennifer', 'Jester', 'Jill', 'Jim', 'Joanna', 'Joanne', 'Joey', 'Josh', 'Joshua', 'Judge', 'Judy', 'Julie', 'Julio', 'KEVIN', 'KID', 'KIDS', 'Kara', 'Karin', 'Kash', 'Kate', 'Kathy', 'Katie', 'Ken', 'Kid', 'Kids', 'Kiki', 'Kim', 'Kori', 'Krista', 'Kristen', 'Kristin', 'Kyle', 'LIPSON', 'Lady', 'Larry', 'Laura', 'Lauren', 'Leader', 'Lecturer', 'Lennart', 'Leslie', 'Lewis', 'Liam', 'Lisa', 'Lizzie', 'Locksmith', 'Lorraine', 'Lowell', 'Luisa', 'Lydia', 'MACHINE', 'MAN', 'MICH', 'MIKE', 'MINDY', 'MINISTER', 'MNCA', 'MONICA', 'MOVER', 'MOnica', 'Mac', 'Machine', 'Mackenzie', 'Malcom', 'Man', 'Manny', 'Marc', 'Marge', 'Margha', 'Marjorie', 'Mark', 'Marsha', 'Matt', 'Matthew', 'Max', 'Meg', 'Megan', 'Mel', 'Melanie', 'Melissa', 'Message', 'Michelle', 'Mike', 'Mindy', 'Minister', 'Minster', 'Mischa', 'Missy', 'Molly', 'Mona', 'Monica', 'Morse', 'Mugger', 'NOTE', 'Nancy', 'Narrator', 'Nina', 'Nurse', 'Others', 'Oven', 'Owen', 'PA', 'PHOE', 'PHOEBE', 'PRODUCER', 'Paleontologist', 'Paolo', 'Parker', 'Passenger', 'Passerby', 'Patrick', 'Patron', 'Paul', 'Paula', 'Paulo', 'Pete', 'Peter', 'Petrie', 'Phil', 'Phoebe', 'Photographer', 'Policeman', 'Precious', 'Quartet', 'RACH', 'RACHEL', 'RADIO', 'RAHCEL', 'RICHARD', 'ROB', 'ROSS', 'ROY', 'RTST', 'RUSS', 'RYAN', 'Racel', 'Rache', 'Rachel', 'Ray', 'Raymond', 'Realtor', 'Receptionist', 'Referee', 'Richard', 'Rick', 'Rita', 'Robbie', 'Robert', 'Robin', 'Roger', 'Ronni', 'Ross', 'Roy', 'Russell', 'SCOTT', 'STEPHANIE', 'STEVE', 'STRANGER', 'SUSAN', 'SUSIE', 'Salesman', 'Sally', 'Sandy', 'Santos', 'Sarah', 'Sebastian', 'Secretary', 'Sergei', 'Shelley', 'Sid', 'Singer', 'Sonia', 'Sophie', 'Spokeswoman', 'Stanley', 'Stephanie', 'Steve', 'Stevens', 'Story', 'Stranger', 'Stripper', 'Stu', 'Student', 'Supervisor', 'Susan', 'TERRY', 'TILLY', 'TOGETHER', 'TRAINER', 'TV', 'Tag', 'Tape', 'Teacher', 'Teleplay', 'Terry', 'Theodore', 'Tim', 'Tom', 'Tommy', 'Tony', 'Ursula', 'Vince', 'Voice', 'WAITER', 'WAITRESS', 'WOMAN', 'WRITER', 'Waiter', 'Waiters', 'Waitress', 'Wayne', 'Wendy', 'Whitfield', 'Whitney', 'Will', 'Witch', 'Woman', 'Zack', 'Zoe', 'chandler']\n"
     ]
    }
   ],
   "source": [
    "# Ensure all names are refering to the correct person\n",
    "print(sorted(friends['character'].unique()))\n",
    "friends['character'].replace({'CHAN':'Chandler','CHANDLER':'Chandler', 'Chandlers':'Chandler',\n",
    "                    'JOEY':'Joey',\n",
    "                    'MNCA':'Monica','MONICA':'Monica', 'MOnica':'Monica',\n",
    "                    'PHOE':'Phoebe','PHOEBE':'Phoebe', 'Pheebs':'Phoebe',\n",
    "                    'Rache':'Rachel','RACHEL':'Rachel', 'RACH':'Rachel',\n",
    "                    'ROSS':'Ross'},inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Rachel      9285\n",
       "Ross        9098\n",
       "Chandler    8461\n",
       "Monica      8387\n",
       "Joey        8215\n",
       "Phoebe      7473\n",
       "Name: character, dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "friends['character'].value_counts()[:6]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<BarContainer object of 6 artists>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAD4CAYAAAAAczaOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAATwElEQVR4nO3df7SdVX3n8feHhEKAoiCB0oRpqJOqwLI4pBR/jD8K1XR0hE7LlK4i2DrNyFB0ptNhgcuOjpYZOmM7lpkBi6jEliWTohWKRWGiqB0RDBCIAZEULKQgRDtaqBqEfuePZ996vLlJziU3JzH7/VrrrrPPfvbznL3Pc87nec4+P26qCklSH/ba1R2QJE2OoS9JHTH0Jakjhr4kdcTQl6SOzN/VHdieQw45pJYsWbKruyFJP1BuvfXWr1XVwun1u33oL1myhDVr1uzqbkjSD5QkfzVTvdM7ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUkd3+G7k7Ysl5H9vVXRjLVy589a7ugqROeKYvSR0x9CWpI4a+JHVkj57T39P4HoWkHeWZviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkf8lU3tUv5yqDRZnulLUkc805fmkK9ctLvzTF+SOmLoS1JHDH1J6ohz+pK2yfcp9ixjnekn+XdJ1if5YpIPJdk3ycFJbkhyb7s8aKT9+Uk2JLknyatG6o9Lsq4tuyhJdsagJEkz227oJ1kEvAlYVlXHAPOA04DzgNVVtRRY3a6T5Ki2/GhgOXBxknltc5cAK4Cl7W/5nI5GkrRN487pzwcWJJkP7Ac8BJwMrGzLVwKntPLJwJVVtbmq7gc2AMcnORw4sKpuqqoCPjiyjiRpArYb+lX118C7gAeAh4FvVtX1wGFV9XBr8zBwaFtlEfDgyCY2trpFrTy9fgtJViRZk2TNpk2bZjciSdJWjTO9cxDD2fuRwI8C+yc5fVurzFBX26jfsrLq0qpaVlXLFi5cuL0uSpLGNM70zknA/VW1qaq+C3wEeBHwSJuyoV0+2tpvBI4YWX8xw3TQxlaeXi9JmpBxQv8B4IQk+7VP25wI3A1cA5zZ2pwJXN3K1wCnJdknyZEMb9je0qaAHktyQtvOGSPrSJImYLuf06+qm5NcBdwGPAncDlwKHACsSvIGhgPDqa39+iSrgLta+7Or6qm2ubOAy4EFwHXtT5I0IWN9Oauq3ga8bVr1Zoaz/pnaXwBcMEP9GuCYWfZRkjRH/BkGSeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BF/T19SV3r//wCe6UtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdWSs0E/yzCRXJflSkruTvDDJwUluSHJvuzxopP35STYkuSfJq0bqj0uyri27KEl2xqAkSTMb90z/D4CPV9VzgZ8E7gbOA1ZX1VJgdbtOkqOA04CjgeXAxUnmte1cAqwAlra/5XM0DknSGLYb+kkOBF4KvA+gqp6oqm8AJwMrW7OVwCmtfDJwZVVtrqr7gQ3A8UkOBw6sqpuqqoAPjqwjSZqAcc70fxzYBHwgye1JLkuyP3BYVT0M0C4Pbe0XAQ+OrL+x1S1q5en1W0iyIsmaJGs2bdo0qwFJkrZunNCfD/wT4JKqegHwd7SpnK2YaZ6+tlG/ZWXVpVW1rKqWLVy4cIwuSpLGMU7obwQ2VtXN7fpVDAeBR9qUDe3y0ZH2R4ysvxh4qNUvnqFekjQh2w39qvoq8GCS57SqE4G7gGuAM1vdmcDVrXwNcFqSfZIcyfCG7S1tCuixJCe0T+2cMbKOJGkC5o/Z7hzgiiQ/BNwH/CrDAWNVkjcADwCnAlTV+iSrGA4MTwJnV9VTbTtnAZcDC4Dr2p8kaULGCv2qWgssm2HRiVtpfwFwwQz1a4BjZtE/SdIc8hu5ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSR8YO/STzktye5Np2/eAkNyS5t10eNNL2/CQbktyT5FUj9cclWdeWXZQkczscSdK2zOZM/83A3SPXzwNWV9VSYHW7TpKjgNOAo4HlwMVJ5rV1LgFWAEvb3/Id6r0kaVbGCv0ki4FXA5eNVJ8MrGzllcApI/VXVtXmqrof2AAcn+Rw4MCquqmqCvjgyDqSpAkY90z/3cC5wN+P1B1WVQ8DtMtDW/0i4MGRdhtb3aJWnl4vSZqQ7YZ+ktcAj1bVrWNuc6Z5+tpG/Uy3uSLJmiRrNm3aNObNSpK2Z5wz/RcDr03yFeBK4GeS/DHwSJuyoV0+2tpvBI4YWX8x8FCrXzxD/Raq6tKqWlZVyxYuXDiL4UiStmW7oV9V51fV4qpawvAG7Ser6nTgGuDM1uxM4OpWvgY4Lck+SY5keMP2ljYF9FiSE9qnds4YWUeSNAHzd2DdC4FVSd4APACcClBV65OsAu4CngTOrqqn2jpnAZcDC4Dr2p8kaUJmFfpVdSNwYyt/HThxK+0uAC6YoX4NcMxsOylJmht+I1eSOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHdlu6Cc5IsmnktydZH2SN7f6g5PckOTednnQyDrnJ9mQ5J4krxqpPy7JurbsoiTZOcOSJM1knDP9J4F/X1XPA04Azk5yFHAesLqqlgKr23XastOAo4HlwMVJ5rVtXQKsAJa2v+VzOBZJ0nZsN/Sr6uGquq2VHwPuBhYBJwMrW7OVwCmtfDJwZVVtrqr7gQ3A8UkOBw6sqpuqqoAPjqwjSZqAWc3pJ1kCvAC4GTisqh6G4cAAHNqaLQIeHFltY6tb1MrT62e6nRVJ1iRZs2nTptl0UZK0DWOHfpIDgA8D/7aq/nZbTWeoq23Ub1lZdWlVLauqZQsXLhy3i5Kk7Rgr9JPszRD4V1TVR1r1I23Khnb5aKvfCBwxsvpi4KFWv3iGeknShIzz6Z0A7wPurqrfH1l0DXBmK58JXD1Sf1qSfZIcyfCG7S1tCuixJCe0bZ4xso4kaQLmj9HmxcDrgHVJ1ra6twAXAquSvAF4ADgVoKrWJ1kF3MXwyZ+zq+qptt5ZwOXAAuC69idJmpDthn5V/QUzz8cDnLiVdS4ALpihfg1wzGw6KEmaO34jV5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdmXjoJ1me5J4kG5KcN+nbl6SeTTT0k8wD/hfwc8BRwC8nOWqSfZCknk36TP94YENV3VdVTwBXAidPuA+S1K1U1eRuLPlFYHlV/at2/XXAT1fVb0xrtwJY0a4+B7hnYp3cvkOAr+3qTsyhPW08sOeNaU8bD+x5Y9odx/NjVbVweuX8CXciM9RtcdSpqkuBS3d+d2YvyZqqWrar+zFX9rTxwJ43pj1tPLDnjekHaTyTnt7ZCBwxcn0x8NCE+yBJ3Zp06H8BWJrkyCQ/BJwGXDPhPkhStyY6vVNVTyb5DeATwDzg/VW1fpJ9mAO75bTTDtjTxgN73pj2tPHAnjemH5jxTPSNXEnSruU3ciWpI4a+JHWku9BP8lSStUm+mOTPkjzzaW7nK0kOmUX7lye59unc1tMxV+Pc2ZL8SJIrk/xlkruS/HmSFTvrvkpyY5JlrTyrfbgDt1lJ/mjk+vwkm3ZkjEk+Nze9m3tJHt/VfZiNac+VP0myX5IlSb44R9u/vH1HabfQXegD366qY6vqGOBvgLN3dYd2kt1+nEkC/ClwY1U9u6qOAt4CHLZrezaz9jMiT8ffAcckWdCu/yzw1zvSl6p60Y6sr+8z+lx5Anjjru7QztRj6I+6CVgEkOT4JJ9Lcnu7fE6rn5fkXUnWJbkzyTkj65+T5La27Lmt/f5J3p/kC21bu8PPTIyO89gkn29j+dMkB7X6N7Uz7TuTXNnqXtbOgNa2sfzwHPfrFcB3q+o9UxVVtRb4LHBAkquSfCnJFe0AQZL/2O7bLya5dKT+xiS/m+SWJF9O8k9b/YL2SuLOJP8bWLBFL4Z2p7d11yb5w6mAT/J4knckuRl44Q6M9Trg1a38y8CHRm774CQfbX38fJLnt/q3t8fSjUnuS/KmkXUeHymf2x6DdyS5sNX9eruf7kjy4ST77UDfZy2D/9b207okvzSy7D+0vt2Z5D+1uncmefNImwtGxztBnwX+cSvPS/LeJOuTXD910N7Gc+jZST6e5NYkn53KhOakVvflJK9p7ee1+2jqvvjXExlhVXX1BzzeLucBf8LwsxAABwLzW/kk4MOtfBbw4ZFlB7fLrwDntPK/AS5r5f8MnN7KzwS+DOwPvBy4djcY553Ay1r5HcC7W/khYJ+pfrfLPwNe3MoHTN0Hc9jHNwH/fYb6lwPfZPjy3l4MB62XjN7/rfxHwD9v5RuB32vlfwb8n1b+TYaPBgM8H3gSWDayDw8BntfGunervxg4o5UL+Jc7ui/abV8F7AusHX08AP8DeFsr/wywtpXfDnwO2Kf18+sjfZzavz/X2uw37fH5rJHb/52px+qkHnvALwA3tMffYcADwOHAKxk+3pi2b68FXgosAW5r6+8F/OXoGCb0XJkPXM3wnF/SHivHtmWr+N7zemvPodXA0lb+aeCTrXw58PE2rqUMX1Ldl+GnZt7a2uwDrAGO3NnjnfTPMOwOFiRZy7BTb2V4YAI8A1iZZCnDE33vVn8S8J6qehKgqv5mZFsfaZe3Av+ilV8JvDbJb7Xr+wL/aO6HsV1bjDPJMxgC/dOtzUqGAwIMD+QrknwU+Gir+7/A7ye5AvhIVW2cTNcBuGXq9kbG8RfAK5KcC+wHHAysZwhs+P79saSVXwpcBFBVdya5c4bbOhE4DvhCe+GwAHi0LXuK4aC/Q9ptL2E4y//zaYtfwhCSVNUnkzyr7SuAj1XVZmBzkkcZAnR0P5wEfKCqvtXWn3p8HpPkdxhOPA5g+G7MJL0E+FBVPQU8kuTTwE8x7I9XAre3dgcwBOVnknw9yQsYxnh7VX19Qn2deq7AcKb/PuBHgftreOUJ7TG1tedQkgOAF7Xy1Hb3GbmNVVX198C9Se4DnstwPzw/35vvfwbDQeH+OR7f9+kx9L9dVce2nXctw1z3RcA7gU9V1c+3J+eNrX2Y4feBms3t8im+d18G+IWq+r4fiUsy6Xnqmca5chvtX83whHwt8NtJjq6qC5N8jOHM+fNJTqqqL81hH9cDW3uDa/NI+SlgfpJ9Gc7Cl1XVg0neznBQnb7O6P6Are+/KQFWVtX5Myz7TguuuXAN8C6Gs/xnTbv96ab6vMX9MK3d1h6flwOnVNUdSV7fbnOSZhrTVP1/qao/nGHZZcDrgR8B3r+T+jWTb1fVsaMVLbin3/czTg02ewHfmL6dEdP3UTHcF+dU1UQPyN3O6VfVNxmmF34ryd4MR9mpN9deP9L0euCNSebDMP+6nU1/gmGuf2qu+QVz2e/ZGh0n8C3g/03NdwOvAz6dZC/giKr6FHAu7ewwybOral1V/S7DS8/nbnEDO+aTwD5Jfn2qIslPAS/bSvupgP9aO7Ma5xMRnwF+pW37GIZplulWA7+Y5NDW7uAkPzbeEGbl/cA7qmrdNvr4cuBrVfW3Y27zeuDXpubsRx6fPww83B7bv7KD/X46PgP8Upu3XshwQnELw/Pj19r+I8miqfud4U395QyvCCb9ymQs7fm0xXOo7a/7k5wK//Cexk+OrHpqkr2SPBv4cYZfDv4EcFbbRyT5iST77+wx9Him/w+q6vYkdzD8BtB/ZZje+U2GMJpyGfATwJ1Jvgu8F/if29jsO4F3t/ZhmDd+zdz3fnzTxnkm8J4WEvcBv8ow7/rH7VVBGObZv9HeXHsFw1nOXQxvRs5lvyrJzwPvzvBf1L7DcH99dCvtv5HkvcC61u4LY9zMJcAH2rTOWobgmb7du5K8Fbi+HQC/y/DK6K9mOaRtatNVfzDDoreP9PFbDPto3G1+PMmxwJokTzBMHb0F+G3gZoYxrGM4COx07eRoM0OAvxC4g+Gs9tyq+irw1STPA25q50WPA6cDj1bVE0k+xXDGPFevrnaGmZ5DMBxcL2mPpb0Z/l/IHW3ZPcCnGaau3lhV30lyGe29jJYVm4BTdnbn/RkGSXOmnd2+t6qOfxrr7gXcBpxaVffOeecEdDy9I2luJXkjw0dR3/o01j0K2ACsNvB3Ls/0JakjnulLUkcMfUnqiKEvSR0x9CWpI4a+JHXk/wOGTAfpiRuR7QAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "x = ['Rachel', 'Ross', 'Chandler', 'Monica', 'Joey', 'Phoebe']\n",
    "y = [i for i in friends['character'].value_counts().tolist()[:6]]\n",
    "\n",
    "\n",
    "plt.bar(x,y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>season</th>\n",
       "      <th>episode</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>character</th>\n",
       "      <th>line</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>27723</th>\n",
       "      <td>S05E20</td>\n",
       "      <td>S05</td>\n",
       "      <td>20</td>\n",
       "      <td>The Ride Along</td>\n",
       "      <td>Joey</td>\n",
       "      <td>That's what this is about! Oh my God, you hate...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23713</th>\n",
       "      <td>S05E03</td>\n",
       "      <td>S05</td>\n",
       "      <td>03</td>\n",
       "      <td>Hundredth</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>But umm, I mean, did you talk to them about, y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4621</th>\n",
       "      <td>S01E20</td>\n",
       "      <td>S01</td>\n",
       "      <td>20</td>\n",
       "      <td>The Evil Orthodontis</td>\n",
       "      <td>Joey</td>\n",
       "      <td>I tried to call you from the coffee shop, and ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50679</th>\n",
       "      <td>S09E14</td>\n",
       "      <td>S09</td>\n",
       "      <td>14</td>\n",
       "      <td>The Blind Dates</td>\n",
       "      <td>Monica</td>\n",
       "      <td>What are you doing?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14823</th>\n",
       "      <td>S03E16</td>\n",
       "      <td>S03</td>\n",
       "      <td>16</td>\n",
       "      <td>The Morning After</td>\n",
       "      <td>Ross</td>\n",
       "      <td>Rachel?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29002</th>\n",
       "      <td>S06E01</td>\n",
       "      <td>S06</td>\n",
       "      <td>01</td>\n",
       "      <td>Vegas</td>\n",
       "      <td>Monica</td>\n",
       "      <td>So, what do you think we should do?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22111</th>\n",
       "      <td>S04E20</td>\n",
       "      <td>S04</td>\n",
       "      <td>20</td>\n",
       "      <td>The Wedding Dresses</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Okay, you guys, just relax.  I doooo.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16913</th>\n",
       "      <td>S03E24</td>\n",
       "      <td>S03</td>\n",
       "      <td>24</td>\n",
       "      <td>The Ultimate Fighting Champion</td>\n",
       "      <td>Pete</td>\n",
       "      <td>Uh-oh.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23252</th>\n",
       "      <td>S05E01</td>\n",
       "      <td>S05</td>\n",
       "      <td>01</td>\n",
       "      <td>Ross Says Rachel</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Oh, okay, we’re going. Yeah.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12698</th>\n",
       "      <td>S03E08</td>\n",
       "      <td>S03</td>\n",
       "      <td>08</td>\n",
       "      <td>The Giant Poking Device</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Yes, while I was in the chair! That’s why I ta...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12555</th>\n",
       "      <td>S03E07</td>\n",
       "      <td>S03</td>\n",
       "      <td>07</td>\n",
       "      <td>The Race Car Bed</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>‘Kay, put your head back.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19041</th>\n",
       "      <td>S04E08</td>\n",
       "      <td>S04</td>\n",
       "      <td>08</td>\n",
       "      <td>Chandler In A Bo</td>\n",
       "      <td>Ross</td>\n",
       "      <td>I don’t know what to say, I’m sorry. Though, y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12524</th>\n",
       "      <td>S03E07</td>\n",
       "      <td>S03</td>\n",
       "      <td>07</td>\n",
       "      <td>The Race Car Bed</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Hi. Y'know in England this car would be on t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57010</th>\n",
       "      <td>S10E13</td>\n",
       "      <td>S10</td>\n",
       "      <td>13</td>\n",
       "      <td>Joey Speaks French</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Ross...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32170</th>\n",
       "      <td>S06E14</td>\n",
       "      <td>S06</td>\n",
       "      <td>14</td>\n",
       "      <td>Chandler Cant Cry</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>…I am jealous of her?! I mean who does she thi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46655</th>\n",
       "      <td>S08E22</td>\n",
       "      <td>S08</td>\n",
       "      <td>22</td>\n",
       "      <td>Rachel Is Late</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Yeah.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29789</th>\n",
       "      <td>S06E04</td>\n",
       "      <td>S06</td>\n",
       "      <td>04</td>\n",
       "      <td>Joey Loses His Insurance</td>\n",
       "      <td>Joey</td>\n",
       "      <td>Yeah, but I don’t wanna die!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43623</th>\n",
       "      <td>S08E09</td>\n",
       "      <td>S08</td>\n",
       "      <td>09</td>\n",
       "      <td>The Rumor</td>\n",
       "      <td>Will</td>\n",
       "      <td>Well you should be. Screw it! Bring on the yams!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55285</th>\n",
       "      <td>S10E07</td>\n",
       "      <td>S10</td>\n",
       "      <td>07</td>\n",
       "      <td>The Home Study</td>\n",
       "      <td>Rachel</td>\n",
       "      <td>Ok, look, Ross. I do not want Emma going to th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23989</th>\n",
       "      <td>S05E05</td>\n",
       "      <td>S05</td>\n",
       "      <td>05</td>\n",
       "      <td>The Kips</td>\n",
       "      <td>Ross</td>\n",
       "      <td>Le Poo's still alive?!</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           id season episode                    episode_name character  \\\n",
       "27723  S05E20    S05      20                  The Ride Along      Joey   \n",
       "23713  S05E03    S05      03                       Hundredth    Phoebe   \n",
       "4621   S01E20    S01      20            The Evil Orthodontis      Joey   \n",
       "50679  S09E14    S09      14                 The Blind Dates    Monica   \n",
       "14823  S03E16    S03      16               The Morning After      Ross   \n",
       "29002  S06E01    S06      01                           Vegas    Monica   \n",
       "22111  S04E20    S04      20             The Wedding Dresses    Rachel   \n",
       "16913  S03E24    S03      24  The Ultimate Fighting Champion      Pete   \n",
       "23252  S05E01    S05      01                Ross Says Rachel    Rachel   \n",
       "12698  S03E08    S03      08         The Giant Poking Device    Phoebe   \n",
       "12555  S03E07    S03      07                The Race Car Bed    Phoebe   \n",
       "19041  S04E08    S04      08                Chandler In A Bo      Ross   \n",
       "12524  S03E07    S03      07                The Race Car Bed    Phoebe   \n",
       "57010  S10E13    S10      13              Joey Speaks French    Rachel   \n",
       "32170  S06E14    S06      14               Chandler Cant Cry    Rachel   \n",
       "46655  S08E22    S08      22                  Rachel Is Late    Rachel   \n",
       "29789  S06E04    S06      04        Joey Loses His Insurance      Joey   \n",
       "43623  S08E09    S08      09                       The Rumor      Will   \n",
       "55285  S10E07    S10      07                  The Home Study    Rachel   \n",
       "23989  S05E05    S05      05                        The Kips      Ross   \n",
       "\n",
       "                                                    line  \n",
       "27723  That's what this is about! Oh my God, you hate...  \n",
       "23713  But umm, I mean, did you talk to them about, y...  \n",
       "4621   I tried to call you from the coffee shop, and ...  \n",
       "50679                                What are you doing?  \n",
       "14823                                            Rachel?  \n",
       "29002                So, what do you think we should do?  \n",
       "22111             Okay, you guys, just relax.  I doooo.   \n",
       "16913                                             Uh-oh.  \n",
       "23252                       Oh, okay, we’re going. Yeah.  \n",
       "12698  Yes, while I was in the chair! That’s why I ta...  \n",
       "12555                          ‘Kay, put your head back.  \n",
       "19041  I don’t know what to say, I’m sorry. Though, y...  \n",
       "12524    Hi. Y'know in England this car would be on t...  \n",
       "57010                                            Ross...  \n",
       "32170  …I am jealous of her?! I mean who does she thi...  \n",
       "46655                                              Yeah.  \n",
       "29789                       Yeah, but I don’t wanna die!  \n",
       "43623   Well you should be. Screw it! Bring on the yams!  \n",
       "55285  Ok, look, Ross. I do not want Emma going to th...  \n",
       "23989                             Le Poo's still alive?!  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def remove_stagedir(txt):\n",
    "    ret = ''\n",
    "    skip1c = 0\n",
    "    skip2c = 0\n",
    "    for i in txt:\n",
    "        if i == '[':\n",
    "            skip1c += 1\n",
    "        elif i == '(':\n",
    "            skip2c += 1\n",
    "        elif i == ']' and skip1c > 0:\n",
    "            skip1c -= 1\n",
    "        elif i == ')'and skip2c > 0:\n",
    "            skip2c -= 1\n",
    "        elif skip1c == 0 and skip2c == 0:\n",
    "            ret += i\n",
    "    return ret\n",
    "    \n",
    "friends['line'] = friends.line.apply(remove_stagedir)\n",
    "\n",
    "friends.sample(20)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>season</th>\n",
       "      <th>episode</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>character</th>\n",
       "      <th>line</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Monica</td>\n",
       "      <td>There's nothing to tell! He's just some guy I ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Joey</td>\n",
       "      <td>C'mon, you're going out with the guy! There's ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Chandler</td>\n",
       "      <td>All right Joey, be nice.  So does he have a hu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Wait, does he eat chalk?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Just, 'cause, I don't want her to go through w...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       id  season  episode            episode_name character  \\\n",
       "0  S01E01       1        1  Monica Gets A Roommate    Monica   \n",
       "1  S01E01       1        1  Monica Gets A Roommate      Joey   \n",
       "2  S01E01       1        1  Monica Gets A Roommate  Chandler   \n",
       "3  S01E01       1        1  Monica Gets A Roommate    Phoebe   \n",
       "4  S01E01       1        1  Monica Gets A Roommate    Phoebe   \n",
       "\n",
       "                                                line  \n",
       "0  There's nothing to tell! He's just some guy I ...  \n",
       "1  C'mon, you're going out with the guy! There's ...  \n",
       "2  All right Joey, be nice.  So does he have a hu...  \n",
       "3                           Wait, does he eat chalk?  \n",
       "4  Just, 'cause, I don't want her to go through w...  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "friends['season'] = friends['season'].apply(lambda x : re.sub(r'S0*', '', str(x)))\n",
    "friends['season'] = friends['season'].apply(lambda x : re.sub(r's0*', '', str(x)))\n",
    "friends['season'] = friends['season'].apply(lambda x : int(x))\n",
    "friends['episode'] = friends['episode'].apply(lambda x : int(x))\n",
    "friends.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['S01E01' 'S01E02' 'S01E03' 'S01E04' 'S01E05' 'S01E06' 'S01E07' 'S01E08'\n",
      " 'S01E09' 'S01E10' 'S01E11' 'S01E12' 'S01E13' 'S01E14' 'S01E15' 'S01E16'\n",
      " 'S01E17' 'S01E18' 'S01E19' 'S01E20' 'S01E21' 'S01E22' 'S01E23' 'S01E24'\n",
      " 'S02E01' 'S02E02' 'S02E03' 'S02E04' 'S02E05' 'S02E06' 'S02E07' 'S02E08'\n",
      " 'S02E09' 'S02E10' 'S02E11' 'S02E12' 'S02E13' 'S02E14' 'S02E15' 'S02E16'\n",
      " 'S02E17' 'S02E18' 'S02E19' 'S02E20' 'S02E21' 'S02E22' 'S02E23' 'S02E24'\n",
      " 'S03E01' 'S03E02' 'S03E03' 'S03E04' 'S03E05' 'S03E06' 'S03E07' 'S03E08'\n",
      " 'S03E09' 'S03E10' 'S03E11' 'S03E12' 'S03E13' 'S03E14' 'S03E15' 'S03E16'\n",
      " 'S03E17' 'S03E18' 'S03E19' 'S03E20' 'S03E21' 'S03E22' 'S03E23' 'S03E24'\n",
      " 's03E25' 'S04E01' 'S04E02' 'S04E03' 'S04E04' 'S04E05' 'S04E06' 'S04E07'\n",
      " 'S04E08' 'S04E09' 'S04E10' 'S04E11' 'S04E12' 'S04E13' 'S04E14' 'S04E15'\n",
      " 'S04E16' 'S04E17' 'S04E18' 'S04E19' 'S04E20' 'S04E21' 'S04E22' 'S04E23'\n",
      " 'S04E24' 'S05E01' 'S05E02' 'S05E03' 'S05E04' 'S05E05' 'S05E06' 'S05E07'\n",
      " 'S05E08' 'S05E09' 'S05E10' 'S05E11' 'S05E12' 'S05E13' 'S05E14' 'S05E15'\n",
      " 'S05E16' 'S05E17' 'S05E18' 'S05E19' 'S05E20' 'S05E21' 'S05E22' 'S05E23'\n",
      " 'S05E24' 'S06E01' 'S06E02' 'S06E03' 'S06E04' 'S06E05' 'S06E06' 'S06E07'\n",
      " 'S06E08' 'S06E09' 'S06E10' 'S06E11' 'S06E12' 'S06E13' 'S06E14' 'S06E15'\n",
      " 'S06E16' 'S06E17' 'S06E18' 'S06E19' 'S06E20' 'S06E21' 'S06E22' 'S06E23'\n",
      " 'S06E24' 'S06E25' 'S07E01' 'S07E02' 'S07E03' 'S07E04' 'S07E05' 'S07E06'\n",
      " 'S07E07' 'S07E08' 'S07E09' 'S07E10' 'S07E11' 'S07E12' 'S07E13' 'S07E14'\n",
      " 'S07E15' 'S07E16' 'S07E17' 'S07E18' 'S07E19' 'S07E20' 'S07E21' 'S07E22'\n",
      " 'S07E23' 'S07E24' 'S08E01' 'S08E02' 'S08E03' 'S08E04' 'S08E05' 'S08E06'\n",
      " 'S08E07' 'S08E08' 'S08E09' 'S08E10' 'S08E11' 'S08E12' 'S08E13' 'S08E14'\n",
      " 'S08E15' 'S08E16' 'S08E17' 'S08E18' 'S08E19' 'S08E20' 'S08E21' 'S08E22'\n",
      " 'S08E23' 'S08E24' 'S09E01' 'S09E02' 'S09E03' 'S09E04' 'S09E05' 'S09E06'\n",
      " 'S09E07' 'S09E08' 'S09E09' 'S09E10' 'S09E11' 'S09E12' 'S09E13' 'S09E14'\n",
      " 'S09E15' 'S09E16' 'S09E17' 'S09E18' 'S09E19' 'S09E20' 'S09E21' 'S09E22'\n",
      " 'S09E23' 'S09E24' 'S10E01' 'S10E02' 'S10E03' 'S10E04' 'S10E05' 'S10E06'\n",
      " 'S10E07' 'S10E08' 'S10E09' 'S10E10' 'S10E11' 'S10E12' 'S10E13' 'S10E14'\n",
      " 'S10E15' 'S10E16' 'S10E17' 'S10E18']\n",
      "[ 1  2  3  4  5  6  7  8  9 10]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([ 1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15, 16, 17,\n",
       "       18, 19, 20, 21, 22, 23, 24, 25], dtype=int64)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(friends.id.unique())\n",
    "# there should be ten seasons\n",
    "print(friends.season.unique())\n",
    "# all numbers from 1 to 25 should be present\n",
    "friends.episode.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "592490"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "friends['len'] = [len(value.split()) if type(value) == str else 0 for value in friends.line.values]\n",
    "friends.head()\n",
    "friends['len'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<function matplotlib.pyplot.show(close=None, block=None)>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAD4CAYAAAAAczaOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAQBklEQVR4nO3db4xld13H8ffHtsifQtils5u1JQ6aBq1ECkxqsYYgS7VQwu6TmpJgJqbJPhEF1MCgicCzBf8EDIZkLeggUFihZDclIpuRBk1IYfqH0rrUhbKU0nVnKCIgBih8fXBP06HMztyZOXdm7vzer2Ryzvndc+d8v/ltPnP23HvuTVUhSWrDz2x1AZKkzWPoS1JDDH1JaoihL0kNMfQlqSHnb+bBLrroopqcnNzMQ0rS2Lv99tu/UVUTffyuTQ39yclJ5ufnN/OQkjT2kny1r9/l5R1JaoihL0kNMfQlqSGGviQ1xNCXpIYY+pLUEENfkhpi6EtSQ4YK/SSvT3JvknuS3JTkiUl2JzmR5FS33DXqYiVJG7PqHblJLgb+ELisqv4vyVHgeuAyYK6qDieZAWaAN460Wm2KyZmPb9mxTx++dsuOLbVg2Ms75wNPSnI+8GTgIeAAMNs9Pgsc7L06SVKvVg39qvo68JfAA8AZ4H+q6pPA3qo60+1zBtiz3POTHEoyn2R+cXGxv8olSWu2auh31+oPAM8Cfg54SpJXD3uAqjpSVVNVNTUx0cuHxEmS1mmYyzsvBb5SVYtV9UPgZuDXgbNJ9gF0y4XRlSlJ6sMwof8AcGWSJycJsB84CRwHprt9poFjoylRktSXVd+9U1W3JfkIcAfwCHAncAS4EDia5AYGfxiuG2WhkqSNG+pLVKrqzcCbHzf8fQZn/ZKkMeEduZLUEENfkhpi6EtSQwx9SWqIoS9JDTH0Jakhhr4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqyFAfuKatsZXfVStpZ/JMX5IaYuhLUkMMfUlqiKEvSQ1ZNfSTPDvJXUt+vp3kdUl2JzmR5FS33LUZBUuS1m/V0K+q+6rq8qq6HHgB8D3gY8AMMFdVlwJz3bYkaRtb6+Wd/cCXq+qrwAFgthufBQ72WJckaQTWGvrXAzd163ur6gxAt9yz3BOSHEoyn2R+cXFx/ZVKkjZs6NBP8gTglcA/reUAVXWkqqaqampiYmKt9UmSerSWM/2XAXdU1dlu+2ySfQDdcqHv4iRJ/VpL6L+Kxy7tABwHprv1aeBYX0VJkkZjqNBP8mTgauDmJcOHgauTnOoeO9x/eZKkPg31gWtV9T3gGY8be5jBu3kkSWPCO3IlqSGGviQ1xNCXpIYY+pLUEENfkhpi6EtSQwx9SWqIoS9JDTH0Jakhhr4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqiKEvSQ0Z9puznp7kI0m+mORkkhcm2Z3kRJJT3XLXqIuVJG3MsGf67wQ+UVW/BDwXOAnMAHNVdSkw121LkraxVUM/ydOAFwHvAaiqH1TVt4ADwGy32yxwcDQlSpL6MsyZ/i8Ai8DfJ7kzyY1JngLsraozAN1yz3JPTnIoyXyS+cXFxd4KlySt3TChfz7wfODdVfU84H9Zw6WcqjpSVVNVNTUxMbHOMiVJfRgm9B8EHqyq27rtjzD4I3A2yT6AbrkwmhIlSX1ZNfSr6r+AryV5dje0H/gP4Dgw3Y1NA8dGUqEkqTfnD7nfHwAfSPIE4H7g9xj8wTia5AbgAeC60ZQoSerLUKFfVXcBU8s8tL/XaiRJI+UduZLUEENfkhpi6EtSQwx9SWqIoS9JDTH0Jakhhr4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqiKEvSQ0x9CWpIYa+JDXE0Jekhhj6ktSQob45K8lp4DvAj4BHqmoqyW7gw8AkcBr4nar679GUKUnqw1rO9H+zqi6vqke/NnEGmKuqS4G5bluStI1t5PLOAWC2W58FDm64GknSSA0b+gV8MsntSQ51Y3ur6gxAt9yz3BOTHEoyn2R+cXFx4xVLktZtqGv6wFVV9VCSPcCJJF8c9gBVdQQ4AjA1NVXrqFGS1JOhzvSr6qFuuQB8DLgCOJtkH0C3XBhVkZKkfqwa+kmekuSpj64DvwXcAxwHprvdpoFjoypSktSPYS7v7AU+luTR/T9YVZ9I8jngaJIbgAeA60ZXpiSpD6uGflXdDzx3mfGHgf2jKEqSNBrekStJDTH0Jakhhr4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqiKEvSQ0Z9lM2pU0xOfPxLTnu6cPXbslxpc3mmb4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqyNChn+S8JHcmuaXb3p3kRJJT3XLX6MqUJPVhLWf6rwVOLtmeAeaq6lJgrtuWJG1jQ4V+kkuAa4EblwwfAGa79VngYK+VSZJ6N+yZ/juANwA/XjK2t6rOAHTLPf2WJknq26qhn+QVwEJV3b6eAyQ5lGQ+yfzi4uJ6foUkqSfDnOlfBbwyyWngQ8BLkrwfOJtkH0C3XFjuyVV1pKqmqmpqYmKip7IlSeuxauhX1Zuq6pKqmgSuB/61ql4NHAemu92mgWMjq1KS1IuNvE//MHB1klPA1d22JGkbW9NHK1fVrcCt3frDwP7+S5IkjYp35EpSQwx9SWqIoS9JDTH0Jakhhr4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqiKEvSQ0x9CWpIYa+JDXE0Jekhhj6ktQQQ1+SGmLoS1JDVg39JE9M8tkkn09yb5K3duO7k5xIcqpb7hp9uZKkjRjmTP/7wEuq6rnA5cA1Sa4EZoC5qroUmOu2JUnb2KqhXwPf7TYv6H4KOADMduOzwMFRFChJ6s9Q1/STnJfkLmABOFFVtwF7q+oMQLfcc47nHkoyn2R+cXGxp7IlSesxVOhX1Y+q6nLgEuCKJM8Z9gBVdaSqpqpqamJiYp1lSpL6sKZ371TVt4BbgWuAs0n2AXTLhb6LkyT1a5h370wkeXq3/iTgpcAXgePAdLfbNHBsRDVKknpy/hD77ANmk5zH4I/E0aq6JclngKNJbgAeAK4bYZ2SpB6sGvpVdTfwvGXGHwb2j6IoSdJoeEeuJDXE0Jekhhj6ktQQQ1+SGmLoS1JDDH1JaoihL0kNMfQlqSGGviQ1xNCXpIYY+pLUEENfkhpi6EtSQwx9SWqIoS9JDTH0Jakhhr4kNWSY78h9ZpJPJTmZ5N4kr+3Gdyc5keRUt9w1+nIlSRsxzJn+I8AfV9UvA1cCv5/kMmAGmKuqS4G5bluStI2tGvpVdaaq7ujWvwOcBC4GDgCz3W6zwMER1ShJ6smaruknmWTwJem3AXur6gwM/jAAe87xnENJ5pPMLy4ubrBcSdJGDB36SS4EPgq8rqq+PezzqupIVU1V1dTExMR6apQk9WSo0E9yAYPA/0BV3dwNn02yr3t8H7AwmhIlSX0Z5t07Ad4DnKyqv17y0HFgulufBo71X54kqU/nD7HPVcDvAl9Iclc39qfAYeBokhuAB4DrRlKhJKk3q4Z+Vf07kHM8vL/fcranyZmPb3UJktQL78iVpIYY+pLUEENfkhpi6EtSQwx9SWqIoS9JDTH0Jakhhr4kNcTQl6SGGPqS1BBDX5IaYuhLUkMMfUlqiKEvSQ0x9CWpIYa+JDVkmK9LfG+ShST3LBnbneREklPdctdoy5Qk9WGYr0v8B+BdwPuWjM0Ac1V1OMlMt/3G/suTNsdWfjva6cPXbtmx1Z5Vz/Sr6tPANx83fACY7dZngYP9liVJGoX1XtPfW1VnALrlnnPtmORQkvkk84uLi+s8nCSpDyN/IbeqjlTVVFVNTUxMjPpwkqQVrDf0zybZB9AtF/orSZI0KusN/ePAdLc+DRzrpxxJ0igN85bNm4DPAM9O8mCSG4DDwNVJTgFXd9uSpG1u1bdsVtWrzvHQ/p5rkSSNmHfkSlJDDH1JaoihL0kNMfQlqSGGviQ1xNCXpIYY+pLUkGE+Wnlb2MqPvpWkncIzfUlqiKEvSQ0x9CWpIYa+JDXE0Jekhhj6ktQQQ1+SGjI279OX1K+tvPfl9OFrt+zYrfNMX5IasqEz/STXAO8EzgNurCq/NlFaI+823zz+72YDZ/pJzgP+FngZcBnwqiSX9VWYJKl/G7m8cwXwpaq6v6p+AHwIONBPWZKkUdjI5Z2Lga8t2X4Q+LXH75TkEHCo2/xukvuW+V0XAd/YQC3b2U7tbaf2BfY2cnnbSH7ttujtXDbQ80XAz/dVx0ZCP8uM1U8NVB0Bjqz4i5L5qpraQC3b1k7tbaf2BfY2rnZqb11fk339vo1c3nkQeOaS7UuAhzZWjiRplDYS+p8DLk3yrCRPAK4HjvdTliRpFNZ9eaeqHknyGuBfGLxl871Vde86f92Kl3/G3E7tbaf2BfY2rnZqb732laqfugwvSdqhvCNXkhpi6EtSQ0YS+knem2QhyT1Lxt6S5OtJ7up+Xr7ksTcl+VKS+5L89pLxFyT5QvfY3yRZ7m2imyrJM5N8KsnJJPcmeW03vjvJiSSnuuWuJc/Z9v2t0NfYz1uSJyb5bJLPd729tRsf6znr6jlXb2M/b11N5yW5M8kt3fbYz9mjlultc+asqnr/AV4EPB+4Z8nYW4A/WWbfy4DPAz8LPAv4MnBe99hngRcyuCfgn4GXjaLeNfa2D3h+t/5U4D+7Ht4OzHTjM8Dbxqm/Ffoa+3nr6riwW78AuA24ctznbJXexn7eupr+CPggcEu3PfZztkJvmzJnIznTr6pPA98ccvcDwIeq6vtV9RXgS8AVSfYBT6uqz9Sgu/cBB0dR71pU1ZmquqNb/w5wksHdyQeA2W63WR6rdSz6W6GvcxmLvgBq4Lvd5gXdTzHmcwYr9nYuY9NbkkuAa4EblwyP/ZzBOXs7l1572+xr+q9JcncGl38e/W/Zch/ncHH38+Ay49tGkkngeQzOrvZW1RkYBCiwp9tt7Pp7XF+wA+at+6/0XcACcKKqdsycnaM3GP95ewfwBuDHS8Z2xJyxfG+wCXO2maH/buAXgcuBM8BfdePn+jiHoT7mYaskuRD4KPC6qvr2SrsuM7Zt+1umrx0xb1X1o6q6nMGd41ckec4Ku++E3sZ63pK8AlioqtuHfcoyY9uuL1ixt02Zs00L/ao62/3j/DHwdww+pRPO/XEOD3brjx/fckkuYBCMH6iqm7vhs91/t+iWC9342PS3XF87ad4AqupbwK3ANeyAOVtqaW87YN6uAl6Z5DSDT/B9SZL3szPmbNneNm3ORvgixSQ/+ULuviXrr2dwjQrgV/jJFynu57EXKT7H4EWpR1+kePmo6l1DX2Fw7ewdjxv/C37yBaa3j1N/K/Q19vMGTABP79afBPwb8Ipxn7NVehv7eVtS/4t57MXOsZ+zFXrblDkbVSM3MfjvyQ8Z/DW6AfhH4AvA3Qw+o2dpg3/G4BXp+1jy6jMwBdzTPfYuujuIt3iSfoPBf6HuBu7qfl4OPAOYA051y93j1N8KfY39vAG/CtzZ9XAP8Ofd+FjP2Sq9jf28LanrxTwWjGM/Zyv0tilz5scwSFJDvCNXkhpi6EtSQwx9SWqIoS9JDTH0Jakhhr4kNcTQl6SG/D/PII3JWC0WhwAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "groups = friends.groupby('id')\n",
    "\n",
    "eplen = [groups.get_group(group)['len'].sum() for group in groups.groups]\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "plt.hist(eplen)\n",
    "plt.show"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### preprocessing friends"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import json\n",
    "import glob\n",
    "import shutil\n",
    "\n",
    "# limit to only three tags in Universal Part-of-Speech tagset\n",
    "allowed = set('ADJ NOUN VERB'.split())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !python -m spacy validate\n",
    "# !python -m spacy download nl_core_news_sm\n",
    "# !python -m spacy download en_core_web_sm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\cupy\\_environment.py:213: UserWarning: CUDA path could not be detected. Set CUDA_PATH environment variable if CuPy fails to load.\n",
      "  warnings.warn(\n",
      "c:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\cupy\\_environment.py:213: UserWarning: CUDA path could not be detected. Set CUDA_PATH environment variable if CuPy fails to load.\n",
      "  warnings.warn(\n",
      "c:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\cupy\\_environment.py:213: UserWarning: CUDA path could not be detected. Set CUDA_PATH environment variable if CuPy fails to load.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "import spacy\n",
    "nlp = spacy.load('en_core_web_sm', disable=['parser', 'ner'])\n",
    "\n",
    "def prep(txt):\n",
    "    toklst = []\n",
    "    tokens = nlp(txt)\n",
    "    if tokens:\n",
    "        for t in tokens:\n",
    "            if t.pos_ in allowed and t.is_alpha and not t.is_stop:\n",
    "                toklst.append(t.text)\n",
    "    return ' '.join(toklst).casefold()\n",
    "                "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32mc:\\Users\\Gebruiker\\Documents\\UA\\Computational literary studies\\CLS-project\\Friends prep+EDA.ipynb Cell 17\u001b[0m in \u001b[0;36m<cell line: 1>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> <a href='vscode-notebook-cell:/c%3A/Users/Gebruiker/Documents/UA/Computational%20literary%20studies/CLS-project/Friends%20prep%2BEDA.ipynb#X22sZmlsZQ%3D%3D?line=0'>1</a>\u001b[0m friends[\u001b[39m'\u001b[39m\u001b[39mprepped\u001b[39m\u001b[39m'\u001b[39m] \u001b[39m=\u001b[39m friends\u001b[39m.\u001b[39;49mline\u001b[39m.\u001b[39;49mapply(prep)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\pandas\\core\\series.py:4138\u001b[0m, in \u001b[0;36mSeries.apply\u001b[1;34m(self, func, convert_dtype, args, **kwds)\u001b[0m\n\u001b[0;32m   4136\u001b[0m     \u001b[39melse\u001b[39;00m:\n\u001b[0;32m   4137\u001b[0m         values \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mastype(\u001b[39mobject\u001b[39m)\u001b[39m.\u001b[39m_values\n\u001b[1;32m-> 4138\u001b[0m         mapped \u001b[39m=\u001b[39m lib\u001b[39m.\u001b[39;49mmap_infer(values, f, convert\u001b[39m=\u001b[39;49mconvert_dtype)\n\u001b[0;32m   4140\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mlen\u001b[39m(mapped) \u001b[39mand\u001b[39;00m \u001b[39misinstance\u001b[39m(mapped[\u001b[39m0\u001b[39m], Series):\n\u001b[0;32m   4141\u001b[0m     \u001b[39m# GH 25959 use pd.array instead of tolist\u001b[39;00m\n\u001b[0;32m   4142\u001b[0m     \u001b[39m# so extension arrays can be used\u001b[39;00m\n\u001b[0;32m   4143\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_constructor_expanddim(pd_array(mapped), index\u001b[39m=\u001b[39m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mindex)\n",
      "File \u001b[1;32mpandas\\_libs\\lib.pyx:2467\u001b[0m, in \u001b[0;36mpandas._libs.lib.map_infer\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mc:\\Users\\Gebruiker\\Documents\\UA\\Computational literary studies\\CLS-project\\Friends prep+EDA.ipynb Cell 17\u001b[0m in \u001b[0;36mprep\u001b[1;34m(txt)\u001b[0m\n\u001b[0;32m      <a href='vscode-notebook-cell:/c%3A/Users/Gebruiker/Documents/UA/Computational%20literary%20studies/CLS-project/Friends%20prep%2BEDA.ipynb#X22sZmlsZQ%3D%3D?line=3'>4</a>\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mprep\u001b[39m(txt):\n\u001b[0;32m      <a href='vscode-notebook-cell:/c%3A/Users/Gebruiker/Documents/UA/Computational%20literary%20studies/CLS-project/Friends%20prep%2BEDA.ipynb#X22sZmlsZQ%3D%3D?line=4'>5</a>\u001b[0m     toklst \u001b[39m=\u001b[39m []\n\u001b[1;32m----> <a href='vscode-notebook-cell:/c%3A/Users/Gebruiker/Documents/UA/Computational%20literary%20studies/CLS-project/Friends%20prep%2BEDA.ipynb#X22sZmlsZQ%3D%3D?line=5'>6</a>\u001b[0m     tokens \u001b[39m=\u001b[39m nlp(txt)\n\u001b[0;32m      <a href='vscode-notebook-cell:/c%3A/Users/Gebruiker/Documents/UA/Computational%20literary%20studies/CLS-project/Friends%20prep%2BEDA.ipynb#X22sZmlsZQ%3D%3D?line=6'>7</a>\u001b[0m     \u001b[39mif\u001b[39;00m tokens:\n\u001b[0;32m      <a href='vscode-notebook-cell:/c%3A/Users/Gebruiker/Documents/UA/Computational%20literary%20studies/CLS-project/Friends%20prep%2BEDA.ipynb#X22sZmlsZQ%3D%3D?line=7'>8</a>\u001b[0m         \u001b[39mfor\u001b[39;00m t \u001b[39min\u001b[39;00m tokens:\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\spacy\\language.py:1017\u001b[0m, in \u001b[0;36mLanguage.__call__\u001b[1;34m(self, text, disable, component_cfg)\u001b[0m\n\u001b[0;32m   1015\u001b[0m     error_handler \u001b[39m=\u001b[39m proc\u001b[39m.\u001b[39mget_error_handler()\n\u001b[0;32m   1016\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[1;32m-> 1017\u001b[0m     doc \u001b[39m=\u001b[39m proc(doc, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mcomponent_cfg\u001b[39m.\u001b[39;49mget(name, {}))  \u001b[39m# type: ignore[call-arg]\u001b[39;00m\n\u001b[0;32m   1018\u001b[0m \u001b[39mexcept\u001b[39;00m \u001b[39mKeyError\u001b[39;00m \u001b[39mas\u001b[39;00m e:\n\u001b[0;32m   1019\u001b[0m     \u001b[39m# This typically happens if a component is not initialized\u001b[39;00m\n\u001b[0;32m   1020\u001b[0m     \u001b[39mraise\u001b[39;00m \u001b[39mValueError\u001b[39;00m(Errors\u001b[39m.\u001b[39mE109\u001b[39m.\u001b[39mformat(name\u001b[39m=\u001b[39mname)) \u001b[39mfrom\u001b[39;00m \u001b[39me\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\spacy\\pipeline\\trainable_pipe.pyx:52\u001b[0m, in \u001b[0;36mspacy.pipeline.trainable_pipe.TrainablePipe.__call__\u001b[1;34m()\u001b[0m\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\spacy\\pipeline\\tok2vec.py:125\u001b[0m, in \u001b[0;36mTok2Vec.predict\u001b[1;34m(self, docs)\u001b[0m\n\u001b[0;32m    123\u001b[0m     width \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mmodel\u001b[39m.\u001b[39mget_dim(\u001b[39m\"\u001b[39m\u001b[39mnO\u001b[39m\u001b[39m\"\u001b[39m)\n\u001b[0;32m    124\u001b[0m     \u001b[39mreturn\u001b[39;00m [\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mmodel\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39malloc((\u001b[39m0\u001b[39m, width)) \u001b[39mfor\u001b[39;00m doc \u001b[39min\u001b[39;00m docs]\n\u001b[1;32m--> 125\u001b[0m tokvecs \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mmodel\u001b[39m.\u001b[39;49mpredict(docs)\n\u001b[0;32m    126\u001b[0m batch_id \u001b[39m=\u001b[39m Tok2VecListener\u001b[39m.\u001b[39mget_batch_id(docs)\n\u001b[0;32m    127\u001b[0m \u001b[39mfor\u001b[39;00m listener \u001b[39min\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mlisteners:\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:315\u001b[0m, in \u001b[0;36mModel.predict\u001b[1;34m(self, X)\u001b[0m\n\u001b[0;32m    311\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mpredict\u001b[39m(\u001b[39mself\u001b[39m, X: InT) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m OutT:\n\u001b[0;32m    312\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function with `is_train=False`, and return\u001b[39;00m\n\u001b[0;32m    313\u001b[0m \u001b[39m    only the output, instead of the `(output, callback)` tuple.\u001b[39;00m\n\u001b[0;32m    314\u001b[0m \u001b[39m    \"\"\"\u001b[39;00m\n\u001b[1;32m--> 315\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49m\u001b[39mFalse\u001b[39;49;00m)[\u001b[39m0\u001b[39m]\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\chain.py:54\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     52\u001b[0m callbacks \u001b[39m=\u001b[39m []\n\u001b[0;32m     53\u001b[0m \u001b[39mfor\u001b[39;00m layer \u001b[39min\u001b[39;00m model\u001b[39m.\u001b[39mlayers:\n\u001b[1;32m---> 54\u001b[0m     Y, inc_layer_grad \u001b[39m=\u001b[39m layer(X, is_train\u001b[39m=\u001b[39;49mis_train)\n\u001b[0;32m     55\u001b[0m     callbacks\u001b[39m.\u001b[39mappend(inc_layer_grad)\n\u001b[0;32m     56\u001b[0m     X \u001b[39m=\u001b[39m Y\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:291\u001b[0m, in \u001b[0;36mModel.__call__\u001b[1;34m(self, X, is_train)\u001b[0m\n\u001b[0;32m    288\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__call__\u001b[39m(\u001b[39mself\u001b[39m, X: InT, is_train: \u001b[39mbool\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Tuple[OutT, Callable]:\n\u001b[0;32m    289\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function, returning the output and a\u001b[39;00m\n\u001b[0;32m    290\u001b[0m \u001b[39m    callback to compute the gradients via backpropagation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 291\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49mis_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\with_array.py:40\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, Xseq, is_train)\u001b[0m\n\u001b[0;32m     38\u001b[0m     \u001b[39mreturn\u001b[39;00m model\u001b[39m.\u001b[39mlayers[\u001b[39m0\u001b[39m](Xseq, is_train)\n\u001b[0;32m     39\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m---> 40\u001b[0m     \u001b[39mreturn\u001b[39;00m _list_forward(cast(Model[List2d, List2d], model), Xseq, is_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\with_array.py:76\u001b[0m, in \u001b[0;36m_list_forward\u001b[1;34m(model, Xs, is_train)\u001b[0m\n\u001b[0;32m     74\u001b[0m lengths \u001b[39m=\u001b[39m layer\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39masarray1i([\u001b[39mlen\u001b[39m(seq) \u001b[39mfor\u001b[39;00m seq \u001b[39min\u001b[39;00m Xs])\n\u001b[0;32m     75\u001b[0m Xf \u001b[39m=\u001b[39m layer\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39mflatten(Xs, pad\u001b[39m=\u001b[39mpad)  \u001b[39m# type: ignore\u001b[39;00m\n\u001b[1;32m---> 76\u001b[0m Yf, get_dXf \u001b[39m=\u001b[39m layer(Xf, is_train)\n\u001b[0;32m     78\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mbackprop\u001b[39m(dYs: List2d) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m List2d:\n\u001b[0;32m     79\u001b[0m     dYf \u001b[39m=\u001b[39m layer\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39mflatten(dYs, pad\u001b[39m=\u001b[39mpad)  \u001b[39m# type: ignore\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:291\u001b[0m, in \u001b[0;36mModel.__call__\u001b[1;34m(self, X, is_train)\u001b[0m\n\u001b[0;32m    288\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__call__\u001b[39m(\u001b[39mself\u001b[39m, X: InT, is_train: \u001b[39mbool\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Tuple[OutT, Callable]:\n\u001b[0;32m    289\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function, returning the output and a\u001b[39;00m\n\u001b[0;32m    290\u001b[0m \u001b[39m    callback to compute the gradients via backpropagation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 291\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49mis_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\chain.py:54\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     52\u001b[0m callbacks \u001b[39m=\u001b[39m []\n\u001b[0;32m     53\u001b[0m \u001b[39mfor\u001b[39;00m layer \u001b[39min\u001b[39;00m model\u001b[39m.\u001b[39mlayers:\n\u001b[1;32m---> 54\u001b[0m     Y, inc_layer_grad \u001b[39m=\u001b[39m layer(X, is_train\u001b[39m=\u001b[39;49mis_train)\n\u001b[0;32m     55\u001b[0m     callbacks\u001b[39m.\u001b[39mappend(inc_layer_grad)\n\u001b[0;32m     56\u001b[0m     X \u001b[39m=\u001b[39m Y\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:291\u001b[0m, in \u001b[0;36mModel.__call__\u001b[1;34m(self, X, is_train)\u001b[0m\n\u001b[0;32m    288\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__call__\u001b[39m(\u001b[39mself\u001b[39m, X: InT, is_train: \u001b[39mbool\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Tuple[OutT, Callable]:\n\u001b[0;32m    289\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function, returning the output and a\u001b[39;00m\n\u001b[0;32m    290\u001b[0m \u001b[39m    callback to compute the gradients via backpropagation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 291\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49mis_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\residual.py:40\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     37\u001b[0m     \u001b[39melse\u001b[39;00m:\n\u001b[0;32m     38\u001b[0m         \u001b[39mreturn\u001b[39;00m d_output \u001b[39m+\u001b[39m dX\n\u001b[1;32m---> 40\u001b[0m Y, backprop_layer \u001b[39m=\u001b[39m model\u001b[39m.\u001b[39;49mlayers[\u001b[39m0\u001b[39;49m](X, is_train)\n\u001b[0;32m     41\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39misinstance\u001b[39m(X, \u001b[39mlist\u001b[39m):\n\u001b[0;32m     42\u001b[0m     \u001b[39mreturn\u001b[39;00m [X[i] \u001b[39m+\u001b[39m Y[i] \u001b[39mfor\u001b[39;00m i \u001b[39min\u001b[39;00m \u001b[39mrange\u001b[39m(\u001b[39mlen\u001b[39m(X))], backprop\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:291\u001b[0m, in \u001b[0;36mModel.__call__\u001b[1;34m(self, X, is_train)\u001b[0m\n\u001b[0;32m    288\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__call__\u001b[39m(\u001b[39mself\u001b[39m, X: InT, is_train: \u001b[39mbool\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Tuple[OutT, Callable]:\n\u001b[0;32m    289\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function, returning the output and a\u001b[39;00m\n\u001b[0;32m    290\u001b[0m \u001b[39m    callback to compute the gradients via backpropagation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 291\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49mis_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\chain.py:54\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     52\u001b[0m callbacks \u001b[39m=\u001b[39m []\n\u001b[0;32m     53\u001b[0m \u001b[39mfor\u001b[39;00m layer \u001b[39min\u001b[39;00m model\u001b[39m.\u001b[39mlayers:\n\u001b[1;32m---> 54\u001b[0m     Y, inc_layer_grad \u001b[39m=\u001b[39m layer(X, is_train\u001b[39m=\u001b[39;49mis_train)\n\u001b[0;32m     55\u001b[0m     callbacks\u001b[39m.\u001b[39mappend(inc_layer_grad)\n\u001b[0;32m     56\u001b[0m     X \u001b[39m=\u001b[39m Y\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:291\u001b[0m, in \u001b[0;36mModel.__call__\u001b[1;34m(self, X, is_train)\u001b[0m\n\u001b[0;32m    288\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__call__\u001b[39m(\u001b[39mself\u001b[39m, X: InT, is_train: \u001b[39mbool\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Tuple[OutT, Callable]:\n\u001b[0;32m    289\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function, returning the output and a\u001b[39;00m\n\u001b[0;32m    290\u001b[0m \u001b[39m    callback to compute the gradients via backpropagation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 291\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49mis_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\chain.py:54\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     52\u001b[0m callbacks \u001b[39m=\u001b[39m []\n\u001b[0;32m     53\u001b[0m \u001b[39mfor\u001b[39;00m layer \u001b[39min\u001b[39;00m model\u001b[39m.\u001b[39mlayers:\n\u001b[1;32m---> 54\u001b[0m     Y, inc_layer_grad \u001b[39m=\u001b[39m layer(X, is_train\u001b[39m=\u001b[39;49mis_train)\n\u001b[0;32m     55\u001b[0m     callbacks\u001b[39m.\u001b[39mappend(inc_layer_grad)\n\u001b[0;32m     56\u001b[0m     X \u001b[39m=\u001b[39m Y\n",
      "    \u001b[1;31m[... skipping similar frames: Model.__call__ at line 291 (1 times)]\u001b[0m\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\chain.py:54\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     52\u001b[0m callbacks \u001b[39m=\u001b[39m []\n\u001b[0;32m     53\u001b[0m \u001b[39mfor\u001b[39;00m layer \u001b[39min\u001b[39;00m model\u001b[39m.\u001b[39mlayers:\n\u001b[1;32m---> 54\u001b[0m     Y, inc_layer_grad \u001b[39m=\u001b[39m layer(X, is_train\u001b[39m=\u001b[39;49mis_train)\n\u001b[0;32m     55\u001b[0m     callbacks\u001b[39m.\u001b[39mappend(inc_layer_grad)\n\u001b[0;32m     56\u001b[0m     X \u001b[39m=\u001b[39m Y\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\model.py:291\u001b[0m, in \u001b[0;36mModel.__call__\u001b[1;34m(self, X, is_train)\u001b[0m\n\u001b[0;32m    288\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__call__\u001b[39m(\u001b[39mself\u001b[39m, X: InT, is_train: \u001b[39mbool\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Tuple[OutT, Callable]:\n\u001b[0;32m    289\u001b[0m     \u001b[39m\"\"\"Call the model's `forward` function, returning the output and a\u001b[39;00m\n\u001b[0;32m    290\u001b[0m \u001b[39m    callback to compute the gradients via backpropagation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 291\u001b[0m     \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func(\u001b[39mself\u001b[39;49m, X, is_train\u001b[39m=\u001b[39;49mis_train)\n",
      "File \u001b[1;32mc:\\Users\\Gebruiker\\anaconda3\\lib\\site-packages\\thinc\\layers\\maxout.py:49\u001b[0m, in \u001b[0;36mforward\u001b[1;34m(model, X, is_train)\u001b[0m\n\u001b[0;32m     47\u001b[0m W \u001b[39m=\u001b[39m model\u001b[39m.\u001b[39mget_param(\u001b[39m\"\u001b[39m\u001b[39mW\u001b[39m\u001b[39m\"\u001b[39m)\n\u001b[0;32m     48\u001b[0m W \u001b[39m=\u001b[39m model\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39mreshape2f(W, nO \u001b[39m*\u001b[39m nP, nI)\n\u001b[1;32m---> 49\u001b[0m Y \u001b[39m=\u001b[39m model\u001b[39m.\u001b[39;49mops\u001b[39m.\u001b[39;49mgemm(X, W, trans2\u001b[39m=\u001b[39;49m\u001b[39mTrue\u001b[39;49;00m)\n\u001b[0;32m     50\u001b[0m Y \u001b[39m+\u001b[39m\u001b[39m=\u001b[39m model\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39mreshape1f(b, nO \u001b[39m*\u001b[39m nP)\n\u001b[0;32m     51\u001b[0m Z \u001b[39m=\u001b[39m model\u001b[39m.\u001b[39mops\u001b[39m.\u001b[39mreshape3f(Y, Y\u001b[39m.\u001b[39mshape[\u001b[39m0\u001b[39m], nO, nP)\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "friends['prepped'] = friends.line.apply(prep)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>season</th>\n",
       "      <th>episode</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>character</th>\n",
       "      <th>line</th>\n",
       "      <th>len</th>\n",
       "      <th>prepped</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Monica</td>\n",
       "      <td>There's nothing to tell! He's just some guy I ...</td>\n",
       "      <td>11</td>\n",
       "      <td>tell guy work</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Joey</td>\n",
       "      <td>C'mon, you're going out with the guy! There's ...</td>\n",
       "      <td>14</td>\n",
       "      <td>going guy got wrong</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Chandler</td>\n",
       "      <td>All right Joey, be nice.  So does he have a hu...</td>\n",
       "      <td>16</td>\n",
       "      <td>nice hump hump hairpiece</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Wait, does he eat chalk?</td>\n",
       "      <td>5</td>\n",
       "      <td>wait eat chalk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Just, 'cause, I don't want her to go through w...</td>\n",
       "      <td>16</td>\n",
       "      <td>want went</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       id  season  episode            episode_name character  \\\n",
       "0  S01E01       1        1  Monica Gets A Roommate    Monica   \n",
       "1  S01E01       1        1  Monica Gets A Roommate      Joey   \n",
       "2  S01E01       1        1  Monica Gets A Roommate  Chandler   \n",
       "3  S01E01       1        1  Monica Gets A Roommate    Phoebe   \n",
       "4  S01E01       1        1  Monica Gets A Roommate    Phoebe   \n",
       "\n",
       "                                                line  len  \\\n",
       "0  There's nothing to tell! He's just some guy I ...   11   \n",
       "1  C'mon, you're going out with the guy! There's ...   14   \n",
       "2  All right Joey, be nice.  So does he have a hu...   16   \n",
       "3                           Wait, does he eat chalk?    5   \n",
       "4  Just, 'cause, I don't want her to go through w...   16   \n",
       "\n",
       "                    prepped  \n",
       "0             tell guy work  \n",
       "1       going guy got wrong  \n",
       "2  nice hump hump hairpiece  \n",
       "3            wait eat chalk  \n",
       "4                 want went  "
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "friends.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "161950"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "friends['len_prep'] = [len(value.split()) if type(value) == str else 0 for value in friends.prepped.values]\n",
    "friends.head()\n",
    "friends['len_prep'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "686.228813559322\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "#calculate average episode length\n",
    "friends_red = friends[friends['id'].str.isalnum() == True]\n",
    "# print(friends_red['id'].unique())\n",
    "\n",
    "grouped = friends_red.groupby('id')\n",
    "print(np.mean(grouped['len_prep'].agg(sum)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "friends.to_csv('transcripts and metadata/friends_per_line.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### ratings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>season</th>\n",
       "      <th>episode</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>character</th>\n",
       "      <th>line</th>\n",
       "      <th>len</th>\n",
       "      <th>prepped</th>\n",
       "      <th>len_prep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Monica</td>\n",
       "      <td>There's nothing to tell! He's just some guy I ...</td>\n",
       "      <td>11</td>\n",
       "      <td>tell guy work</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Joey</td>\n",
       "      <td>C'mon, you're going out with the guy! There's ...</td>\n",
       "      <td>14</td>\n",
       "      <td>going guy got wrong</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Chandler</td>\n",
       "      <td>All right Joey, be nice.  So does he have a hu...</td>\n",
       "      <td>16</td>\n",
       "      <td>nice hump hump hairpiece</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Wait, does he eat chalk?</td>\n",
       "      <td>5</td>\n",
       "      <td>wait eat chalk</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>S01E01</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Monica Gets A Roommate</td>\n",
       "      <td>Phoebe</td>\n",
       "      <td>Just, 'cause, I don't want her to go through w...</td>\n",
       "      <td>16</td>\n",
       "      <td>want went</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       id  season  episode            episode_name character  \\\n",
       "0  S01E01       1        1  Monica Gets A Roommate    Monica   \n",
       "1  S01E01       1        1  Monica Gets A Roommate      Joey   \n",
       "2  S01E01       1        1  Monica Gets A Roommate  Chandler   \n",
       "3  S01E01       1        1  Monica Gets A Roommate    Phoebe   \n",
       "4  S01E01       1        1  Monica Gets A Roommate    Phoebe   \n",
       "\n",
       "                                                line  len  \\\n",
       "0  There's nothing to tell! He's just some guy I ...   11   \n",
       "1  C'mon, you're going out with the guy! There's ...   14   \n",
       "2  All right Joey, be nice.  So does he have a hu...   16   \n",
       "3                           Wait, does he eat chalk?    5   \n",
       "4  Just, 'cause, I don't want her to go through w...   16   \n",
       "\n",
       "                    prepped  len_prep  \n",
       "0             tell guy work         3  \n",
       "1       going guy got wrong         4  \n",
       "2  nice hump hump hairpiece         4  \n",
       "3            wait eat chalk         3  \n",
       "4                 want went         2  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "friends = pd.read_csv('transcripts and metadata/friends_per_line.csv', sep='\\t', index_col=0)\n",
    "ratings = pd.read_csv('transcripts and metadata//Friends/friends_episodes_v3.csv')\n",
    "ratings.head()\n",
    "friends.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year_of_prod</th>\n",
       "      <th>Season</th>\n",
       "      <th>Episode Number</th>\n",
       "      <th>Episode_Title</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Director</th>\n",
       "      <th>Stars</th>\n",
       "      <th>Votes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>The One Where Monica Gets a Roommate: The Pilot</td>\n",
       "      <td>22</td>\n",
       "      <td>Monica and the gang introduce Rachel to the \"r...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.3</td>\n",
       "      <td>7440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>The One with the Sonogram at the End</td>\n",
       "      <td>22</td>\n",
       "      <td>Ross finds out his ex-wife is pregnant. Rachel...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.1</td>\n",
       "      <td>4888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>The One with the Thumb</td>\n",
       "      <td>22</td>\n",
       "      <td>Monica becomes irritated when everyone likes h...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.2</td>\n",
       "      <td>4605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>The One with George Stephanopoulos</td>\n",
       "      <td>22</td>\n",
       "      <td>Joey and Chandler take Ross to a hockey game t...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.1</td>\n",
       "      <td>4468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>The One with the East German Laundry Detergent</td>\n",
       "      <td>22</td>\n",
       "      <td>Eager to spend time with Rachel, Ross pretends...</td>\n",
       "      <td>Pamela Fryman</td>\n",
       "      <td>8.5</td>\n",
       "      <td>4438</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Year_of_prod  Season  Episode Number  \\\n",
       "0          1994       1               1   \n",
       "1          1994       1               2   \n",
       "2          1994       1               3   \n",
       "3          1994       1               4   \n",
       "4          1994       1               5   \n",
       "\n",
       "                                     Episode_Title  Duration  \\\n",
       "0  The One Where Monica Gets a Roommate: The Pilot        22   \n",
       "1             The One with the Sonogram at the End        22   \n",
       "2                           The One with the Thumb        22   \n",
       "3               The One with George Stephanopoulos        22   \n",
       "4   The One with the East German Laundry Detergent        22   \n",
       "\n",
       "                                             Summary       Director  Stars  \\\n",
       "0  Monica and the gang introduce Rachel to the \"r...  James Burrows    8.3   \n",
       "1  Ross finds out his ex-wife is pregnant. Rachel...  James Burrows    8.1   \n",
       "2  Monica becomes irritated when everyone likes h...  James Burrows    8.2   \n",
       "3  Joey and Chandler take Ross to a hockey game t...  James Burrows    8.1   \n",
       "4  Eager to spend time with Rachel, Ross pretends...  Pamela Fryman    8.5   \n",
       "\n",
       "   Votes  \n",
       "0   7440  \n",
       "1   4888  \n",
       "2   4605  \n",
       "3   4468  \n",
       "4   4438  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "236\n",
      "236\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "#cell was used to check for double episodes before I seperated them\n",
    "friends_red = friends[friends['id'].str.isalnum() == True]\n",
    "double_episodes = friends[friends['id'].str.isalnum() == False]\n",
    "print(len(friends.groupby('id')))\n",
    "print(len(friends_red.groupby('id')))\n",
    "print(len(double_episodes.groupby('id')))\n",
    "# len(ratings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# friends.id.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11\n",
      "11\n"
     ]
    }
   ],
   "source": [
    "def match(df):\n",
    "    season = int(df[1])\n",
    "    ep = int(df[2])\n",
    "    df['match'] = str(season) + str(ep)\n",
    "    return df\n",
    "\n",
    "friends = friends.apply(match, axis=1)\n",
    "ratings = ratings.apply(match, axis=1)\n",
    "print(friends['match'][0])\n",
    "print(ratings['match'][0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## get text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from numpy import NaN\n",
    "\n",
    "friends.sort_index(inplace=True)\n",
    "ratings.sort_index(inplace=True)\n",
    "\n",
    "groups = friends.groupby('id')\n",
    "\n",
    "#make empty columns for episode information\n",
    "ratings[\"text\"] = NaN\n",
    "ratings[\"len in words\"] = NaN\n",
    "ratings[\"len_prep\"] = NaN\n",
    "\n",
    "for group in groups.groups:\n",
    "    ep = groups.get_group(group)\n",
    "    ep.reset_index(drop=True, inplace=True)\n",
    "    matcher = ep['match'][0]\n",
    "    # print(matcher)\n",
    "\n",
    "    #get text for the entire episode, ignoring the cells that are now empty after preprocessing\n",
    "    tekst = ep['prepped'].dropna()\n",
    "    text = ' '.join(tekst)\n",
    "    text = ' '.join(text.split())\n",
    "    # print(text[:10])\n",
    "\n",
    "    #also the length\n",
    "    lenght = ep['len'].sum()\n",
    "    lenght_prep = ep['len_prep'].sum()\n",
    "\n",
    "    #fill new columns with the info\n",
    "    index = ratings[ratings['match'] == matcher].index\n",
    "    # print(index)\n",
    "    ratings.iloc[index, 10] = text\n",
    "    ratings.iloc[index, 11] = lenght\n",
    "    ratings.iloc[index, 12] = lenght_prep"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year_of_prod</th>\n",
       "      <th>Season</th>\n",
       "      <th>Episode Number</th>\n",
       "      <th>Episode_Title</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Director</th>\n",
       "      <th>Stars</th>\n",
       "      <th>Votes</th>\n",
       "      <th>match</th>\n",
       "      <th>text</th>\n",
       "      <th>len in words</th>\n",
       "      <th>len_prep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>The One Where Monica Gets a Roommate: The Pilot</td>\n",
       "      <td>22</td>\n",
       "      <td>Monica and the gang introduce Rachel to the \"r...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.3</td>\n",
       "      <td>7440</td>\n",
       "      <td>11</td>\n",
       "      <td>tell guy work going guy got wrong nice hump hu...</td>\n",
       "      <td>3167.0</td>\n",
       "      <td>905.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>The One with the Sonogram at the End</td>\n",
       "      <td>22</td>\n",
       "      <td>Ross finds out his ex-wife is pregnant. Rachel...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.1</td>\n",
       "      <td>4888</td>\n",
       "      <td>12</td>\n",
       "      <td>guys understand kissing important need know ki...</td>\n",
       "      <td>2030.0</td>\n",
       "      <td>531.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>The One with the Thumb</td>\n",
       "      <td>22</td>\n",
       "      <td>Monica becomes irritated when everyone likes h...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.2</td>\n",
       "      <td>4605</td>\n",
       "      <td>13</td>\n",
       "      <td>hi guys good walked subway said ouch said good...</td>\n",
       "      <td>2326.0</td>\n",
       "      <td>631.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>The One with George Stephanopoulos</td>\n",
       "      <td>22</td>\n",
       "      <td>Joey and Chandler take Ross to a hockey game t...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.1</td>\n",
       "      <td>4468</td>\n",
       "      <td>14</td>\n",
       "      <td>omnipotent day want world peace hunger good th...</td>\n",
       "      <td>2298.0</td>\n",
       "      <td>695.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>The One with the East German Laundry Detergent</td>\n",
       "      <td>22</td>\n",
       "      <td>Eager to spend time with Rachel, Ross pretends...</td>\n",
       "      <td>Pamela Fryman</td>\n",
       "      <td>8.5</td>\n",
       "      <td>4438</td>\n",
       "      <td>15</td>\n",
       "      <td>let big deal big deal amazing reach little man...</td>\n",
       "      <td>2444.0</td>\n",
       "      <td>655.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Year_of_prod  Season  Episode Number  \\\n",
       "0          1994       1               1   \n",
       "1          1994       1               2   \n",
       "2          1994       1               3   \n",
       "3          1994       1               4   \n",
       "4          1994       1               5   \n",
       "\n",
       "                                     Episode_Title  Duration  \\\n",
       "0  The One Where Monica Gets a Roommate: The Pilot        22   \n",
       "1             The One with the Sonogram at the End        22   \n",
       "2                           The One with the Thumb        22   \n",
       "3               The One with George Stephanopoulos        22   \n",
       "4   The One with the East German Laundry Detergent        22   \n",
       "\n",
       "                                             Summary       Director  Stars  \\\n",
       "0  Monica and the gang introduce Rachel to the \"r...  James Burrows    8.3   \n",
       "1  Ross finds out his ex-wife is pregnant. Rachel...  James Burrows    8.1   \n",
       "2  Monica becomes irritated when everyone likes h...  James Burrows    8.2   \n",
       "3  Joey and Chandler take Ross to a hockey game t...  James Burrows    8.1   \n",
       "4  Eager to spend time with Rachel, Ross pretends...  Pamela Fryman    8.5   \n",
       "\n",
       "   Votes match                                               text  \\\n",
       "0   7440    11  tell guy work going guy got wrong nice hump hu...   \n",
       "1   4888    12  guys understand kissing important need know ki...   \n",
       "2   4605    13  hi guys good walked subway said ouch said good...   \n",
       "3   4468    14  omnipotent day want world peace hunger good th...   \n",
       "4   4438    15  let big deal big deal amazing reach little man...   \n",
       "\n",
       "   len in words  len_prep  \n",
       "0        3167.0     905.0  \n",
       "1        2030.0     531.0  \n",
       "2        2326.0     631.0  \n",
       "3        2298.0     695.0  \n",
       "4        2444.0     655.0  "
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### inspect ratings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:ylabel='Frequency'>"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD4CAYAAADrRI2NAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAARIklEQVR4nO3de4xmdX3H8fdHFgNYDSCz6xbB1Yag1FTA0WJtrbrSiCiLplhIbbeGurbaRtomdTXG2j+arEnrrW2q66Vdb1S8shW1rtuqMVFgQFQQzHoBRNbdES+IGHH12z+es3WYvczZdc7zMPN7v5LJOef3nPOc7y8HPnP2N+eSqkKS1I77TboASdJ4GfyS1BiDX5IaY/BLUmMMfklqzIpJF9DHCSecUGvWrJl0GZK0pFxzzTXfqaqp+e1LIvjXrFnDzMzMpMuQpCUlyS37a3eoR5IaY/BLUmMMfklqjMEvSY0x+CWpMQa/JDXG4Jekxhj8ktQYg1+SGrMk7tyVFrJm4xUT2e/Nm86dyH6lX4Zn/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNWaw4E9yapLr5vzcmeSSJMcn2ZZkRzc9bqgaJEn7Giz4q+orVXV6VZ0OPBa4G/ggsBHYXlWnANu7ZUnSmIxrqGct8LWqugVYB2zp2rcA54+pBkkS4wv+C4FLu/lVVbUToJuu3N8GSTYkmUkyMzs7O6YyJWn5Gzz4k9wfOA9476FsV1Wbq2q6qqanpqaGKU6SGjSOM/5zgGurale3vCvJaoBuunsMNUiSOuMI/ov4xTAPwFZgfTe/Hrh8DDVIkjqDBn+SY4CzgQ/Mad4EnJ1kR/fZpiFrkCTd26DP46+qu4EHz2u7g9FVPpKkCfDOXUlqjMEvSY0x+CWpMQa/JDXG4Jekxhj8ktQYg1+SGmPwS1JjDH5JaozBL0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxQ79s/dgk70tyU5IbkzwhyfFJtiXZ0U2PG7IGSdK9DX3G/3rgY1X1SOAxwI3ARmB7VZ0CbO+WJUljMljwJ3kQ8CTgrQBVdU9VfR9YB2zpVtsCnD9UDZKkfQ15xv8IYBb49ySfT/KWJA8AVlXVToBuunJ/GyfZkGQmyczs7OyAZUpSW4YM/hXAmcC/VdUZwI84hGGdqtpcVdNVNT01NTVUjZLUnCGD/zbgtqq6slt+H6NfBLuSrAboprsHrEGSNM9gwV9V3wa+meTUrmkt8GVgK7C+a1sPXD5UDZKkfa0Y+Pv/EnhXkvsDXweez+iXzWVJLgZuBS4YuAZJ0hyDBn9VXQdM7+ejtUPuV5J0YN65K0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNcbgl6TGGPyS1BiDX5IaY/BLUmMMfklqjMEvSY0x+CWpMQa/JDVm0HfuJrkZ+CHwM2BPVU0nOR54D7AGuBl4blV9b8g6JEm/MI4z/qdU1elVtfel6xuB7VV1CrC9W5YkjckkhnrWAVu6+S3A+ROoQZKaNehQD1DAx5MU8Kaq2gysqqqdAFW1M8nK/W2YZAOwAeDkk08euEzp8KzZeMXE9n3zpnMntm8tbUMH/xOr6vYu3Lcluanvht0vic0A09PTNVSBktSaQYd6qur2brob+CDweGBXktUA3XT3kDVIku5tsOBP8oAkD9w7D/wecD2wFVjfrbYeuHyoGiRJ+xpyqGcV8MEke/fz7qr6WJKrgcuSXAzcClwwYA2SpHkGC/6q+jrwmP203wGsHWq/kqSD885dSWqMwS9JjekV/EkePXQhkqTx6HvG/8YkVyV5UZJjhyxIkjSsXsFfVb8N/CFwEjCT5N1Jzh60MknSIHqP8VfVDuAVwEuB3wXekOSmJM8ZqjhJ0uLrO8b/G0leC9wIPBV4VlU9qpt/7YD1SZIWWd/r+P8FeDPw8qr68d7G7jk8rxikMknSIPoG/zOAH1fVzwCS3A84qqrurqp3DFadJGnR9R3j/wRw9JzlY7o2SdIS0zf4j6qqu/YudPPHDFOSJGlIfYP/R0nO3LuQ5LHAjw+yviTpPqrvGP8lwHuT3N4trwb+YJCKJEmD6hX8VXV1kkcCpwIBbqqqnw5amSRpEIfyWObHAWu6bc5IQlW9fZCqJEmD6RX8Sd4B/BpwHfCzrrkAg1+Slpi+Z/zTwGlV5UvPJWmJ63tVz/XAQ4YsRJI0Hn3P+E8AvpzkKuAnexur6rxBqpIkDaZv8L/qcHeQ5AhgBvhWVT0zyfHAexj9ofhm4LlV9b3D/X5J0qHp+zz+TzEK6SO7+auBa3vu4yWMnuq510Zge1WdAmzvliVJY9L3scwvAN4HvKlrOhH4UI/tHgqcC7xlTvM6YEs3vwU4v1+pkqTF0PePuy8GngjcCf//UpaVPbZ7HfC3wM/ntK2qqp3d9+w80Pck2ZBkJsnM7OxszzIlSQvpG/w/qap79i4kWcHoOv4DSvJMYHdVXXM4hVXV5qqarqrpqampw/kKSdJ+9P3j7qeSvBw4unvX7ouA/1pgmycC5yV5BnAU8KAk7wR2JVldVTuTrAZ2H27xkqRD1/eMfyMwC3wJeCHwEUbv3z2gqnpZVT20qtYAFwL/U1XPA7YC67vV1gOXH0bdkqTD1PchbT9n9OrFNy/CPjcBlyW5GLgVuGARvlOS1FPfZ/V8g/2M6VfVI/psX1WfBD7Zzd8BrO1doSRpUR3Ks3r2OorRWfrxi1+OJGlofW/gumPOz7eq6nXAU4ctTZI0hL5DPWfOWbwfo38BPHCQirRkrdl4xaRLkNRD36Gef5ozv4fuGTuLXo0kaXB9r+p5ytCFSJLGo+9Qz18f7POqes3ilCNJGtqhXNXzOEY3XwE8C/g08M0hipIkDedQXsRyZlX9ECDJq4D3VtWfDlWYJGkYfYP/ZOCeOcv3MHqRiqQJmdRVVDdvOnci+9Xi6Rv87wCuSvJBRnfwPht4+2BVSZIG0/eqnn9I8lHgd7qm51fV54crS5I0lL5P5wQ4Brizql4P3Jbk4QPVJEkaUN9XL/4d8FLgZV3TkcA7hypKkjScvmf8zwbOA34EUFW34yMbJGlJ6hv891RV0T2aOckDhitJkjSkvsF/WZI3AccmeQHwCRbnpSySpDFb8KqeJAHeAzwSuBM4FXhlVW0buDZJ0gAWDP6qqiQfqqrHAoa9JC1xfYd6PpfkcYNWIkkai77B/xRG4f+1JF9M8qUkXzzYBkmOSnJVki8kuSHJ33ftxyfZlmRHNz3ul+2EJKm/gw71JDm5qm4FzjmM7/4J8NSquivJkcBnurt/nwNsr6pNSTYCGxndIyBJGoOFzvg/BFBVtwCvqapb5v4cbMMauatbPLL7KWAdsKVr3wKcf5i1S5IOw0LBnznzjzjUL09yRJLrgN3Atqq6ElhVVTsBuunKA2y7IclMkpnZ2dlD3bUk6QAWCv46wHwvVfWzqjodeCjw+CSPPoRtN1fVdFVNT01NHequJUkHsNDlnI9JciejM/+ju3m65aqqB/XZSVV9P8kngacDu5KsrqqdSVYz+teAJGlMDnrGX1VHVNWDquqBVbWim9+7fNDQTzKV5Nhu/mjgacBNjF7fuL5bbT1w+S/dC0lSb31fxHI4VgNbkhzB6BfMZVX14SSfZfQIiIuBW4ELBqxBkjTPYMFfVV8EzthP+x3A2qH2K0k6uEN5EYskaRkw+CWpMQa/JDXG4Jekxhj8ktQYg1+SGmPwS1JjDH5JaozBL0mNMfglqTEGvyQ1xuCXpMYY/JLUGINfkhpj8EtSYwx+SWqMwS9JjTH4JakxBr8kNWaw4E9yUpL/TXJjkhuSvKRrPz7JtiQ7uulxQ9UgSdrXkGf8e4C/qapHAWcBL05yGrAR2F5VpwDbu2VJ0pgMFvxVtbOqru3mfwjcCJwIrAO2dKttAc4fqgZJ0r7GMsafZA1wBnAlsKqqdsLolwOw8gDbbEgyk2RmdnZ2HGVKUhMGD/4kvwK8H7ikqu7su11Vba6q6aqanpqaGq5ASWrMoMGf5EhGof+uqvpA17wryeru89XA7iFrkCTd25BX9QR4K3BjVb1mzkdbgfXd/Hrg8qFqkCTta8WA3/1E4I+ALyW5rmt7ObAJuCzJxcCtwAUD1iBJmmew4K+qzwA5wMdrh9qvJOngvHNXkhpj8EtSY4Yc45e0DK3ZeMXE9n3zpnMntu/lxDN+SWqMwS9JjTH4JakxBr8kNcbgl6TGGPyS1BiDX5IaY/BLUmMMfklqjMEvSY0x+CWpMQa/JDXG4Jekxhj8ktQYg1+SGmPwS1JjBgv+JG9LsjvJ9XPajk+yLcmObnrcUPuXJO3fkGf8/wE8fV7bRmB7VZ0CbO+WJUljNFjwV9Wnge/Oa14HbOnmtwDnD7V/SdL+jXuMf1VV7QTopisPtGKSDUlmkszMzs6OrUBJWu7us3/crarNVTVdVdNTU1OTLkeSlo1xB/+uJKsBuunuMe9fkpo37uDfCqzv5tcDl495/5LUvCEv57wU+CxwapLbklwMbALOTrIDOLtbliSN0YqhvriqLjrAR2uH2qek5W3Nxismst+bN507kf0O5T77x11J0jAMfklqjMEvSY0x+CWpMQa/JDVmsKt6NDmTuvJB0tLgGb8kNcbgl6TGGPyS1BiDX5IaY/BLUmO8qkeSFjDJK+WGeE6QZ/yS1BjP+Afk9fSS7os845ekxhj8ktSYZT/U43CLJN2bZ/yS1BiDX5IaM5HgT/L0JF9J8tUkGydRgyS1auzBn+QI4F+Bc4DTgIuSnDbuOiSpVZM443888NWq+npV3QP8J7BuAnVIUpMmcVXPicA35yzfBvzm/JWSbAA2dIt3JfnKGGoblxOA70y6iDFrrc+t9Rfs8yDy6l9q84ftr3ESwZ/9tNU+DVWbgc3DlzN+SWaqanrSdYxTa31urb9gn5eSSQz13AacNGf5ocDtE6hDkpo0ieC/GjglycOT3B+4ENg6gTokqUljH+qpqj1J/gL4b+AI4G1VdcO465iwZTmEtYDW+txaf8E+Lxmp2md4XZK0jHnnriQ1xuCXpMYY/ANJcmqS6+b83JnkknnrPDnJD+as88oJlbsokvxVkhuSXJ/k0iRHzfs8Sd7QParji0nOnFSti6VHn5fVMQZI8pKuvzfM/2+6+3w5HueF+ry0jnNV+TPwD6M/Yn8beNi89icDH550fYvUxxOBbwBHd8uXAX8yb51nAB9ldC/HWcCVk657DH1eNse468+jgeuBYxhdHPIJ4JRlfpz79HlJHWfP+MdjLfC1qrpl0oUMbAVwdJIVjP4nmX9/xjrg7TXyOeDYJKvHXeQiW6jPy82jgM9V1d1VtQf4FPDseesst+Pcp89LisE/HhcClx7gsyck+UKSjyb59XEWtZiq6lvAPwK3AjuBH1TVx+ettr/HdZw4ngoXX88+wzI5xp3rgScleXCSYxid3Z80b51ldZzp12dYQsfZ4B9Yd5PaecB79/PxtYyGfx4D/DPwoTGWtqiSHMfoTO/hwK8CD0jyvPmr7WfTJXs9cc8+L5tjDFBVNwKvBrYBHwO+AOyZt9qyOs49+7ykjrPBP7xzgGuratf8D6rqzqq6q5v/CHBkkhPGXeAieRrwjaqaraqfAh8AfmveOsvtcR0L9nmZHWMAquqtVXVmVT0J+C6wY94qy+04L9jnpXacDf7hXcQBhnmSPCRJuvnHMzoed4yxtsV0K3BWkmO6Pq0Fbpy3zlbgj7urPs5iNDSyc9yFLqIF+7zMjjEASVZ205OB57Dvf9/L7Tgv2OeldpyX/cvWJ6kbDzwbeOGctj8DqKo3Ar8P/HmSPcCPgQuru0RgqamqK5O8j9E/efcAnwc2z+vvRxiNj34VuBt4/oTKXRQ9+7xsjvEc70/yYOCnwIur6nvL+Th3FurzkjrOPrJBkhrjUI8kNcbgl6TGGPyS1BiDX5IaY/BLUmMMfklqjMEvSY35P0EQHbDaQFmHAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "ratings['Stars'].plot(kind='hist')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    236.000000\n",
       "mean       8.458898\n",
       "std        0.396320\n",
       "min        7.200000\n",
       "25%        8.200000\n",
       "50%        8.400000\n",
       "75%        8.700000\n",
       "max        9.700000\n",
       "Name: Stars, dtype: float64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings['Stars'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:ylabel='Frequency'>"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAD4CAYAAAAD6PrjAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAVBklEQVR4nO3dfbRldX3f8ffHQXnQGMC50JGBDGSNWHSRiFeKoWGhhIJimCQt7bBiO7Ek0zQ01aStzmgryR+shWmaapYxcaJEfAg4EoSpVuM4qdp2RcbLU5zhoUwCgSsjc5WVYIwLRL/94+y7OV7OMGfu3HP2gft+rXXX2ft39jn7M3fu3M/sx5OqQpIkgOd0HUCSNDksBUlSy1KQJLUsBUlSy1KQJLUO6zrAoVi5cmWtWbOm6xiS9Ixyyy23fKOqpgY994wuhTVr1jAzM9N1DEl6Rkny1/t7bmS7j5JcnWRfkl0Lxn81yT1Jdif5rb7xzUn2NM9dMKpckqT9G+WWwoeA9wIfnh9I8hpgHXB6VT2W5Lhm/DRgPfAy4MXA55O8pKq+N8J8kqQFRralUFVfAh5ZMPxvgauq6rFmmX3N+Drguqp6rKruA/YAZ44qmyRpsHGfffQS4CeT3Jzki0le1YyfADzYt9xsM/YUSTYmmUkyMzc3N+K4krS8jLsUDgOOAc4C/hOwNUmADFh24E2ZqmpLVU1X1fTU1MCD55KkRRp3KcwCN1TPTuD7wMpm/MS+5VYDD405myQte+MuhRuB1wIkeQnwPOAbwDZgfZLDk5wMrAV2jjmbJC17Izv7KMm1wLnAyiSzwBXA1cDVzWmqjwMbqnfv7t1JtgJ3Ak8Al3vmkSSNX57Jn6cwPT1dXrwmSQcnyS1VNT3ouWf0Fc2Has2mT3ey3vuvuqiT9UrSgXhDPElSy1KQJLUsBUlSy1KQJLUsBUlSy1KQJLUsBUlSy1KQJLUsBUlSy1KQJLUsBUlSy1KQJLUsBUlSy1KQJLUsBUlSy1KQJLUsBUlSa2SlkOTqJPuaz2Ne+Nx/TFJJVvaNbU6yJ8k9SS4YVS5J0v6NckvhQ8CFCweTnAicDzzQN3YasB54WfOa9yVZMcJskqQBRlYKVfUl4JEBT/134K1A9Y2tA66rqseq6j5gD3DmqLJJkgYb6zGFJBcDX6uqOxY8dQLwYN/8bDM26D02JplJMjM3NzeipJK0PI2tFJIcBbwDeOegpweM1YAxqmpLVU1X1fTU1NRSRpSkZe+wMa7rR4GTgTuSAKwGbk1yJr0tgxP7ll0NPDTGbJIkxrilUFVfrarjqmpNVa2hVwRnVNXXgW3A+iSHJzkZWAvsHFc2SVLPKE9JvRb4c+DUJLNJLtvfslW1G9gK3Al8Fri8qr43qmySpMFGtvuoqi49wPNrFsxfCVw5qjySpAPzimZJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUmuUH8d5dZJ9SXb1jf3XJHcn+Yskn0xydN9zm5PsSXJPkgtGlUuStH+j3FL4EHDhgrHtwMur6nTg/wGbAZKcBqwHXta85n1JVowwmyRpgJGVQlV9CXhkwdjnquqJZvbLwOpmeh1wXVU9VlX3AXuAM0eVTZI0WJfHFP418Jlm+gTgwb7nZpsxSdIYdVIKSd4BPAF8bH5owGK1n9duTDKTZGZubm5UESVpWRp7KSTZALwB+Pmqmv/FPwuc2LfYauChQa+vqi1VNV1V01NTU6MNK0nLzFhLIcmFwNuAi6vq7/ue2gasT3J4kpOBtcDOcWaTJMFho3rjJNcC5wIrk8wCV9A72+hwYHsSgC9X1S9X1e4kW4E76e1WuryqvjeqbJKkwUZWClV16YDhDz7N8lcCV44qjyTpwLyiWZLUshQkSS1LQZLUshQkSS1LQZLUshQkSS1LQZLUshQkSS1LQZLUshQkSS1LQZLUshQkSS1LQZLUshQkSS1LQZLUshQkSS1LQZLUshQkSa2RlUKSq5PsS7Krb+zYJNuT3Ns8HtP33OYke5Lck+SCUeWSJO3fKLcUPgRcuGBsE7CjqtYCO5p5kpwGrAde1rzmfUlWjDCbJGmAkZVCVX0JeGTB8Drgmmb6GuBn+savq6rHquo+YA9w5qiySZIGG/cxheOrai9A83hcM34C8GDfcrPN2FMk2ZhkJsnM3NzcSMNK0nIzVCkkefmIc2TAWA1asKq2VNV0VU1PTU2NOJYkLS/Dbin8QZKdSX4lydGHsL6Hk6wCaB73NeOzwIl9y60GHjqE9UiSFmGoUqiqfwz8PL1f3DNJ/jjJ+YtY3zZgQzO9Abipb3x9ksOTnAysBXYu4v0lSYfgsGEXrKp7k/xnYAb4XeAVSQK8vapuWLh8kmuBc4GVSWaBK4CrgK1JLgMeAC5p3nt3kq3AncATwOVV9b1D+pNJkg7aUKWQ5HTgTcBFwHbgp6vq1iQvBv4ceEopVNWl+3m78wYNVtWVwJXD5JEkjcawWwrvBf6Q3lbBd+YHq+qhZutBkvQsMGwpvB74zvwunSTPAY6oqr+vqo+MLJ0kaayGPfvo88CRffNHNWOSpGeRYUvhiKr6u/mZZvqo0USSJHVl2FL4dpIz5meSvBL4ztMsL0l6Bhr2mMJbgE8kmb+gbBXwL0aSSJLUmaFKoaq+kuSlwKn0bklxd1V9d6TJJEljN/TFa8CrgDXNa16RhKr68EhSSZI6MezFax8BfhS4HZi/0rgAS0GSnkWG3VKYBk6rqoF3LpUkPTsMe/bRLuAfjDKIJKl7w24prATuTLITeGx+sKouHkkqSVInhi2F3xhlCEnSZBj2lNQvJvkRYG1VfT7JUcCK0UaTJI3bsB/H+UvA9cD7m6ETgBtHlEmS1JFhDzRfDpwNPAq9D9wBjhtVKElSN4Ythceq6vH5mSSH0btOQZL0LDJsKXwxyduBI5vPZv4E8D8Wu9Ikv5Zkd5JdSa5NckSSY5NsT3Jv83jMYt9fkrQ4w5bCJmAO+Crwb4D/CSzqE9eSnAD8e2C6ql5O74D1+mYdO6pqLbCjmZckjdGwZx99n97Hcf7hEq73yCTfpfe5DA8Bm4Fzm+evAb4AvG2J1idJGsKw9z66jwHHEKrqlINdYVV9LclvAw/Q+0yGz1XV55IcX1V7m2X2JvFAtiSN2cHc+2jeEcAlwLGLWWFzrGAdcDLwN/Q+p+GNB/H6jcBGgJNOOmkxESRJ+zHUMYWq+mbf19eq6t3Aaxe5zp8C7ququeYzGW4AfgJ4OMkqgOZx336ybKmq6aqanpqaWmQESdIgw+4+OqNv9jn0thx+aJHrfAA4q7kq+jvAecAM8G1gA3BV83jTIt9fkrRIw+4++m99008A9wP/fDErrKqbk1wP3Nq8123AFuAFwNYkl9ErjksW8/6SpMUb9uyj1yzlSqvqCuCKBcOP0dtqkCR1ZNjdR7/+dM9X1e8sTRxJUpcO5uyjVwHbmvmfBr4EPDiKUJKkbhzMh+ycUVXfAkjyG8AnquoXRxVMkjR+w97m4iTg8b75x4E1S55GktSpYbcUPgLsTPJJelc2/yzw4ZGlkiR1Ytizj65M8hngJ5uhN1XVbaOLJUnqwrC7j6B347pHq+o9wGySk0eUSZLUkWE/jvMKencs3dwMPRf46KhCSZK6MeyWws8CF9O7FQVV9RCLv82FJGlCDVsKj1dV0dw+O8nzRxdJktSVYUtha5L3A0cn+SXg8yzdB+5IkibEAc8+ShLg48BLgUeBU4F3VtX2EWeTJI3ZAUuhqirJjVX1SsAikKRnsWF3H305yatGmkSS1Llhr2h+DfDLSe6ndwZS6G1EnD6qYJKk8XvaUkhyUlU9ALxuTHkkSR060JbCjfTujvrXSf6kqv7pGDJJkjpyoGMK6Zs+ZZRBJEndO1Ap1H6mD0mSo5Ncn+TuJHcleXWSY5NsT3Jv83jMUq1PkjScA5XCjyV5NMm3gNOb6UeTfCvJo4ew3vcAn62qlwI/BtwFbAJ2VNVaYEczL0kao6c9plBVK5Z6hUleCJwD/EKzjseBx5OsA85tFrsG+AK9m/BJksbkYG6dvVROAeaAP0pyW5IPNPdSOr6q9gI0j8cNenGSjUlmkszMzc2NL7UkLQNdlMJhwBnA71fVK+hd9zD0rqKq2lJV01U1PTU1NaqMkrQsdVEKs8BsVd3czF9PryQeTrIKoHnc10E2SVrWxl4KVfV14MEkpzZD5wF3AtuADc3YBuCmcWeTpOVu2NtcLLVfBT6W5HnAXwFvoldQW5NcBjwAXNJRNklatjophaq6HZge8NR5Y44iSerTxTEFSdKEshQkSS1LQZLUshQkSS1LQZLUshQkSa2urlNY1tZs+nQn673/qos6Wa+kZw63FCRJLUtBktSyFCRJLUtBktSyFCRJLUtBktSyFCRJLUtBktSyFCRJLUtBktSyFCRJrc5KIcmKJLcl+VQzf2yS7UnubR6P6SqbJC1XXW4pvBm4q29+E7CjqtYCO5p5SdIYdVIKSVYDFwEf6BteB1zTTF8D/MyYY0nSstfVlsK7gbcC3+8bO76q9gI0j8cNemGSjUlmkszMzc2NPKgkLSdjL4UkbwD2VdUti3l9VW2pqumqmp6amlridJK0vHXxITtnAxcneT1wBPDCJB8FHk6yqqr2JlkF7OsgmyQta2PfUqiqzVW1uqrWAOuBP6uqNwLbgA3NYhuAm8adTZKWu0m6TuEq4Pwk9wLnN/OSpDHq9DOaq+oLwBea6W8C53WZR5KWu0naUpAkdcxSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUstSkCS1LAVJUmvspZDkxCT/K8ldSXYneXMzfmyS7UnubR6PGXc2SVruuthSeAL4D1X1D4GzgMuTnAZsAnZU1VpgRzMvSRqjsX9Gc1XtBfY2099KchdwArAOOLdZ7Bp6n938tnHnezZbs+nTna37/qsu6mzdkobX6TGFJGuAVwA3A8c3hTFfHMft5zUbk8wkmZmbmxtbVklaDjorhSQvAP4EeEtVPTrs66pqS1VNV9X01NTU6AJK0jLUSSkkeS69QvhYVd3QDD+cZFXz/CpgXxfZJGk56+LsowAfBO6qqt/pe2obsKGZ3gDcNO5skrTcjf1AM3A28C+Brya5vRl7O3AVsDXJZcADwCUdZJOkZa2Ls4/+D5D9PH3eOLNIkn6QVzRLklqWgiSpZSlIklqWgiSpZSlIklqWgiSpZSlIklqWgiSpZSlIklqWgiSpZSlIklqWgiSpZSlIklqWgiSpZSlIklqWgiSpZSlIklpdfBynNDZrNn26s3Xff9VFna1bWqyJK4UkFwLvAVYAH6iqqzqOpCXQ5S9nScObqFJIsgL4PeB8YBb4SpJtVXVnt8mkZ47lWMBdbZU9G7dEJ+2YwpnAnqr6q6p6HLgOWNdxJklaNiZqSwE4AXiwb34W+Ef9CyTZCGxsZv8uyT1jyrY/K4FvdJxhf8x28JYsV961FO/yAyb1ewYdZzvA9/pZ+X07xJ+vH9nfE5NWChkwVj8wU7UF2DKeOAeWZKaqprvOMYjZDt6k5gKzLZbZDs6k7T6aBU7sm18NPNRRFkladiatFL4CrE1ycpLnAeuBbR1nkqRlY6J2H1XVE0n+HfCn9E5Jvbqqdncc60AmZlfWAGY7eJOaC8y2WGY7CKmqAy8lSVoWJm33kSSpQ5aCJKllKSyQ5IgkO5PckWR3kt9sxo9Nsj3Jvc3jMX2v2ZxkT5J7klzQN/7KJF9tnvvdJINOuT3YfCuS3JbkU5OUq3nf+5v3vT3JzKTkS3J0kuuT3J3kriSvnpBcpzbfq/mvR5O8ZRKyNe/5a82/gV1Jrm3+bUxKtjc3uXYneUsz1km2JFcn2ZdkV9/YkmVJcniSjzfjNydZc7AZD0pV+dX3Re9aiRc0088FbgbOAn4L2NSMbwLe1UyfBtwBHA6cDPwlsKJ5bifw6uY9PwO8bgny/Trwx8CnmvmJyNW87/3AygVjnecDrgF+sZl+HnD0JORakHEF8HV6FxV1no3ehaT3AUc281uBX5iQbC8HdgFH0TtZ5vPA2q6yAecAZwC7RvFzD/wK8AfN9Hrg40v1czfwzzPKN3+mfzU/dLfSu6r6HmBVM74KuKeZ3gxs7nvNnzZ/sauAu/vGLwXef4h5VgM7gNfyZCl0nqvvve7nqaXQaT7ghfR+uWWScg3I+U+A/zsp2Xjy7gLH0vvF+6km4yRku4TezTLn5/8L8NYuswFr+MFSWLIs88s004fRuwI6i8k5zJe7jwZIbxfN7cA+YHtV3QwcX1V7AZrH45rFB92a44Tma3bA+KF4N70f/u/3jU1CrnkFfC7JLendjmQS8p0CzAF/lN5utw8kef4E5FpoPXBtM915tqr6GvDbwAPAXuBvq+pzk5CN3lbCOUlelOQo4PX0LnqdhGzzljJL+5qqegL4W+BFS5TzKSyFAarqe1X14/T+Z35mkpc/zeL7uzXHAW/ZcTCSvAHYV1W3DPuSceRa4OyqOgN4HXB5knOeZtlx5TuM3qb971fVK4Bv09uc7zrXkyvsXah5MfCJAy26nwxLnq3ZB76O3i6OFwPPT/LGSchWVXcB7wK2A5+ltzvmiUnINoTFZBlrTkvhaVTV3wBfAC4EHk6yCqB53Ncstr9bc8w20wvHF+ts4OIk99O7e+xrk3x0AnK1quqh5nEf8El6d73tOt8sMNts7QFcT68kus7V73XArVX1cDM/Cdl+Crivquaq6rvADcBPTEg2quqDVXVGVZ0DPALcOynZGkuZpX1NksOAH6b3Zx4JS2GBJFNJjm6mj6T3j+Nuerfb2NAstgG4qZneBqxvzhA4md4Br53NJuO3kpzVnEXwr/pec9CqanNVra6qNfR2NfxZVb2x61zzkjw/yQ/NT9Pb/7yr63xV9XXgwSSnNkPnAXd2nWuBS3ly19F8hq6zPQCcleSo5j3PA+6akGwkOa55PAn4OXrfv4nI1rfOpcrS/17/jN6//dFt0YzqYMUz9Qs4HbgN+At6v9Te2Yy/iN5B3nubx2P7XvMOemcR3EPf2QvAdPMefwm8lyU6OAScy5MHmiciF71993c0X7uBd0xKPuDHgZnm7/RG4JhJyNW851HAN4Ef7hublGy/Se8/RLuAj9A7Y2ZSsv1veuV+B3Bel983eoW0F/guvf/VX7aUWYAj6O1a3EPvDKVTDvX793Rf3uZCktRy95EkqWUpSJJaloIkqWUpSJJaloIkqWUpSJJaloIkqfX/AZGFmVCZbkq/AAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "ratings['Votes'].plot(kind='hist')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count      236.000000\n",
       "mean      3369.605932\n",
       "std        864.431311\n",
       "min       2557.000000\n",
       "25%       2886.750000\n",
       "50%       3148.500000\n",
       "75%       3583.500000\n",
       "max      10381.000000\n",
       "Name: Votes, dtype: float64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings['Votes'].describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### character centrality per episode"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "groups = friends.groupby('id')\n",
    "\n",
    "occurrences = []\n",
    "\n",
    "for epi in groups.groups:\n",
    "    ep = groups.get_group(epi)\n",
    "    occ = ep.character.values\n",
    "    occurrences.append(occ)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# print(occurrences[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "from itertools import combinations\n",
    "import networkx as nx\n",
    "\n",
    "\n",
    "lst = []\n",
    "\n",
    "for occ in occurrences:\n",
    "    dct = {}\n",
    "    G = nx.Graph()\n",
    "    si, ei = 0, 2\n",
    "    while ei < len(occ):\n",
    "        interaction = []\n",
    "        for character in set(occ[si : ei]):\n",
    "            if ' ' in character:\n",
    "                interaction.extend(character.split())\n",
    "            else:\n",
    "                interaction.append(character)\n",
    "        interaction = set(interaction)\n",
    "        if len(interaction) > 1:\n",
    "            for sp1, sp2 in combinations(interaction, 2):\n",
    "                if G.has_edge(sp1, sp2):\n",
    "                    G[sp1][sp2]['weight'] += 1\n",
    "                else:\n",
    "                    G.add_edge(sp1, sp2, weight=1)\n",
    "        si += 1\n",
    "        ei += 1\n",
    "\n",
    "    \n",
    "    weighted = nx.pagerank(G)\n",
    "    char = {c: weighted[c] for c in G.nodes}\n",
    "    lst.append(char)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "236\n"
     ]
    }
   ],
   "source": [
    "chardf = pd.DataFrame(lst)\n",
    "print(len(chardf))\n",
    "chardf.head()\n",
    "\n",
    "chars = [col for col in chardf.columns if len(chardf[col].dropna()) >= 10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Monica', 'Joey', 'Chandler', 'Phoebe', 'All', 'Ross', 'Rachel', 'Carol', 'Susan', 'Both', 'Janice', 'Woman', 'Nurse', 'Guy', 'Man', 'ALL', 'Mike', 'Gunther', 'Ben', 'Emily']\n"
     ]
    }
   ],
   "source": [
    "print(chars)\n",
    "ok = ['Monica', 'Joey', 'Chandler', 'Phoebe', 'Ross', 'Rachel', 'Carol', 'Susan', 'Janice', 'Mike', 'Gunther', 'Ben', 'Emily']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "main = chardf[ok]\n",
    "main = main.fillna(0)\n",
    "ratings = ratings.join(main)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year_of_prod</th>\n",
       "      <th>Season</th>\n",
       "      <th>Episode Number</th>\n",
       "      <th>Episode_Title</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Director</th>\n",
       "      <th>Stars</th>\n",
       "      <th>Votes</th>\n",
       "      <th>match</th>\n",
       "      <th>...</th>\n",
       "      <th>Phoebe</th>\n",
       "      <th>Ross</th>\n",
       "      <th>Rachel</th>\n",
       "      <th>Carol</th>\n",
       "      <th>Susan</th>\n",
       "      <th>Janice</th>\n",
       "      <th>Mike</th>\n",
       "      <th>Gunther</th>\n",
       "      <th>Ben</th>\n",
       "      <th>Emily</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>The One Where Monica Gets a Roommate: The Pilot</td>\n",
       "      <td>22</td>\n",
       "      <td>Monica and the gang introduce Rachel to the \"r...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.3</td>\n",
       "      <td>7440</td>\n",
       "      <td>11</td>\n",
       "      <td>...</td>\n",
       "      <td>0.061248</td>\n",
       "      <td>0.144114</td>\n",
       "      <td>0.155643</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>The One with the Sonogram at the End</td>\n",
       "      <td>22</td>\n",
       "      <td>Ross finds out his ex-wife is pregnant. Rachel...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.1</td>\n",
       "      <td>4888</td>\n",
       "      <td>12</td>\n",
       "      <td>...</td>\n",
       "      <td>0.061500</td>\n",
       "      <td>0.248342</td>\n",
       "      <td>0.165269</td>\n",
       "      <td>0.088068</td>\n",
       "      <td>0.044696</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>The One with the Thumb</td>\n",
       "      <td>22</td>\n",
       "      <td>Monica becomes irritated when everyone likes h...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.2</td>\n",
       "      <td>4605</td>\n",
       "      <td>13</td>\n",
       "      <td>...</td>\n",
       "      <td>0.145415</td>\n",
       "      <td>0.125624</td>\n",
       "      <td>0.102383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>The One with George Stephanopoulos</td>\n",
       "      <td>22</td>\n",
       "      <td>Joey and Chandler take Ross to a hockey game t...</td>\n",
       "      <td>James Burrows</td>\n",
       "      <td>8.1</td>\n",
       "      <td>4468</td>\n",
       "      <td>14</td>\n",
       "      <td>...</td>\n",
       "      <td>0.111161</td>\n",
       "      <td>0.151849</td>\n",
       "      <td>0.162042</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1994</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>The One with the East German Laundry Detergent</td>\n",
       "      <td>22</td>\n",
       "      <td>Eager to spend time with Rachel, Ross pretends...</td>\n",
       "      <td>Pamela Fryman</td>\n",
       "      <td>8.5</td>\n",
       "      <td>4438</td>\n",
       "      <td>15</td>\n",
       "      <td>...</td>\n",
       "      <td>0.095007</td>\n",
       "      <td>0.150061</td>\n",
       "      <td>0.141764</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.047483</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231</th>\n",
       "      <td>2004</td>\n",
       "      <td>10</td>\n",
       "      <td>14</td>\n",
       "      <td>The One with Princess Consuela</td>\n",
       "      <td>22</td>\n",
       "      <td>When Phoebe goes to get her name changed she r...</td>\n",
       "      <td>Gary Halvorson</td>\n",
       "      <td>8.6</td>\n",
       "      <td>2989</td>\n",
       "      <td>1014</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126801</td>\n",
       "      <td>0.155808</td>\n",
       "      <td>0.140751</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.085182</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>2004</td>\n",
       "      <td>10</td>\n",
       "      <td>15</td>\n",
       "      <td>The One Where Estelle Dies</td>\n",
       "      <td>22</td>\n",
       "      <td>Ross tries to get Rachel to go back to Ralph L...</td>\n",
       "      <td>Gary Halvorson</td>\n",
       "      <td>8.5</td>\n",
       "      <td>2771</td>\n",
       "      <td>1015</td>\n",
       "      <td>...</td>\n",
       "      <td>0.111157</td>\n",
       "      <td>0.176421</td>\n",
       "      <td>0.153581</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>233</th>\n",
       "      <td>2004</td>\n",
       "      <td>10</td>\n",
       "      <td>16</td>\n",
       "      <td>The One with Rachel's Going Away Party</td>\n",
       "      <td>22</td>\n",
       "      <td>The gang throws Rachel a goodbye party, during...</td>\n",
       "      <td>Gary Halvorson</td>\n",
       "      <td>8.9</td>\n",
       "      <td>3141</td>\n",
       "      <td>1016</td>\n",
       "      <td>...</td>\n",
       "      <td>0.127607</td>\n",
       "      <td>0.161948</td>\n",
       "      <td>0.103928</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.027391</td>\n",
       "      <td>0.019383</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>2004</td>\n",
       "      <td>10</td>\n",
       "      <td>17</td>\n",
       "      <td>The Last One: Part 1</td>\n",
       "      <td>30</td>\n",
       "      <td>Erica gives birth to the baby that Monica and ...</td>\n",
       "      <td>Kevin Bright</td>\n",
       "      <td>9.5</td>\n",
       "      <td>6221</td>\n",
       "      <td>1017</td>\n",
       "      <td>...</td>\n",
       "      <td>0.178454</td>\n",
       "      <td>0.233251</td>\n",
       "      <td>0.120296</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235</th>\n",
       "      <td>2004</td>\n",
       "      <td>10</td>\n",
       "      <td>18</td>\n",
       "      <td>The Last One: Part 2</td>\n",
       "      <td>30</td>\n",
       "      <td>Phoebe races Ross to the airport in a bid to s...</td>\n",
       "      <td>Kevin Bright</td>\n",
       "      <td>9.7</td>\n",
       "      <td>10381</td>\n",
       "      <td>1018</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126229</td>\n",
       "      <td>0.167016</td>\n",
       "      <td>0.196073</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>236 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Year_of_prod  Season  Episode Number  \\\n",
       "0            1994       1               1   \n",
       "1            1994       1               2   \n",
       "2            1994       1               3   \n",
       "3            1994       1               4   \n",
       "4            1994       1               5   \n",
       "..            ...     ...             ...   \n",
       "231          2004      10              14   \n",
       "232          2004      10              15   \n",
       "233          2004      10              16   \n",
       "234          2004      10              17   \n",
       "235          2004      10              18   \n",
       "\n",
       "                                       Episode_Title  Duration  \\\n",
       "0    The One Where Monica Gets a Roommate: The Pilot        22   \n",
       "1               The One with the Sonogram at the End        22   \n",
       "2                             The One with the Thumb        22   \n",
       "3                 The One with George Stephanopoulos        22   \n",
       "4     The One with the East German Laundry Detergent        22   \n",
       "..                                               ...       ...   \n",
       "231                   The One with Princess Consuela        22   \n",
       "232                       The One Where Estelle Dies        22   \n",
       "233           The One with Rachel's Going Away Party        22   \n",
       "234                             The Last One: Part 1        30   \n",
       "235                             The Last One: Part 2        30   \n",
       "\n",
       "                                               Summary        Director  Stars  \\\n",
       "0    Monica and the gang introduce Rachel to the \"r...   James Burrows    8.3   \n",
       "1    Ross finds out his ex-wife is pregnant. Rachel...   James Burrows    8.1   \n",
       "2    Monica becomes irritated when everyone likes h...   James Burrows    8.2   \n",
       "3    Joey and Chandler take Ross to a hockey game t...   James Burrows    8.1   \n",
       "4    Eager to spend time with Rachel, Ross pretends...   Pamela Fryman    8.5   \n",
       "..                                                 ...             ...    ...   \n",
       "231  When Phoebe goes to get her name changed she r...  Gary Halvorson    8.6   \n",
       "232  Ross tries to get Rachel to go back to Ralph L...  Gary Halvorson    8.5   \n",
       "233  The gang throws Rachel a goodbye party, during...  Gary Halvorson    8.9   \n",
       "234  Erica gives birth to the baby that Monica and ...    Kevin Bright    9.5   \n",
       "235  Phoebe races Ross to the airport in a bid to s...    Kevin Bright    9.7   \n",
       "\n",
       "     Votes match  ...    Phoebe      Ross    Rachel     Carol     Susan  \\\n",
       "0     7440    11  ...  0.061248  0.144114  0.155643  0.000000  0.000000   \n",
       "1     4888    12  ...  0.061500  0.248342  0.165269  0.088068  0.044696   \n",
       "2     4605    13  ...  0.145415  0.125624  0.102383  0.000000  0.000000   \n",
       "3     4468    14  ...  0.111161  0.151849  0.162042  0.000000  0.000000   \n",
       "4     4438    15  ...  0.095007  0.150061  0.141764  0.000000  0.000000   \n",
       "..     ...   ...  ...       ...       ...       ...       ...       ...   \n",
       "231   2989  1014  ...  0.126801  0.155808  0.140751  0.000000  0.000000   \n",
       "232   2771  1015  ...  0.111157  0.176421  0.153581  0.000000  0.000000   \n",
       "233   3141  1016  ...  0.127607  0.161948  0.103928  0.000000  0.000000   \n",
       "234   6221  1017  ...  0.178454  0.233251  0.120296  0.000000  0.000000   \n",
       "235  10381  1018  ...  0.126229  0.167016  0.196073  0.000000  0.000000   \n",
       "\n",
       "       Janice      Mike   Gunther  Ben  Emily  \n",
       "0    0.000000  0.000000  0.000000  0.0    0.0  \n",
       "1    0.000000  0.000000  0.000000  0.0    0.0  \n",
       "2    0.000000  0.000000  0.000000  0.0    0.0  \n",
       "3    0.000000  0.000000  0.000000  0.0    0.0  \n",
       "4    0.047483  0.000000  0.000000  0.0    0.0  \n",
       "..        ...       ...       ...  ...    ...  \n",
       "231  0.085182  0.000000  0.000000  0.0    0.0  \n",
       "232  0.000000  0.000000  0.000000  0.0    0.0  \n",
       "233  0.000000  0.027391  0.019383  0.0    0.0  \n",
       "234  0.000000  0.000000  0.000000  0.0    0.0  \n",
       "235  0.000000  0.000000  0.000000  0.0    0.0  \n",
       "\n",
       "[236 rows x 26 columns]"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## inspect director"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "28"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(ratings['Director'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.8.8 ('base')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "db3ad00c254152fbd946dfe3ddf750e2d6dd1f511dd85499e770b0c6b301697a"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}