Udemy-Pathfinder.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "ab71bf60-9935-449a-b394-f8e236f05166",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "3a9a560e-169e-4015-98a2-f984bbaf24e4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>price_after_discount</th>\n",
       "      <th>main_price</th>\n",
       "      <th>course_flag</th>\n",
       "      <th>students_count</th>\n",
       "      <th>Unnamed: 14</th>\n",
       "      <th>Unnamed: 15</th>\n",
       "      <th>Unnamed: 16</th>\n",
       "      <th>Unnamed: 17</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£319.99</td>\n",
       "      <td>Original price: E£1,399.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1,629,692 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£269.99</td>\n",
       "      <td>Original price: E£1,399.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>830,559 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£349.99</td>\n",
       "      <td>Original price: E£1,699.99</td>\n",
       "      <td>Bestseller</td>\n",
       "      <td>794,897 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£319.99</td>\n",
       "      <td>Original price: E£1,599.99</td>\n",
       "      <td>Bestseller</td>\n",
       "      <td>634,196 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£349.99</td>\n",
       "      <td>Original price: E£849.99</td>\n",
       "      <td>Bestseller</td>\n",
       "      <td>727,934 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5022</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>Current price: E£519.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>422 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5023</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£1,199.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1,102 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5024</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>Current price: E£1,299.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45,245 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5025</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>Current price: E£749.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4,653 students</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5026</th>\n",
       "      <td>NaN</td>\n",
       "      <td>ITUniversity.RO Academy, Gabriel Avramescu</td>\n",
       "      <td>https://www.udemy.com/course/basics-of-program...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1949...</td>\n",
       "      <td>Most cars, IoT devices or embedded devices hav...</td>\n",
       "      <td>Rating: 5.0 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>1.5 total hours</td>\n",
       "      <td>20 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>Current price: E£229.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5027 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "5022  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "5023  Python Object Oriented Programming (OOP): Begi...   \n",
       "5024                                jQuery Basics Guide   \n",
       "5025  Introduction to Android Development for beginners   \n",
       "5026                                                NaN   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "5022                                  Serkan Büyüktopçu   \n",
       "5023                                           Andy Bek   \n",
       "5024                                    Learn Tech Plus   \n",
       "5025                        Bluelime Learning Solutions   \n",
       "5026         ITUniversity.RO Academy, Gabriel Avramescu   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "5022  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "5023  https://www.udemy.com/course/object-oriented-p...   \n",
       "5024   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "5025  https://www.udemy.com/course/introduction-to-a...   \n",
       "5026  https://www.udemy.com/course/basics-of-program...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "5022  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "5023  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "5024  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "5025  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "5026  https://img-b.udemycdn.com/course/240x135/1949...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "5022  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "5023         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "5024  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "5025    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "5026  Most cars, IoT devices or embedded devices hav...  Rating: 5.0 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "5022     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "5023     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "5024     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "5025     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "5026     124 reviews   1.5 total hours    20 lectures    Beginner   \n",
       "\n",
       "           price_after_discount                  main_price course_flag  \\\n",
       "0       Current price: E£319.99  Original price: E£1,399.99         NaN   \n",
       "1       Current price: E£269.99  Original price: E£1,399.99         NaN   \n",
       "2       Current price: E£349.99  Original price: E£1,699.99  Bestseller   \n",
       "3       Current price: E£319.99  Original price: E£1,599.99  Bestseller   \n",
       "4       Current price: E£349.99    Original price: E£849.99  Bestseller   \n",
       "...                         ...                         ...         ...   \n",
       "5022    Current price: E£519.99                         NaN         NaN   \n",
       "5023  Current price: E£1,199.99                         NaN         NaN   \n",
       "5024  Current price: E£1,299.99                         NaN         NaN   \n",
       "5025    Current price: E£749.99                         NaN         NaN   \n",
       "5026    Current price: E£229.99                         NaN         NaN   \n",
       "\n",
       "          students_count Unnamed: 14 Unnamed: 15 Unnamed: 16 Unnamed: 17  \n",
       "0     1,629,692 students         NaN         NaN         NaN         NaN  \n",
       "1       830,559 students         NaN         NaN         NaN         NaN  \n",
       "2       794,897 students         NaN         NaN         NaN         NaN  \n",
       "3       634,196 students         NaN         NaN         NaN         NaN  \n",
       "4       727,934 students         NaN         NaN         NaN         NaN  \n",
       "...                  ...         ...         ...         ...         ...  \n",
       "5022        422 students         NaN         NaN         NaN         NaN  \n",
       "5023      1,102 students         NaN         NaN         NaN         NaN  \n",
       "5024     45,245 students         NaN         NaN         NaN         NaN  \n",
       "5025      4,653 students         NaN         NaN         NaN         NaN  \n",
       "5026                 NaN         NaN         NaN         NaN         NaN  \n",
       "\n",
       "[5027 rows x 18 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=pd.read_csv(\"data.csv\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "e50ee7eb-f4c8-4e4d-a9ce-ac77cfae4a78",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 5027 entries, 0 to 5026\n",
      "Data columns (total 18 columns):\n",
      " #   Column                Non-Null Count  Dtype \n",
      "---  ------                --------------  ----- \n",
      " 0   course_name           5013 non-null   object\n",
      " 1   instructor            5016 non-null   object\n",
      " 2   course url            5020 non-null   object\n",
      " 3   course image          5017 non-null   object\n",
      " 4   course description    5016 non-null   object\n",
      " 5   reviews_avg           5017 non-null   object\n",
      " 6   reviews_count         5017 non-null   object\n",
      " 7   course_duration       5017 non-null   object\n",
      " 8   lectures_count        5017 non-null   object\n",
      " 9   level                 5017 non-null   object\n",
      " 10  price_after_discount  5017 non-null   object\n",
      " 11  main_price            4799 non-null   object\n",
      " 12  course_flag           518 non-null    object\n",
      " 13  students_count        5013 non-null   object\n",
      " 14  Unnamed: 14           3 non-null      object\n",
      " 15  Unnamed: 15           1 non-null      object\n",
      " 16  Unnamed: 16           1 non-null      object\n",
      " 17  Unnamed: 17           1 non-null      object\n",
      "dtypes: object(18)\n",
      "memory usage: 707.1+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "2483bf6f-ec5b-40cc-85e2-afb967570e9e",
   "metadata": {},
   "outputs": [],
   "source": [
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from datetime import datetime\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.metrics.pairwise import cosine_similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "c16b476d-fbf4-4484-92c9-466eef239b7c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>price_after_discount</th>\n",
       "      <th>main_price</th>\n",
       "      <th>students_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£319.99</td>\n",
       "      <td>Original price: E£1,399.99</td>\n",
       "      <td>1,629,692 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£269.99</td>\n",
       "      <td>Original price: E£1,399.99</td>\n",
       "      <td>830,559 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£349.99</td>\n",
       "      <td>Original price: E£1,699.99</td>\n",
       "      <td>794,897 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£319.99</td>\n",
       "      <td>Original price: E£1,599.99</td>\n",
       "      <td>634,196 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£349.99</td>\n",
       "      <td>Original price: E£849.99</td>\n",
       "      <td>727,934 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5022</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>Current price: E£519.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>422 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5023</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>Current price: E£1,199.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1,102 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5024</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>Current price: E£1,299.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45,245 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5025</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>Current price: E£749.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4,653 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5026</th>\n",
       "      <td>NaN</td>\n",
       "      <td>ITUniversity.RO Academy, Gabriel Avramescu</td>\n",
       "      <td>https://www.udemy.com/course/basics-of-program...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1949...</td>\n",
       "      <td>Most cars, IoT devices or embedded devices hav...</td>\n",
       "      <td>Rating: 5.0 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>1.5 total hours</td>\n",
       "      <td>20 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>Current price: E£229.99</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5027 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "5022  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "5023  Python Object Oriented Programming (OOP): Begi...   \n",
       "5024                                jQuery Basics Guide   \n",
       "5025  Introduction to Android Development for beginners   \n",
       "5026                                                NaN   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "5022                                  Serkan Büyüktopçu   \n",
       "5023                                           Andy Bek   \n",
       "5024                                    Learn Tech Plus   \n",
       "5025                        Bluelime Learning Solutions   \n",
       "5026         ITUniversity.RO Academy, Gabriel Avramescu   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "5022  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "5023  https://www.udemy.com/course/object-oriented-p...   \n",
       "5024   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "5025  https://www.udemy.com/course/introduction-to-a...   \n",
       "5026  https://www.udemy.com/course/basics-of-program...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "5022  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "5023  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "5024  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "5025  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "5026  https://img-b.udemycdn.com/course/240x135/1949...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "5022  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "5023         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "5024  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "5025    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "5026  Most cars, IoT devices or embedded devices hav...  Rating: 5.0 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "5022     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "5023     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "5024     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "5025     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "5026     124 reviews   1.5 total hours    20 lectures    Beginner   \n",
       "\n",
       "           price_after_discount                  main_price  \\\n",
       "0       Current price: E£319.99  Original price: E£1,399.99   \n",
       "1       Current price: E£269.99  Original price: E£1,399.99   \n",
       "2       Current price: E£349.99  Original price: E£1,699.99   \n",
       "3       Current price: E£319.99  Original price: E£1,599.99   \n",
       "4       Current price: E£349.99    Original price: E£849.99   \n",
       "...                         ...                         ...   \n",
       "5022    Current price: E£519.99                         NaN   \n",
       "5023  Current price: E£1,199.99                         NaN   \n",
       "5024  Current price: E£1,299.99                         NaN   \n",
       "5025    Current price: E£749.99                         NaN   \n",
       "5026    Current price: E£229.99                         NaN   \n",
       "\n",
       "          students_count  \n",
       "0     1,629,692 students  \n",
       "1       830,559 students  \n",
       "2       794,897 students  \n",
       "3       634,196 students  \n",
       "4       727,934 students  \n",
       "...                  ...  \n",
       "5022        422 students  \n",
       "5023      1,102 students  \n",
       "5024     45,245 students  \n",
       "5025      4,653 students  \n",
       "5026                 NaN  \n",
       "\n",
       "[5027 rows x 13 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=df.drop(columns=['Unnamed: 14','Unnamed: 15','Unnamed: 16','Unnamed: 17'])\n",
    "df=df.drop(columns=['course_flag'])\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "9f966469-3d36-444f-9c13-ca4000824a17",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "course_name              14\n",
       "instructor               11\n",
       "course url                7\n",
       "course image             10\n",
       "course description       11\n",
       "reviews_avg              10\n",
       "reviews_count            10\n",
       "course_duration          10\n",
       "lectures_count           10\n",
       "level                    10\n",
       "price_after_discount     10\n",
       "main_price              228\n",
       "students_count           14\n",
       "dtype: int64"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "fa32599a-b3e5-457a-9e43-7c9367111bbd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>students_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,629,692 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>830,559 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>794,897 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>634,196 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>727,934 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5022</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>422 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5023</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,102 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5024</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>45,245 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5025</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>4,653 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5026</th>\n",
       "      <td>NaN</td>\n",
       "      <td>ITUniversity.RO Academy, Gabriel Avramescu</td>\n",
       "      <td>https://www.udemy.com/course/basics-of-program...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1949...</td>\n",
       "      <td>Most cars, IoT devices or embedded devices hav...</td>\n",
       "      <td>Rating: 5.0 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>1.5 total hours</td>\n",
       "      <td>20 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5027 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "5022  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "5023  Python Object Oriented Programming (OOP): Begi...   \n",
       "5024                                jQuery Basics Guide   \n",
       "5025  Introduction to Android Development for beginners   \n",
       "5026                                                NaN   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "5022                                  Serkan Büyüktopçu   \n",
       "5023                                           Andy Bek   \n",
       "5024                                    Learn Tech Plus   \n",
       "5025                        Bluelime Learning Solutions   \n",
       "5026         ITUniversity.RO Academy, Gabriel Avramescu   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "5022  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "5023  https://www.udemy.com/course/object-oriented-p...   \n",
       "5024   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "5025  https://www.udemy.com/course/introduction-to-a...   \n",
       "5026  https://www.udemy.com/course/basics-of-program...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "5022  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "5023  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "5024  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "5025  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "5026  https://img-b.udemycdn.com/course/240x135/1949...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "5022  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "5023         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "5024  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "5025    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "5026  Most cars, IoT devices or embedded devices hav...  Rating: 5.0 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "5022     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "5023     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "5024     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "5025     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "5026     124 reviews   1.5 total hours    20 lectures    Beginner   \n",
       "\n",
       "          students_count  \n",
       "0     1,629,692 students  \n",
       "1       830,559 students  \n",
       "2       794,897 students  \n",
       "3       634,196 students  \n",
       "4       727,934 students  \n",
       "...                  ...  \n",
       "5022        422 students  \n",
       "5023      1,102 students  \n",
       "5024     45,245 students  \n",
       "5025      4,653 students  \n",
       "5026                 NaN  \n",
       "\n",
       "[5027 rows x 11 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=df.drop(columns=['main_price','price_after_discount'])\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "1b6f082a-49b5-442d-bdde-b7e7fa8067d5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>students_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,629,692 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>830,559 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>794,897 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>634,196 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>727,934 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5021</th>\n",
       "      <td>Game Theory Algorithms in Competitive Programm...</td>\n",
       "      <td>Apaar Kamal, Coding Minutes</td>\n",
       "      <td>https://www.udemy.com/course/game-theory-algor...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3878...</td>\n",
       "      <td>Dive deep into game theory algorithms, learn &amp;...</td>\n",
       "      <td>Rating: 4.9 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>41 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>5,087 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5022</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>422 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5023</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,102 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5024</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>45,245 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5025</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>4,653 students</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5011 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "5021  Game Theory Algorithms in Competitive Programm...   \n",
       "5022  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "5023  Python Object Oriented Programming (OOP): Begi...   \n",
       "5024                                jQuery Basics Guide   \n",
       "5025  Introduction to Android Development for beginners   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "5021                        Apaar Kamal, Coding Minutes   \n",
       "5022                                  Serkan Büyüktopçu   \n",
       "5023                                           Andy Bek   \n",
       "5024                                    Learn Tech Plus   \n",
       "5025                        Bluelime Learning Solutions   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "5021  https://www.udemy.com/course/game-theory-algor...   \n",
       "5022  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "5023  https://www.udemy.com/course/object-oriented-p...   \n",
       "5024   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "5025  https://www.udemy.com/course/introduction-to-a...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "5021  https://img-b.udemycdn.com/course/240x135/3878...   \n",
       "5022  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "5023  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "5024  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "5025  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "5021  Dive deep into game theory algorithms, learn &...  Rating: 4.9 out of 5   \n",
       "5022  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "5023         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "5024  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "5025    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "5021     124 reviews     8 total hours    41 lectures  All Levels   \n",
       "5022     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "5023     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "5024     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "5025     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "\n",
       "          students_count  \n",
       "0     1,629,692 students  \n",
       "1       830,559 students  \n",
       "2       794,897 students  \n",
       "3       634,196 students  \n",
       "4       727,934 students  \n",
       "...                  ...  \n",
       "5021      5,087 students  \n",
       "5022        422 students  \n",
       "5023      1,102 students  \n",
       "5024     45,245 students  \n",
       "5025      4,653 students  \n",
       "\n",
       "[5011 rows x 11 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dropna(inplace=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "e26f6c63-5ecc-41e9-aa71-42e5906df268",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>students_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3187</th>\n",
       "      <td>Advanced Typescript programming with NodeJs an...</td>\n",
       "      <td>Alex Horea</td>\n",
       "      <td>https://www.udemy.com/course/typescript-full-s...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3309...</td>\n",
       "      <td>Watch Typescript, NodeJs, WebPack and AWS in a...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>271 reviews</td>\n",
       "      <td>9 total hours</td>\n",
       "      <td>73 lectures</td>\n",
       "      <td>Intermediate</td>\n",
       "      <td>3,688 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3458</th>\n",
       "      <td>Machine Learning In The Cloud With Azure Machi...</td>\n",
       "      <td>TetraNoodle Team, Manuj Aggarwal</td>\n",
       "      <td>https://www.udemy.com/course/machine-learning-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1568...</td>\n",
       "      <td>Introduction to machine learning in the cloud ...</td>\n",
       "      <td>Rating: 4.1 out of 5</td>\n",
       "      <td>240 reviews</td>\n",
       "      <td>3 total hours</td>\n",
       "      <td>35 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>5,564 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3474</th>\n",
       "      <td>Build Apps with ReactJS: The Complete Course</td>\n",
       "      <td>Eduonix Learning Solutions, Eduonix-Tech .</td>\n",
       "      <td>https://www.udemy.com/course/build-apps-with-r...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6457...</td>\n",
       "      <td>Learn to create web applications using ReactJS...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>239 reviews</td>\n",
       "      <td>5.5 total hours</td>\n",
       "      <td>35 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,735 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4418</th>\n",
       "      <td>JSON Crash Course for Beginners</td>\n",
       "      <td>Toshendra Sharma</td>\n",
       "      <td>https://www.udemy.com/course/json-crash-course...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1075...</td>\n",
       "      <td>Quickly Learn basics of JSON &amp; start writing t...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>156 reviews</td>\n",
       "      <td>38 total mins</td>\n",
       "      <td>7 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>3,496 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4466</th>\n",
       "      <td>Apache Airflow using Google Cloud Composer: In...</td>\n",
       "      <td>Guha Rajan M., B.Engg, MBA, PMP</td>\n",
       "      <td>https://www.udemy.com/course/apache-airflow-us...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2307...</td>\n",
       "      <td>With Google Cloud composer learn Apache Airflo...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>153 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>37 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>684 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4533</th>\n",
       "      <td>Java A-Z™ : Learn java within 8 hours</td>\n",
       "      <td>Sachin Kafle</td>\n",
       "      <td>https://www.udemy.com/course/java-a-z-become-m...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1567...</td>\n",
       "      <td>Never underestimate power of \"Java\",Make real ...</td>\n",
       "      <td>Rating: 4.3 out of 5</td>\n",
       "      <td>149 reviews</td>\n",
       "      <td>8.5 total hours</td>\n",
       "      <td>68 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>8,833 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4564</th>\n",
       "      <td>R Programming Complete Certification Training</td>\n",
       "      <td>Uplatz Training</td>\n",
       "      <td>https://www.udemy.com/course/r-programming-tra...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3317...</td>\n",
       "      <td>R concepts, coding examples. Data structure, l...</td>\n",
       "      <td>Rating: 4.4 out of 5</td>\n",
       "      <td>148 reviews</td>\n",
       "      <td>21 total hours</td>\n",
       "      <td>39 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>14,327 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4595</th>\n",
       "      <td>The JavaScript Complete Guide Course</td>\n",
       "      <td>Muhammad Ismail</td>\n",
       "      <td>https://www.udemy.com/course/javascript-comple...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3447...</td>\n",
       "      <td>The JavaScript Complete Guide Course,  Modern ...</td>\n",
       "      <td>Rating: 3.5 out of 5</td>\n",
       "      <td>145 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>36 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>23,418 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4596</th>\n",
       "      <td>Learn Basics of Web Design 2020 HTML CSS and B...</td>\n",
       "      <td>Mohammed Khan, Mohammed Khan</td>\n",
       "      <td>https://www.udemy.com/course/learn-html-css-an...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3340...</td>\n",
       "      <td>The best course for learning the basics of HTM...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>145 reviews</td>\n",
       "      <td>7.5 total hours</td>\n",
       "      <td>53 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>17,081 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4644</th>\n",
       "      <td>Kotlin for Android Development : Develop an Ap...</td>\n",
       "      <td>Concept Courses ⁯⁯⁯⁯⁯, Ted Horyczun</td>\n",
       "      <td>https://www.udemy.com/course/kotlin-for-androi...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1294...</td>\n",
       "      <td>Develop a Real World Weather App Using Kotlin ...</td>\n",
       "      <td>Rating: 3.4 out of 5</td>\n",
       "      <td>142 reviews</td>\n",
       "      <td>1 total hour</td>\n",
       "      <td>24 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>10,079 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4676</th>\n",
       "      <td>Java 8 bootcamp (Java8, Collections, JDBC, MyS...</td>\n",
       "      <td>Shrirang Korde</td>\n",
       "      <td>https://www.udemy.com/course/smt-java-advjava/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3407...</td>\n",
       "      <td>Java Hands-on development</td>\n",
       "      <td>Rating: 4.2 out of 5</td>\n",
       "      <td>140 reviews</td>\n",
       "      <td>16 total hours</td>\n",
       "      <td>80 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>15,800 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4707</th>\n",
       "      <td>React Native Projects</td>\n",
       "      <td>Packt Publishing</td>\n",
       "      <td>https://www.udemy.com/course/react-native-proj...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/9524...</td>\n",
       "      <td>Develop Native Cross-Platform Mobile Apps Fast...</td>\n",
       "      <td>Rating: 3.5 out of 5</td>\n",
       "      <td>139 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>41 lectures</td>\n",
       "      <td>Intermediate</td>\n",
       "      <td>910 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4740</th>\n",
       "      <td>*NEW* Web Forms - 2022 Build &amp; Master Web forms</td>\n",
       "      <td>Clyde Matthew</td>\n",
       "      <td>https://www.udemy.com/course/master-web-forms/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3491...</td>\n",
       "      <td>Master web forms. Complete. From HTML design t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>138 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>249 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,315 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4803</th>\n",
       "      <td>Build a Tinder Clone for Android from scratch</td>\n",
       "      <td>Catalin Stefan</td>\n",
       "      <td>https://www.udemy.com/course/buildtinder/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2261...</td>\n",
       "      <td>Create your own dating app</td>\n",
       "      <td>Rating: 3.9 out of 5</td>\n",
       "      <td>134 reviews</td>\n",
       "      <td>7 total hours</td>\n",
       "      <td>40 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>867 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4916</th>\n",
       "      <td>iOS Development - Create 4 Quiz Apps with Swif...</td>\n",
       "      <td>Johannes Ruof, Timothy Meixner</td>\n",
       "      <td>https://www.udemy.com/course/ios-development-c...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1015...</td>\n",
       "      <td>In this course we will develop 4 different qui...</td>\n",
       "      <td>Rating: 4.4 out of 5</td>\n",
       "      <td>129 reviews</td>\n",
       "      <td>5 total hours</td>\n",
       "      <td>31 lectures</td>\n",
       "      <td>Intermediate</td>\n",
       "      <td>1,669 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4947</th>\n",
       "      <td>Applied Machine Learning For Healthcare</td>\n",
       "      <td>Eduonix Learning Solutions, Eduonix-Tech .</td>\n",
       "      <td>https://www.udemy.com/course/applied-machine-l...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1803...</td>\n",
       "      <td>Learn to implement machine learning algorithms...</td>\n",
       "      <td>Rating: 4.2 out of 5</td>\n",
       "      <td>128 reviews</td>\n",
       "      <td>5 total hours</td>\n",
       "      <td>19 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>890 students</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "3187  Advanced Typescript programming with NodeJs an...   \n",
       "3458  Machine Learning In The Cloud With Azure Machi...   \n",
       "3474       Build Apps with ReactJS: The Complete Course   \n",
       "4418                    JSON Crash Course for Beginners   \n",
       "4466  Apache Airflow using Google Cloud Composer: In...   \n",
       "4533              Java A-Z™ : Learn java within 8 hours   \n",
       "4564      R Programming Complete Certification Training   \n",
       "4595               The JavaScript Complete Guide Course   \n",
       "4596  Learn Basics of Web Design 2020 HTML CSS and B...   \n",
       "4644  Kotlin for Android Development : Develop an Ap...   \n",
       "4676  Java 8 bootcamp (Java8, Collections, JDBC, MyS...   \n",
       "4707                              React Native Projects   \n",
       "4740    *NEW* Web Forms - 2022 Build & Master Web forms   \n",
       "4803      Build a Tinder Clone for Android from scratch   \n",
       "4916  iOS Development - Create 4 Quiz Apps with Swif...   \n",
       "4947            Applied Machine Learning For Healthcare   \n",
       "\n",
       "                                      instructor  \\\n",
       "3187                                  Alex Horea   \n",
       "3458            TetraNoodle Team, Manuj Aggarwal   \n",
       "3474  Eduonix Learning Solutions, Eduonix-Tech .   \n",
       "4418                            Toshendra Sharma   \n",
       "4466             Guha Rajan M., B.Engg, MBA, PMP   \n",
       "4533                                Sachin Kafle   \n",
       "4564                             Uplatz Training   \n",
       "4595                             Muhammad Ismail   \n",
       "4596                Mohammed Khan, Mohammed Khan   \n",
       "4644         Concept Courses ⁯⁯⁯⁯⁯, Ted Horyczun   \n",
       "4676                              Shrirang Korde   \n",
       "4707                            Packt Publishing   \n",
       "4740                               Clyde Matthew   \n",
       "4803                              Catalin Stefan   \n",
       "4916              Johannes Ruof, Timothy Meixner   \n",
       "4947  Eduonix Learning Solutions, Eduonix-Tech .   \n",
       "\n",
       "                                             course url  \\\n",
       "3187  https://www.udemy.com/course/typescript-full-s...   \n",
       "3458  https://www.udemy.com/course/machine-learning-...   \n",
       "3474  https://www.udemy.com/course/build-apps-with-r...   \n",
       "4418  https://www.udemy.com/course/json-crash-course...   \n",
       "4466  https://www.udemy.com/course/apache-airflow-us...   \n",
       "4533  https://www.udemy.com/course/java-a-z-become-m...   \n",
       "4564  https://www.udemy.com/course/r-programming-tra...   \n",
       "4595  https://www.udemy.com/course/javascript-comple...   \n",
       "4596  https://www.udemy.com/course/learn-html-css-an...   \n",
       "4644  https://www.udemy.com/course/kotlin-for-androi...   \n",
       "4676     https://www.udemy.com/course/smt-java-advjava/   \n",
       "4707  https://www.udemy.com/course/react-native-proj...   \n",
       "4740     https://www.udemy.com/course/master-web-forms/   \n",
       "4803          https://www.udemy.com/course/buildtinder/   \n",
       "4916  https://www.udemy.com/course/ios-development-c...   \n",
       "4947  https://www.udemy.com/course/applied-machine-l...   \n",
       "\n",
       "                                           course image  \\\n",
       "3187  https://img-b.udemycdn.com/course/240x135/3309...   \n",
       "3458  https://img-b.udemycdn.com/course/240x135/1568...   \n",
       "3474  https://img-b.udemycdn.com/course/240x135/6457...   \n",
       "4418  https://img-b.udemycdn.com/course/240x135/1075...   \n",
       "4466  https://img-b.udemycdn.com/course/240x135/2307...   \n",
       "4533  https://img-b.udemycdn.com/course/240x135/1567...   \n",
       "4564  https://img-b.udemycdn.com/course/240x135/3317...   \n",
       "4595  https://img-b.udemycdn.com/course/240x135/3447...   \n",
       "4596  https://img-b.udemycdn.com/course/240x135/3340...   \n",
       "4644  https://img-b.udemycdn.com/course/240x135/1294...   \n",
       "4676  https://img-b.udemycdn.com/course/240x135/3407...   \n",
       "4707  https://img-b.udemycdn.com/course/240x135/9524...   \n",
       "4740  https://img-b.udemycdn.com/course/240x135/3491...   \n",
       "4803  https://img-b.udemycdn.com/course/240x135/2261...   \n",
       "4916  https://img-b.udemycdn.com/course/240x135/1015...   \n",
       "4947  https://img-b.udemycdn.com/course/240x135/1803...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "3187  Watch Typescript, NodeJs, WebPack and AWS in a...  Rating: 3.8 out of 5   \n",
       "3458  Introduction to machine learning in the cloud ...  Rating: 4.1 out of 5   \n",
       "3474  Learn to create web applications using ReactJS...  Rating: 3.8 out of 5   \n",
       "4418  Quickly Learn basics of JSON & start writing t...  Rating: 3.6 out of 5   \n",
       "4466  With Google Cloud composer learn Apache Airflo...  Rating: 3.8 out of 5   \n",
       "4533  Never underestimate power of \"Java\",Make real ...  Rating: 4.3 out of 5   \n",
       "4564  R concepts, coding examples. Data structure, l...  Rating: 4.4 out of 5   \n",
       "4595  The JavaScript Complete Guide Course,  Modern ...  Rating: 3.5 out of 5   \n",
       "4596  The best course for learning the basics of HTM...  Rating: 3.8 out of 5   \n",
       "4644  Develop a Real World Weather App Using Kotlin ...  Rating: 3.4 out of 5   \n",
       "4676                          Java Hands-on development  Rating: 4.2 out of 5   \n",
       "4707  Develop Native Cross-Platform Mobile Apps Fast...  Rating: 3.5 out of 5   \n",
       "4740  Master web forms. Complete. From HTML design t...  Rating: 4.7 out of 5   \n",
       "4803                         Create your own dating app  Rating: 3.9 out of 5   \n",
       "4916  In this course we will develop 4 different qui...  Rating: 4.4 out of 5   \n",
       "4947  Learn to implement machine learning algorithms...  Rating: 4.2 out of 5   \n",
       "\n",
       "     reviews_count  course_duration lectures_count         level  \\\n",
       "3187   271 reviews    9 total hours    73 lectures  Intermediate   \n",
       "3458   240 reviews    3 total hours    35 lectures      Beginner   \n",
       "3474   239 reviews  5.5 total hours    35 lectures    All Levels   \n",
       "4418   156 reviews    38 total mins     7 lectures      Beginner   \n",
       "4466   153 reviews    4 total hours    37 lectures      Beginner   \n",
       "4533   149 reviews  8.5 total hours    68 lectures    All Levels   \n",
       "4564   148 reviews   21 total hours    39 lectures    All Levels   \n",
       "4595   145 reviews    4 total hours    36 lectures    All Levels   \n",
       "4596   145 reviews  7.5 total hours    53 lectures      Beginner   \n",
       "4644   142 reviews     1 total hour    24 lectures      Beginner   \n",
       "4676   140 reviews   16 total hours    80 lectures      Beginner   \n",
       "4707   139 reviews    4 total hours    41 lectures  Intermediate   \n",
       "4740   138 reviews   22 total hours   249 lectures    All Levels   \n",
       "4803   134 reviews    7 total hours    40 lectures    All Levels   \n",
       "4916   129 reviews    5 total hours    31 lectures  Intermediate   \n",
       "4947   128 reviews    5 total hours    19 lectures    All Levels   \n",
       "\n",
       "       students_count  \n",
       "3187   3,688 students  \n",
       "3458   5,564 students  \n",
       "3474   1,735 students  \n",
       "4418   3,496 students  \n",
       "4466     684 students  \n",
       "4533   8,833 students  \n",
       "4564  14,327 students  \n",
       "4595  23,418 students  \n",
       "4596  17,081 students  \n",
       "4644  10,079 students  \n",
       "4676  15,800 students  \n",
       "4707     910 students  \n",
       "4740   1,315 students  \n",
       "4803     867 students  \n",
       "4916   1,669 students  \n",
       "4947     890 students  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "duplicate_rows = df[df.duplicated()]\n",
    "duplicate_rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "20a3deb1-bb83-4e44-beb0-fd92e96ca1fd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>students_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,629,692 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>830,559 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>794,897 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>634,196 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>727,934 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4990</th>\n",
       "      <td>Game Theory Algorithms in Competitive Programm...</td>\n",
       "      <td>Apaar Kamal, Coding Minutes</td>\n",
       "      <td>https://www.udemy.com/course/game-theory-algor...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3878...</td>\n",
       "      <td>Dive deep into game theory algorithms, learn &amp;...</td>\n",
       "      <td>Rating: 4.9 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>41 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>5,087 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4991</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>422 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4992</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,102 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4993</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>45,245 students</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4994</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>4,653 students</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4995 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "4990  Game Theory Algorithms in Competitive Programm...   \n",
       "4991  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "4992  Python Object Oriented Programming (OOP): Begi...   \n",
       "4993                                jQuery Basics Guide   \n",
       "4994  Introduction to Android Development for beginners   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "4990                        Apaar Kamal, Coding Minutes   \n",
       "4991                                  Serkan Büyüktopçu   \n",
       "4992                                           Andy Bek   \n",
       "4993                                    Learn Tech Plus   \n",
       "4994                        Bluelime Learning Solutions   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "4990  https://www.udemy.com/course/game-theory-algor...   \n",
       "4991  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "4992  https://www.udemy.com/course/object-oriented-p...   \n",
       "4993   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "4994  https://www.udemy.com/course/introduction-to-a...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "4990  https://img-b.udemycdn.com/course/240x135/3878...   \n",
       "4991  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "4992  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "4993  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "4994  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "4990  Dive deep into game theory algorithms, learn &...  Rating: 4.9 out of 5   \n",
       "4991  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "4992         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "4993  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "4994    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "4990     124 reviews     8 total hours    41 lectures  All Levels   \n",
       "4991     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "4992     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "4993     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "4994     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "\n",
       "          students_count  \n",
       "0     1,629,692 students  \n",
       "1       830,559 students  \n",
       "2       794,897 students  \n",
       "3       634,196 students  \n",
       "4       727,934 students  \n",
       "...                  ...  \n",
       "4990      5,087 students  \n",
       "4991        422 students  \n",
       "4992      1,102 students  \n",
       "4993     45,245 students  \n",
       "4994      4,653 students  \n",
       "\n",
       "[4995 rows x 11 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data1=df.copy()\n",
    "data1.drop_duplicates(inplace=True)\n",
    "data1.reset_index(drop=True, inplace=True)\n",
    "data1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "b36c4d89-1158-463e-be2e-9d8395463fad",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['course_name', 'instructor', 'course url', 'course image',\n",
       "       'course description', 'reviews_avg', 'reviews_count', 'course_duration',\n",
       "       'lectures_count', 'level', 'students_count'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data1.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "8074a4dd-a81c-444f-a258-af50a53d8f3f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       Jose Portilla Learn Python like a Professional...\n",
       "1       Colt Steele COMPLETELY REDONE - The only cours...\n",
       "2       Dr. Angela Yu Become a Full-Stack Web Develope...\n",
       "3       Maximilian Schwarzmüller Master Angular 14 (fo...\n",
       "4       Tim Buchalka, Tim Buchalka's Learn Programming...\n",
       "                              ...                        \n",
       "4990    Apaar Kamal, Coding Minutes Dive deep into gam...\n",
       "4991    Serkan Büyüktopçu This course is a great push ...\n",
       "4992    Andy Bek Deep OOP Foundations From Absolute Sc...\n",
       "4993    Learn Tech Plus Everything you need to know to...\n",
       "4994    Bluelime Learning Solutions Create an Android ...\n",
       "Length: 4995, dtype: object"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features = ['instructor', 'course description','level']\n",
    "text_data = data1['instructor'] + ' ' + data1['course description'] + ' ' + data1['level']\n",
    "text_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "9662a2ec-3d86-4911-9b97-f32cf4a6f097",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>students_count</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,629,692 students</td>\n",
       "      <td>Jose Portilla Learn Python like a Professional...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>830,559 students</td>\n",
       "      <td>Colt Steele COMPLETELY REDONE - The only cours...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>794,897 students</td>\n",
       "      <td>Dr. Angela Yu Become a Full-Stack Web Develope...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>634,196 students</td>\n",
       "      <td>Maximilian Schwarzmüller Master Angular 14 (fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>727,934 students</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4990</th>\n",
       "      <td>Game Theory Algorithms in Competitive Programm...</td>\n",
       "      <td>Apaar Kamal, Coding Minutes</td>\n",
       "      <td>https://www.udemy.com/course/game-theory-algor...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3878...</td>\n",
       "      <td>Dive deep into game theory algorithms, learn &amp;...</td>\n",
       "      <td>Rating: 4.9 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>41 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>5,087 students</td>\n",
       "      <td>Apaar Kamal, Coding Minutes Dive deep into gam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4991</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>422 students</td>\n",
       "      <td>Serkan Büyüktopçu This course is a great push ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4992</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,102 students</td>\n",
       "      <td>Andy Bek Deep OOP Foundations From Absolute Sc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4993</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>45,245 students</td>\n",
       "      <td>Learn Tech Plus Everything you need to know to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4994</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>4,653 students</td>\n",
       "      <td>Bluelime Learning Solutions Create an Android ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4995 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "4990  Game Theory Algorithms in Competitive Programm...   \n",
       "4991  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "4992  Python Object Oriented Programming (OOP): Begi...   \n",
       "4993                                jQuery Basics Guide   \n",
       "4994  Introduction to Android Development for beginners   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "4990                        Apaar Kamal, Coding Minutes   \n",
       "4991                                  Serkan Büyüktopçu   \n",
       "4992                                           Andy Bek   \n",
       "4993                                    Learn Tech Plus   \n",
       "4994                        Bluelime Learning Solutions   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "4990  https://www.udemy.com/course/game-theory-algor...   \n",
       "4991  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "4992  https://www.udemy.com/course/object-oriented-p...   \n",
       "4993   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "4994  https://www.udemy.com/course/introduction-to-a...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "4990  https://img-b.udemycdn.com/course/240x135/3878...   \n",
       "4991  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "4992  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "4993  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "4994  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "4990  Dive deep into game theory algorithms, learn &...  Rating: 4.9 out of 5   \n",
       "4991  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "4992         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "4993  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "4994    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "4990     124 reviews     8 total hours    41 lectures  All Levels   \n",
       "4991     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "4992     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "4993     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "4994     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "\n",
       "          students_count                                               tags  \n",
       "0     1,629,692 students  Jose Portilla Learn Python like a Professional...  \n",
       "1       830,559 students  Colt Steele COMPLETELY REDONE - The only cours...  \n",
       "2       794,897 students  Dr. Angela Yu Become a Full-Stack Web Develope...  \n",
       "3       634,196 students  Maximilian Schwarzmüller Master Angular 14 (fo...  \n",
       "4       727,934 students  Tim Buchalka, Tim Buchalka's Learn Programming...  \n",
       "...                  ...                                                ...  \n",
       "4990      5,087 students  Apaar Kamal, Coding Minutes Dive deep into gam...  \n",
       "4991        422 students  Serkan Büyüktopçu This course is a great push ...  \n",
       "4992      1,102 students  Andy Bek Deep OOP Foundations From Absolute Sc...  \n",
       "4993     45,245 students  Learn Tech Plus Everything you need to know to...  \n",
       "4994      4,653 students  Bluelime Learning Solutions Create an Android ...  \n",
       "\n",
       "[4995 rows x 12 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data1['tags']=text_data\n",
    "data1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "c7ac3c21-7331-43c7-8ba9-4847f65cee06",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>course_name</th>\n",
       "      <th>instructor</th>\n",
       "      <th>course url</th>\n",
       "      <th>course image</th>\n",
       "      <th>course description</th>\n",
       "      <th>reviews_avg</th>\n",
       "      <th>reviews_count</th>\n",
       "      <th>course_duration</th>\n",
       "      <th>lectures_count</th>\n",
       "      <th>level</th>\n",
       "      <th>students_count</th>\n",
       "      <th>tags</th>\n",
       "      <th>ind</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla</td>\n",
       "      <td>https://www.udemy.com/course/complete-python-b...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5678...</td>\n",
       "      <td>Learn Python like a Professional  Start from t...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>440383 reviews</td>\n",
       "      <td>22 total hours</td>\n",
       "      <td>155 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,629,692 students</td>\n",
       "      <td>Jose Portilla Learn Python like a Professional...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele</td>\n",
       "      <td>https://www.udemy.com/course/the-web-developer...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/6252...</td>\n",
       "      <td>COMPLETELY REDONE - The only course you need t...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>248508 reviews</td>\n",
       "      <td>64 total hours</td>\n",
       "      <td>615 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>830,559 students</td>\n",
       "      <td>Colt Steele COMPLETELY REDONE - The only cours...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-web-...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1565...</td>\n",
       "      <td>Become a Full-Stack Web Developer with just ON...</td>\n",
       "      <td>Rating: 4.7 out of 5</td>\n",
       "      <td>234837 reviews</td>\n",
       "      <td>65.5 total hours</td>\n",
       "      <td>490 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>794,897 students</td>\n",
       "      <td>Dr. Angela Yu Become a Full-Stack Web Develope...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller</td>\n",
       "      <td>https://www.udemy.com/course/the-complete-guid...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/7561...</td>\n",
       "      <td>Master Angular 14 (formerly \"Angular 2\") and b...</td>\n",
       "      <td>Rating: 4.6 out of 5</td>\n",
       "      <td>174576 reviews</td>\n",
       "      <td>34.5 total hours</td>\n",
       "      <td>472 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>634,196 students</td>\n",
       "      <td>Maximilian Schwarzmüller Master Angular 14 (fo...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>https://www.udemy.com/course/java-the-complete...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/5336...</td>\n",
       "      <td>Learn Java In This Course And Become a Compute...</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>171838 reviews</td>\n",
       "      <td>80.5 total hours</td>\n",
       "      <td>401 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>727,934 students</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4990</th>\n",
       "      <td>Game Theory Algorithms in Competitive Programm...</td>\n",
       "      <td>Apaar Kamal, Coding Minutes</td>\n",
       "      <td>https://www.udemy.com/course/game-theory-algor...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/3878...</td>\n",
       "      <td>Dive deep into game theory algorithms, learn &amp;...</td>\n",
       "      <td>Rating: 4.9 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>41 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>5,087 students</td>\n",
       "      <td>Apaar Kamal, Coding Minutes Dive deep into gam...</td>\n",
       "      <td>4991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4991</th>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu</td>\n",
       "      <td>https://www.udemy.com/course/siemens-wincc-scada/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2858...</td>\n",
       "      <td>This course is a great push for any one who wa...</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>2.5 total hours</td>\n",
       "      <td>17 lectures</td>\n",
       "      <td>Expert</td>\n",
       "      <td>422 students</td>\n",
       "      <td>Serkan Büyüktopçu This course is a great push ...</td>\n",
       "      <td>4992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4992</th>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek</td>\n",
       "      <td>https://www.udemy.com/course/object-oriented-p...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/4450...</td>\n",
       "      <td>Deep OOP Foundations From Absolute Scratch</td>\n",
       "      <td>Rating: 4.5 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>27 total hours</td>\n",
       "      <td>231 lectures</td>\n",
       "      <td>All Levels</td>\n",
       "      <td>1,102 students</td>\n",
       "      <td>Andy Bek Deep OOP Foundations From Absolute Sc...</td>\n",
       "      <td>4993</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4993</th>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus</td>\n",
       "      <td>https://www.udemy.com/course/learn-basic-jquery/</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/2554...</td>\n",
       "      <td>Everything you need to know to Build a Retirem...</td>\n",
       "      <td>Rating: 3.8 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>4 total hours</td>\n",
       "      <td>102 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>45,245 students</td>\n",
       "      <td>Learn Tech Plus Everything you need to know to...</td>\n",
       "      <td>4994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4994</th>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions</td>\n",
       "      <td>https://www.udemy.com/course/introduction-to-a...</td>\n",
       "      <td>https://img-b.udemycdn.com/course/240x135/1389...</td>\n",
       "      <td>Create an Android App step by step from scratch</td>\n",
       "      <td>Rating: 3.6 out of 5</td>\n",
       "      <td>124 reviews</td>\n",
       "      <td>8 total hours</td>\n",
       "      <td>71 lectures</td>\n",
       "      <td>Beginner</td>\n",
       "      <td>4,653 students</td>\n",
       "      <td>Bluelime Learning Solutions Create an Android ...</td>\n",
       "      <td>4995</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4995 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            course_name  \\\n",
       "0     2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1                       The Web Developer Bootcamp 2022   \n",
       "2            The Complete 2022 Web Development Bootcamp   \n",
       "3           Angular - The Complete Guide (2023 Edition)   \n",
       "4     Java Programming Masterclass covering Java 11 ...   \n",
       "...                                                 ...   \n",
       "4990  Game Theory Algorithms in Competitive Programm...   \n",
       "4991  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "4992  Python Object Oriented Programming (OOP): Begi...   \n",
       "4993                                jQuery Basics Guide   \n",
       "4994  Introduction to Android Development for beginners   \n",
       "\n",
       "                                             instructor  \\\n",
       "0                                         Jose Portilla   \n",
       "1                                           Colt Steele   \n",
       "2                                         Dr. Angela Yu   \n",
       "3                              Maximilian Schwarzmüller   \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                                                 ...   \n",
       "4990                        Apaar Kamal, Coding Minutes   \n",
       "4991                                  Serkan Büyüktopçu   \n",
       "4992                                           Andy Bek   \n",
       "4993                                    Learn Tech Plus   \n",
       "4994                        Bluelime Learning Solutions   \n",
       "\n",
       "                                             course url  \\\n",
       "0     https://www.udemy.com/course/complete-python-b...   \n",
       "1     https://www.udemy.com/course/the-web-developer...   \n",
       "2     https://www.udemy.com/course/the-complete-web-...   \n",
       "3     https://www.udemy.com/course/the-complete-guid...   \n",
       "4     https://www.udemy.com/course/java-the-complete...   \n",
       "...                                                 ...   \n",
       "4990  https://www.udemy.com/course/game-theory-algor...   \n",
       "4991  https://www.udemy.com/course/siemens-wincc-scada/   \n",
       "4992  https://www.udemy.com/course/object-oriented-p...   \n",
       "4993   https://www.udemy.com/course/learn-basic-jquery/   \n",
       "4994  https://www.udemy.com/course/introduction-to-a...   \n",
       "\n",
       "                                           course image  \\\n",
       "0     https://img-b.udemycdn.com/course/240x135/5678...   \n",
       "1     https://img-b.udemycdn.com/course/240x135/6252...   \n",
       "2     https://img-b.udemycdn.com/course/240x135/1565...   \n",
       "3     https://img-b.udemycdn.com/course/240x135/7561...   \n",
       "4     https://img-b.udemycdn.com/course/240x135/5336...   \n",
       "...                                                 ...   \n",
       "4990  https://img-b.udemycdn.com/course/240x135/3878...   \n",
       "4991  https://img-b.udemycdn.com/course/240x135/2858...   \n",
       "4992  https://img-b.udemycdn.com/course/240x135/4450...   \n",
       "4993  https://img-b.udemycdn.com/course/240x135/2554...   \n",
       "4994  https://img-b.udemycdn.com/course/240x135/1389...   \n",
       "\n",
       "                                     course description           reviews_avg  \\\n",
       "0     Learn Python like a Professional  Start from t...  Rating: 4.6 out of 5   \n",
       "1     COMPLETELY REDONE - The only course you need t...  Rating: 4.7 out of 5   \n",
       "2     Become a Full-Stack Web Developer with just ON...  Rating: 4.7 out of 5   \n",
       "3     Master Angular 14 (formerly \"Angular 2\") and b...  Rating: 4.6 out of 5   \n",
       "4     Learn Java In This Course And Become a Compute...  Rating: 4.5 out of 5   \n",
       "...                                                 ...                   ...   \n",
       "4990  Dive deep into game theory algorithms, learn &...  Rating: 4.9 out of 5   \n",
       "4991  This course is a great push for any one who wa...  Rating: 3.6 out of 5   \n",
       "4992         Deep OOP Foundations From Absolute Scratch  Rating: 4.5 out of 5   \n",
       "4993  Everything you need to know to Build a Retirem...  Rating: 3.8 out of 5   \n",
       "4994    Create an Android App step by step from scratch  Rating: 3.6 out of 5   \n",
       "\n",
       "       reviews_count   course_duration lectures_count       level  \\\n",
       "0     440383 reviews    22 total hours   155 lectures  All Levels   \n",
       "1     248508 reviews    64 total hours   615 lectures  All Levels   \n",
       "2     234837 reviews  65.5 total hours   490 lectures  All Levels   \n",
       "3     174576 reviews  34.5 total hours   472 lectures  All Levels   \n",
       "4     171838 reviews  80.5 total hours   401 lectures  All Levels   \n",
       "...              ...               ...            ...         ...   \n",
       "4990     124 reviews     8 total hours    41 lectures  All Levels   \n",
       "4991     124 reviews   2.5 total hours    17 lectures      Expert   \n",
       "4992     124 reviews    27 total hours   231 lectures  All Levels   \n",
       "4993     124 reviews     4 total hours   102 lectures    Beginner   \n",
       "4994     124 reviews     8 total hours    71 lectures    Beginner   \n",
       "\n",
       "          students_count                                               tags  \\\n",
       "0     1,629,692 students  Jose Portilla Learn Python like a Professional...   \n",
       "1       830,559 students  Colt Steele COMPLETELY REDONE - The only cours...   \n",
       "2       794,897 students  Dr. Angela Yu Become a Full-Stack Web Develope...   \n",
       "3       634,196 students  Maximilian Schwarzmüller Master Angular 14 (fo...   \n",
       "4       727,934 students  Tim Buchalka, Tim Buchalka's Learn Programming...   \n",
       "...                  ...                                                ...   \n",
       "4990      5,087 students  Apaar Kamal, Coding Minutes Dive deep into gam...   \n",
       "4991        422 students  Serkan Büyüktopçu This course is a great push ...   \n",
       "4992      1,102 students  Andy Bek Deep OOP Foundations From Absolute Sc...   \n",
       "4993     45,245 students  Learn Tech Plus Everything you need to know to...   \n",
       "4994      4,653 students  Bluelime Learning Solutions Create an Android ...   \n",
       "\n",
       "       ind  \n",
       "0        1  \n",
       "1        2  \n",
       "2        3  \n",
       "3        4  \n",
       "4        5  \n",
       "...    ...  \n",
       "4990  4991  \n",
       "4991  4992  \n",
       "4992  4993  \n",
       "4993  4994  \n",
       "4994  4995  \n",
       "\n",
       "[4995 rows x 13 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data1['ind'] = range(1, len(data1) + 1)\n",
    "data1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "177d14c3-3dfb-4094-a92b-2a2370c58ddd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ind</th>\n",
       "      <th>course_name</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>Jose Portilla Learn Python like a Professional...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>Colt Steele COMPLETELY REDONE - The only cours...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>Dr. Angela Yu Become a Full-Stack Web Develope...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>Maximilian Schwarzmüller Master Angular 14 (fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>Tim Buchalka, Tim Buchalka's Learn Programming...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4990</th>\n",
       "      <td>4991</td>\n",
       "      <td>Game Theory Algorithms in Competitive Programm...</td>\n",
       "      <td>Apaar Kamal, Coding Minutes Dive deep into gam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4991</th>\n",
       "      <td>4992</td>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>Serkan Büyüktopçu This course is a great push ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4992</th>\n",
       "      <td>4993</td>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>Andy Bek Deep OOP Foundations From Absolute Sc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4993</th>\n",
       "      <td>4994</td>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>Learn Tech Plus Everything you need to know to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4994</th>\n",
       "      <td>4995</td>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>Bluelime Learning Solutions Create an Android ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4995 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       ind                                        course_name  \\\n",
       "0        1  2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1        2                    The Web Developer Bootcamp 2022   \n",
       "2        3         The Complete 2022 Web Development Bootcamp   \n",
       "3        4        Angular - The Complete Guide (2023 Edition)   \n",
       "4        5  Java Programming Masterclass covering Java 11 ...   \n",
       "...    ...                                                ...   \n",
       "4990  4991  Game Theory Algorithms in Competitive Programm...   \n",
       "4991  4992  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "4992  4993  Python Object Oriented Programming (OOP): Begi...   \n",
       "4993  4994                                jQuery Basics Guide   \n",
       "4994  4995  Introduction to Android Development for beginners   \n",
       "\n",
       "                                                   tags  \n",
       "0     Jose Portilla Learn Python like a Professional...  \n",
       "1     Colt Steele COMPLETELY REDONE - The only cours...  \n",
       "2     Dr. Angela Yu Become a Full-Stack Web Develope...  \n",
       "3     Maximilian Schwarzmüller Master Angular 14 (fo...  \n",
       "4     Tim Buchalka, Tim Buchalka's Learn Programming...  \n",
       "...                                                 ...  \n",
       "4990  Apaar Kamal, Coding Minutes Dive deep into gam...  \n",
       "4991  Serkan Büyüktopçu This course is a great push ...  \n",
       "4992  Andy Bek Deep OOP Foundations From Absolute Sc...  \n",
       "4993  Learn Tech Plus Everything you need to know to...  \n",
       "4994  Bluelime Learning Solutions Create an Android ...  \n",
       "\n",
       "[4995 rows x 3 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df=data1[['ind','course_name','tags']]\n",
    "new_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "7bb0ebcb-1c28-478b-a72a-b3886863cfeb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Jose Portilla Learn Python like a Professional  Start from the basics and go all the way to creating your own applications and games All Levels'"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df['tags'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "eb3c7db3-04c8-4f69-b295-b8e0b80ae99e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ind</th>\n",
       "      <th>course_name</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2022 Complete Python Bootcamp From Zero to Her...</td>\n",
       "      <td>jose portilla learn python like a professional...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>The Web Developer Bootcamp 2022</td>\n",
       "      <td>colt steele completely redone - the only cours...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>The Complete 2022 Web Development Bootcamp</td>\n",
       "      <td>dr. angela yu become a full-stack web develope...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Angular - The Complete Guide (2023 Edition)</td>\n",
       "      <td>maximilian schwarzmüller master angular 14 (fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Java Programming Masterclass covering Java 11 ...</td>\n",
       "      <td>tim buchalka, tim buchalka's learn programming...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4990</th>\n",
       "      <td>4991</td>\n",
       "      <td>Game Theory Algorithms in Competitive Programm...</td>\n",
       "      <td>apaar kamal, coding minutes dive deep into gam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4991</th>\n",
       "      <td>4992</td>\n",
       "      <td>Siemens WinCC SCADA Programming, SCADA1 ( Basic )</td>\n",
       "      <td>serkan büyüktopçu this course is a great push ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4992</th>\n",
       "      <td>4993</td>\n",
       "      <td>Python Object Oriented Programming (OOP): Begi...</td>\n",
       "      <td>andy bek deep oop foundations from absolute sc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4993</th>\n",
       "      <td>4994</td>\n",
       "      <td>jQuery Basics Guide</td>\n",
       "      <td>learn tech plus everything you need to know to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4994</th>\n",
       "      <td>4995</td>\n",
       "      <td>Introduction to Android Development for beginners</td>\n",
       "      <td>bluelime learning solutions create an android ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4995 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       ind                                        course_name  \\\n",
       "0        1  2022 Complete Python Bootcamp From Zero to Her...   \n",
       "1        2                    The Web Developer Bootcamp 2022   \n",
       "2        3         The Complete 2022 Web Development Bootcamp   \n",
       "3        4        Angular - The Complete Guide (2023 Edition)   \n",
       "4        5  Java Programming Masterclass covering Java 11 ...   \n",
       "...    ...                                                ...   \n",
       "4990  4991  Game Theory Algorithms in Competitive Programm...   \n",
       "4991  4992  Siemens WinCC SCADA Programming, SCADA1 ( Basic )   \n",
       "4992  4993  Python Object Oriented Programming (OOP): Begi...   \n",
       "4993  4994                                jQuery Basics Guide   \n",
       "4994  4995  Introduction to Android Development for beginners   \n",
       "\n",
       "                                                   tags  \n",
       "0     jose portilla learn python like a professional...  \n",
       "1     colt steele completely redone - the only cours...  \n",
       "2     dr. angela yu become a full-stack web develope...  \n",
       "3     maximilian schwarzmüller master angular 14 (fo...  \n",
       "4     tim buchalka, tim buchalka's learn programming...  \n",
       "...                                                 ...  \n",
       "4990  apaar kamal, coding minutes dive deep into gam...  \n",
       "4991  serkan büyüktopçu this course is a great push ...  \n",
       "4992  andy bek deep oop foundations from absolute sc...  \n",
       "4993  learn tech plus everything you need to know to...  \n",
       "4994  bluelime learning solutions create an android ...  \n",
       "\n",
       "[4995 rows x 3 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df['tags']=new_df['tags'].apply(lambda x:x.lower())\n",
    "new_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "12a0f1e8-3c24-4ffe-b6b7-e5b31b6f5503",
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "195f4111-dbc3-4fa8-88a6-d719b5e8b02e",
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.stem.porter import PorterStemmer\n",
    "ps=PorterStemmer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "7c4667d1-b359-4f0e-8421-0b896c0159aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "def stem(text):\n",
    "    y=[]\n",
    "    for i in text.split():\n",
    "        y.append(ps.stem(i))\n",
    "    return \" \".join(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "a6aba345-7e95-4d14-b2c3-a929a3f1b0cf",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df['tags']=new_df['tags'].apply(stem)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "de919be7-5f11-4aac-a976-bf403aca9020",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "cv = CountVectorizer(max_features=5000,stop_words='english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "481f4332-c818-4590-bb4f-f103fe994311",
   "metadata": {},
   "outputs": [],
   "source": [
    "vector = cv.fit_transform(new_df['tags']).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "171ddeec-6137-4308-bdd1-f260aa501423",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       ...,\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0]], dtype=int64)"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vector"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "93ea8bfc-7dbf-4627-b73a-ad00e7f6c4ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "74aaecef-de3c-4ddb-8008-f6d6c8bf5580",
   "metadata": {},
   "outputs": [],
   "source": [
    "similarity=cosine_similarity(vector)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "8fd535fd-547c-414e-991b-e77ab7a1f98e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1.        , 0.14322297, 0.06537205, ..., 0.10482848, 0.14824986,\n",
       "       0.16012815])"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similarity[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "b05978dc-3cc9-4964-aa11-e2bb2eadb160",
   "metadata": {},
   "outputs": [],
   "source": [
    "def recommend(course):\n",
    "    course_index=new_df[new_df['course_name']==course].index[0]\n",
    "    distances=similarity[course_index]\n",
    "    course_list=sorted(list(enumerate(distances)),reverse=True,key=lambda x:x[1])[1:6]\n",
    "\n",
    "    for i in course_list:\n",
    "        print(new_df.iloc[i[0]].course_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "d8bab803-4d1a-4fa0-9640-7362261a9031",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Front End Web Development Niche Website Complete Project\n",
      "Web Development Boot Camp 2021\n",
      "Learn Complete Front-End Web Development Course (2022)\n",
      "Build a Responsive Website with HTML5, CSS3 and Bootstrap 4\n",
      "HTML5 and CSS3 Certification Training (beginner to expert)\n"
     ]
    }
   ],
   "source": [
    "recommend('HTML5 and CSS3 Bootcamp 2021')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "689a4b2f-4604-4d8b-9805-ac0a724877f0",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "51e794f8-e0b5-43bc-8e58-52e5158f84ff",
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(new_df.to_dict(),open('courses_dict.pkl','wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "e443f767-5d73-4d7e-ba2c-1355d19b2865",
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(similarity,open('similarity.pkl','wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "12d2649e-0a20-4656-b4aa-09dd1b76d564",
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(data1,open('data1.pkl','wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c2ee80c3-7542-42a5-a5d3-2bf984d6a729",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}