Twitter Scraper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from urllib.request import urlopen, urlretrieve\n",
    "from bs4 import BeautifulSoup\n",
    "import pandas as pd\n",
    "from time import sleep\n",
    "from datetime import datetime\n",
    "import pprint\n",
    "import re"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Using snscrape to generate a link of statuses"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### https://github.com/JustAnotherArchivist/snscrape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Running snscrape in terminal to get tweets using hashtag\n",
    "\n",
    "!snscrape --max-results 50 twitter-hashtag GlobalWarming >GlobalWarming_links.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# To search for a specific user use the code below instead\n",
    "# snscrape twitter-user textfiles >twitter-@textfiles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://twitter.com/danielchayau/status/121509...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://twitter.com/michaelhoney_/status/13092...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://twitter.com/pipsterb/status/1309222189...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://twitter.com/MyMorningMusing/status/130...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://twitter.com/exilarchy/status/130922143...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                link\n",
       "0  https://twitter.com/danielchayau/status/121509...\n",
       "1  https://twitter.com/michaelhoney_/status/13092...\n",
       "2  https://twitter.com/pipsterb/status/1309222189...\n",
       "3  https://twitter.com/MyMorningMusing/status/130...\n",
       "4  https://twitter.com/exilarchy/status/130922143..."
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_links = pd.read_csv('GlobalWarming_links.csv')\n",
    "df_links.columns = ['link']\n",
    "df_links.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Scraping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 @danielchayau Author 8 Jan 2020 6:12 PM Check out Elven Magic on Steam for the steam sales(coming soon). store.steampowered.com/app/923140/Elv…\n",
      "1 @michaelhoney_ Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE 24 Sep 2020 1:20 PM Court losses are piling up for President Trump's environmental deregulation agenda. But a second term in the White House could help them stick. dlvr.it/RhHmP6 #GlobalWarming pic.twitter.com/fIVceJMBeQ\n",
      "2 @pipsterb 💧Pippa Bailey 💦🐳🌎 24 Sep 2020 1:04 PM Today is a day of global action @Fridays4future #schoolstrike4climate \n",
      "\n",
      "There is no planet B \n",
      "& no time to lose \n",
      "#wildfires\n",
      "#sealevelrise\n",
      "#plasticpollution\n",
      "#massextinction\n",
      "#GlobalWarming \n",
      "\n",
      "We need #NetZero2035 #renewables #FaceTheClimateEmergency \n",
      "For a livable Future\n",
      "#auspol\n",
      "3 @MyMorningMusing MorningMusings 24 Sep 2020 1:01 PM How can we stop #globalwarming? Well, 8% of global emissions are caused by food waste. Watch today's video to hear @Hennigs solution to tackling #foodwaste and global warming. #stoppingglobalwarming #climatechange #carbonemissions pic.twitter.com/b8pFyX9R2e\n",
      "4 @exilarchy Eshaya 24 Sep 2020 1:01 PM #GlobalWarming #BobcatFire #mtwilson\n",
      "\n",
      "Bobcat Fire Update: SCE Suspected Of Causing Blaze, 3rd Time In 4 Years; Triple-Digit Heat, Santa Anas On The Way yahoo.com/entertainment/… via @Yahoo\n",
      "5 @Frankendr01d Hell is Expanding 24 Sep 2020 12:59 PM The most recognizable word for hell in the new Testament is hades, well known in popular culture as the underworld realm of the dead.\n",
      "mattysparadigm.org/march-29th/\n",
      "#globalwarming\n",
      "6 @LeonardoZ LeonardoZ 24 Sep 2020 12:55 PM Ocean Heat Waves Are Directly Linked to Climate Change (The New York Times - Breaking News, World News & Multimedia) #GlobalWarming #Science\n",
      "nytimes.com/2020/09/24/cli…\n",
      "7 @nycpt EMS 24 Sep 2020 12:52 PM #protectkids by voting #prochoice! The world is overpopulated to begin with & the last thing we need are more humans, who are the main cause of #climatechange #habitatdestruction #globalwarming. Oh, but I forgot. You don’t believe in #science or #FactsMatter.\n",
      "8 @MisterSalesman M LeMont 24 Sep 2020 12:52 PM pic.twitter.com/rm9VedOQUd RUSSIA: Alarming situation!!!! Polar Bears are forced to search for food on land, as the product of ice melting in Novaya Island Zemlya.  #Globalwarming\n",
      "GIF via *AleZ2016 *HAPPYsDANCE\n",
      "9 @DreyMeans That Guy 24 Sep 2020 12:52 PM At this point if aliens invaded, I'm sure they at least would put in the effort to save the planet before taking it over #globalwarming #blacklivesDOmatter #wearyourmasks #bedecenthumanbeings\n",
      "10 @AthiestMemeland Atheist Memeland 24 Sep 2020 12:46 PM #MEMES #GlobalWarming pic.twitter.com/3HfPydNORa\n",
      "11 @KnightSonntag Kathryn Knight Sonntag 24 Sep 2020 12:36 PM Running the AC at the end of September. #globalwarming\n",
      "12 @gridpointwx GridPointWeather 24 Sep 2020 12:34 PM Ottawa trying to toss out #CLIMATE lawsuit from youth activists gpwx.news/htoy4 #GlobalWarming #climatechange\n",
      "13 @TimMelino Tim Melino 24 Sep 2020 12:34 PM Ottawa trying to toss out #CLIMATE lawsuit from youth activists gpwx.news/htoy4 #GPWX #GlobalWarming #climatechange\n",
      "14 @scifirighter Nick Earl 24 Sep 2020 12:33 PM There'll be a lot more of this in the years to come #GlobalWarming\n",
      "15 @Dexio16 Dexio 24 Sep 2020 12:25 PM “Trump is a second chance”... you might want to #VoteHimOut2020 if you care about the world your descendants will live in with #GlobalWarming twitter.com/realdonaldtrum…\n",
      "16 @Nikoveii Nikovei 24 Sep 2020 12:23 PM In Finland we are experiencing warm temperatures again, that hot shit. Its the end of September and it should be much colder. People here are already experiencing the effects of #GlobalWarming and it makes me sad to think about my future children not growing up playing in snow.\n",
      "17 @deeniedeenie kittykolohe 24 Sep 2020 12:23 PM these are consequences of not caring for the environment and the denial of #globalWarming and #climateChange by powerful, influential people who put #profitsOverPeople #noPlanetB~this is sad and catastrophic #WakeUpHumans\n",
      "18 @MTDrott Milton T Drott 24 Sep 2020 12:21 PM What does the fall of the dinosaurs 🦖 share with the rise of fungal 🍄 infections and #globalwarming? Some interesting ideas in this @Radiolab featuring @ACasadevall1. I wonder why don't we hear more about fungal infections of reptiles?\n",
      "\n",
      "#candida #fungi\n",
      "wnycstudios.org/podcasts/radio… pic.twitter.com/p6Iuec3Rxz\n",
      "19 @gridpointwx GridPointWeather 24 Sep 2020 12:20 PM Western wildfires fuel politics of #CLIMATE change gpwx.news/d1qcl #GlobalWarming #climatechange\n",
      "20 @TimMelino Tim Melino 24 Sep 2020 12:19 PM Western wildfires fuel politics of #CLIMATE change gpwx.news/d1qcl #GPWX #GlobalWarming #climatechange\n",
      "21 @Spectrumbots42 Michael Reid 24 Sep 2020 12:17 PM I'm really concerned about the current state of global warming.\n",
      "\n",
      "#GlobalWarming\n",
      "22 @danspena Dan Peña 24 Sep 2020 12:15 PM #GlobalWarming is the BIGGEST #FRAUD IN HISTORY!\" - Dan Pena youtu.be/NjlC02NsIt0 .\n",
      "23 @JeanyJerome Jeany Jerome 24 Sep 2020 12:09 PM Now that's something!!!...We get Alberta Clippers and Colorado Rocky Mountain Storms here...hahaha. \n",
      "But abnormal weather in Manitoba just this past week alone has been alternately BURN or BBBRRRRR...\n",
      "Oh, sure...No #GlobalWarming to see here...Move along.\n",
      "#GlobalWarning\n",
      "24 @gridpointwx GridPointWeather 24 Sep 2020 12:05 PM Amazon makes it easier to find green products with new #CLIMATE Pledge Friendly label     - CNET gpwx.news/u08ox #GlobalWarming #climatechange\n",
      "25 @TimMelino Tim Melino 24 Sep 2020 12:04 PM Amazon makes it easier to find green products with new #CLIMATE Pledge Friendly label     - CNET gpwx.news/u08ox #GPWX #GlobalWarming #climatechange\n",
      "26 @Shysta_Era Shysta 24 Sep 2020 11:59 AM Forgive us please mother nature, we do know what we are doing, we just can't help ourselves. #GlobalWarming #savetheplanet\n",
      "motorauthority.com/news/1124841_m…\n",
      "27 @paulie_rock PaulieRock 24 Sep 2020 11:54 AM Not enough work at the WH?  Between #CoronavirusPandemic #Corruption #GlobalWarming #Jobs #EconomicCrisis #racialinjustice any other #POTUS like #Biden would b very busy working. Trump to campaign in Florida amid outrage over comments on transfer of power a.msn.com/01/en-us/BB19o…\n",
      "HTTP Error 404: Not Found\n",
      "29 @ChiralMiller Jonathan Miller 24 Sep 2020 11:52 AM Quarantine, Climate and Carbon Emissions woods.stanford.edu/news/quarantin… #quarantine #lockdown #ClimateChange #ClimateCrisis #Stanford #California #carbon #emissions #CO2 #pollution #globalwarming #environment #COVID19 #coronavirus #wildfires\n",
      "30 @AtulJha84519211 atul_jha✍️ 24 Sep 2020 11:51 AM पिछले 30 वर्षों (वर्ष1986-वर्ष2015) में सबसे गर्म दिन और सबसे ठंडी रात के तापमान में क्रमश: 0.63डिग्री और 0.4डिग्री की वृद्धि हुई है। रिपोर्ट यह भी कहती है कि गर्म दिनों और गर्म रातों की बारंबारता में 55-70 प्रतिशत तक की वृद्धि हो सकती है। \n",
      "#GlobalWarming @narendramodi @PMOIndia\n",
      "31 @AtulJha84519211 atul_jha✍️ 24 Sep 2020 11:51 AM इस सदी के अंत तक भारत के औसत तापमान में 4.4 डिग्री की वृद्धि हो सकती है, जिसका सीधा प्रभाव लू, हीट वेव्स और चक्रवाती तूफानों की बारंबारता में वृद्धि के साथ समुद्री जल स्तर में वृद्धि के रूप में दिखाई देगा।\n",
      "#GlobalWarming\n",
      "32 @MEnvSust MEnvSust 24 Sep 2020 11:51 AM Let's get acquainted with #methane (CH4), the second biggest contributor to human-caused #globalwarming after carbon dioxide (CO2). @gcarbonproject presents the most comprehensive assessment of the global methane budget. Read the paper in bit.ly/2ZrmD6k pic.twitter.com/0Q8SUj6Ogo\n",
      "33 @RodneyAssman Rodney Assman 24 Sep 2020 11:50 AM LOOKS LIKE THE SHOULD HAVE DONE A BETTER JOB OF SHORELINE MANAGEMENT TO ME! #GlobalWarming pic.twitter.com/X7xMv4yDWV\n",
      "34 @ChristosMatskas C:\\hristos.matskas #blackLivesMatter 24 Sep 2020 11:50 AM It was about time... And we're late if you ask me (and all the climate scientists) #climateChange #globalWarming\n",
      "35 @mlnangalama Martha Leah Nangalama 24 Sep 2020 11:49 AM via @PerilOfAfrica #GlobalWarming #Environment Ocean Heat Waves Are Directly Linked to Climate Change: The “blob” of hotter ocean water that killed sea lions and other marine life in 2014 and 2015 may become permanent. dlvr.it/RhHWdl pic.twitter.com/DxzhrWR1jG\n",
      "36 @amynfar Bazinga 24 Sep 2020\n",
      "                    from Islamic Republic of Iran 11:47 AM “مالیات کربن تنها راه نجات بشر است”\n",
      "#carbontax #environment #environment #GlobalWarming #CarbonDioxide #fossilfuel #greenhouse_effect\n",
      "37 @animalculum Lukas VF Novak 24 Sep 2020 11:45 AM High-impact #MarineHeatwaves attributable to human-induced #GlobalWarming: Charlotte Laufkötter et al. science.sciencemag.org/content/369/65… #ClimateChange pic.twitter.com/AiL9TrNQGN\n",
      "38 @Bat_Yann Dr. Yann Gager 24 Sep 2020 11:45 AM \"In contrast, Google is setting up systems that will allow it to run 24/7 carbon-free, using a combination of renewable energy sources, batteries and other technologies.\". #climatecrisis #climatechange #climateemergency #globalwarming #globalheating twitter.com/insideclimate/…\n",
      "39 @KuerstenAndreas Andreas Kuersten 24 Sep 2020 11:43 AM Should #solar #GeoEngineering should be part of the #ClimateCrisis solution?\n",
      "\n",
      "knowablemagazine.org/article/sustai… #ClimateChange #FossilFuels #GlobalWarming #GreenEnergy\n",
      "40 @mahesh0705 mahesh 24 Sep 2020 11:35 AM #farm #zerowaste #farmlife #farmlands #farming #bangaluru #agriculture #growmoretrees #bangaloreblogger #farmhouseliving #bengaluru_nodi #agro #environment #sustainable #climate #climatechange #sustainability #globalwarming #ecofriendly #eco #biodiversity…lnkd.in/gNzzXFB\n",
      "41 @Bat_Yann Dr. Yann Gager 24 Sep 2020 11:34 AM In complement to being 24/7 carbon-free, @google needs to make sure #misinformation and #disinformation about #climatechange available on @YouTube belongs to the past. #climatecrisis #climateemergency #globalheating #globalwarming twitter.com/insideclimate/…\n",
      "42 @gridpointwx GridPointWeather 24 Sep 2020 11:34 AM #OCEAN Heat Waves Are Directly Linked to #CLIMATE Change gpwx.news/g4kly #GlobalWarming #climatechange\n",
      "43 @TimMelino Tim Melino 24 Sep 2020 11:34 AM #OCEAN Heat Waves Are Directly Linked to #CLIMATE Change gpwx.news/g4kly #GPWX #GlobalWarming #climatechange\n",
      "44 @Bat_Yann Dr. Yann Gager 24 Sep 2020 11:31 AM Soon it will be 5 years since the #ParisAgreement. And we far away from limiting #globalwarming to 1.5°C. With current policies, @climateactiontr estimates a catastrophic #globalwarming of 2.9°C (2.1°C-3.9°C) climateactiontracker.org pic.twitter.com/zcs8YtrxGx\n",
      "45 @Bat_Yann Dr. Yann Gager 24 Sep 2020 11:30 AM Soon it will be 5 years since the #ParisAgreement. And we far away from limiting #globalwarming to 1.5°C. With current policies, @climateactiontr estimates a catastrophic #globalwarming of 2.9°C (2.1°C-3.9°C) climateactiontracker.org twitter.com/COP26/status/1…\n",
      "46 @Bat_Yann Dr. Yann Gager 24 Sep 2020 11:24 AM There is no Planet B, we need to take better care about our #climate and #environment! #climatecrisis #climatechange #ClimateEmergency #ecologicalcrisis #globalwarming #globalheating twitter.com/LicypriyaK/sta…\n",
      "47 @aaaamhim Obi 24 Sep 2020 11:22 AM $ITOX unknown at .01 52WKHIGH 26 cents!💸 smallcapvoice.com/9-18-19-smallc… #technology #business #finance #AI #IOT #tech #environment #data #startups #innovation #marketing #startup #entrepreneur #wine #GlobalWarming #impactinvesting #economy #business #sustainability #tech #Engineering pic.twitter.com/MoCHxX34ln\n",
      "48 @AusSolarNews 🇦🇺 Australian Solar & Renewable Energy News 🇦🇺 24 Sep 2020 11:19 AM energymatters.com.au/renewable-news… #solarpowersystems #Australia #globalwarming\n"
     ]
    }
   ],
   "source": [
    "df = pd.DataFrame(columns=['username',\n",
    "                           'fullname',\n",
    "                            'time',\n",
    "                            'date',\n",
    "                            'text',\n",
    "                            'link'])\n",
    "error_list = []\n",
    "error_links = []\n",
    "\n",
    "counter = 0\n",
    "\n",
    "for item in df_links['link']:\n",
    "    sleep(0.2)\n",
    "    try:\n",
    "        link = item.split('https://')\n",
    "        link = 'https://mobile.' +link[1]\n",
    "\n",
    "        response = urlopen(link)\n",
    "        html = response.read().decode('utf-8')\n",
    "        soup = BeautifulSoup(html, 'html.parser')\n",
    "\n",
    "        tweet = soup.find('div', class_=\"main-tweet-container\")\n",
    "        username = tweet.find('span', class_=\"username\").get_text().strip()\n",
    "        fullname = tweet.find('div', class_=\"fullname\").get_text().strip()\n",
    "        date_time = tweet.find('div', class_=\"metadata\").get_text().strip()\n",
    "        time = date_time.split('-')[0].strip()\n",
    "        date = date_time.split('-')[1].strip()\n",
    "        text = tweet.find('div', class_=\"tweet-text\").get_text().strip()\n",
    "        link = item\n",
    "        \n",
    "        print(counter, username, fullname, date, time, text)\n",
    "\n",
    "        df1 = pd.DataFrame({'username': username,\n",
    "                            'fullname': fullname,\n",
    "                            'time': time,\n",
    "                            'date': date,\n",
    "                            'text': text,\n",
    "                            'link': [item]\n",
    "                            })\n",
    "\n",
    "        df = pd.concat([df, df1])\n",
    "        counter += 1\n",
    "       \n",
    "    \n",
    "    except Exception as e: \n",
    "        print(e)\n",
    "        error_list.append(e)\n",
    "        error_links.append(item)\n",
    "        counter += 1\n",
    "    \n",
    "df = df.reset_index().drop('index', axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " CAPTURED TWEETS: 50 \n",
      " ERROR: 0\n"
     ]
    }
   ],
   "source": [
    "print (f' CAPTURED TWEETS: {len(df)+1} \\n ERROR: {len(error_links)}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Cleaning the fields"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "regex_hashtag = re.compile(r\"#[^\\W]+\")\n",
    "regex_pic = re.compile(r\"pic.twitter[^\\s]+\")\n",
    "regex_arroba = re.compile(r\"@[^\\W]+\")\n",
    "\n",
    "regex_html = re.compile(r\"[^\\s]+twitter.com[^\\s]+\")\n",
    "regex_quebra_linha = re.compile(r\"(\\n)\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def remover(textos, regex):\n",
    "    if type(textos) == str:\n",
    "        return regex.sub(\"\", textos)\n",
    "    else:\n",
    "        return [regex.sub(\"\", texto) for texto in textos]\n",
    "    \n",
    "def capture(texts, regex):\n",
    "    if type(texts) == str:\n",
    "        return regex.findall(texts)\n",
    "        \n",
    "    else:\n",
    "        return [regex.findall(\"\", text) for text in texts]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "username_clean = []\n",
    "time_clean = []\n",
    "date_clean = []\n",
    "text_clean = []\n",
    "\n",
    "for item in df['username']:\n",
    "    item = remover(item, regex_quebra_linha)\n",
    "    item = item.strip()\n",
    "    username_clean.append(item)\n",
    "df['username'] = username_clean\n",
    "\n",
    "for item in df['time']:\n",
    "    item = remover(item, regex_quebra_linha)\n",
    "    item = item.strip()\n",
    "    time_clean.append(item)\n",
    "df['time'] = time_clean\n",
    "\n",
    "for item in df['date']:\n",
    "    item = remover(item, regex_quebra_linha)\n",
    "    item = item.strip()\n",
    "    date_clean.append(item)\n",
    "df['date'] = date_clean\n",
    "\n",
    "for item in df['text']:\n",
    "    item = remover(item, regex_quebra_linha)\n",
    "    item = item.strip()\n",
    "    text_clean.append(item)\n",
    "df['text'] = text_clean   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>fullname</th>\n",
       "      <th>time</th>\n",
       "      <th>date</th>\n",
       "      <th>text</th>\n",
       "      <th>link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>@danielchayau</td>\n",
       "      <td>Author</td>\n",
       "      <td>6:12 PM</td>\n",
       "      <td>8 Jan 2020</td>\n",
       "      <td>Check out Elven Magic on Steam for the steam s...</td>\n",
       "      <td>https://twitter.com/danielchayau/status/121509...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>@michaelhoney_</td>\n",
       "      <td>Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE</td>\n",
       "      <td>1:20 PM</td>\n",
       "      <td>24 Sep 2020</td>\n",
       "      <td>Court losses are piling up for President Trump...</td>\n",
       "      <td>https://twitter.com/michaelhoney_/status/13092...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>@pipsterb</td>\n",
       "      <td>💧Pippa Bailey 💦🐳🌎</td>\n",
       "      <td>1:04 PM</td>\n",
       "      <td>24 Sep 2020</td>\n",
       "      <td>Today is a day of global action @Fridays4futur...</td>\n",
       "      <td>https://twitter.com/pipsterb/status/1309222189...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>@MyMorningMusing</td>\n",
       "      <td>MorningMusings</td>\n",
       "      <td>1:01 PM</td>\n",
       "      <td>24 Sep 2020</td>\n",
       "      <td>How can we stop #globalwarming? Well, 8% of gl...</td>\n",
       "      <td>https://twitter.com/MyMorningMusing/status/130...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>@exilarchy</td>\n",
       "      <td>Eshaya</td>\n",
       "      <td>1:01 PM</td>\n",
       "      <td>24 Sep 2020</td>\n",
       "      <td>#GlobalWarming #BobcatFire #mtwilsonBobcat Fir...</td>\n",
       "      <td>https://twitter.com/exilarchy/status/130922143...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           username                     fullname     time         date  \\\n",
       "0     @danielchayau                       Author  6:12 PM   8 Jan 2020   \n",
       "1    @michaelhoney_  Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE  1:20 PM  24 Sep 2020   \n",
       "2         @pipsterb            💧Pippa Bailey 💦🐳🌎  1:04 PM  24 Sep 2020   \n",
       "3  @MyMorningMusing               MorningMusings  1:01 PM  24 Sep 2020   \n",
       "4        @exilarchy                       Eshaya  1:01 PM  24 Sep 2020   \n",
       "\n",
       "                                                text  \\\n",
       "0  Check out Elven Magic on Steam for the steam s...   \n",
       "1  Court losses are piling up for President Trump...   \n",
       "2  Today is a day of global action @Fridays4futur...   \n",
       "3  How can we stop #globalwarming? Well, 8% of gl...   \n",
       "4  #GlobalWarming #BobcatFire #mtwilsonBobcat Fir...   \n",
       "\n",
       "                                                link  \n",
       "0  https://twitter.com/danielchayau/status/121509...  \n",
       "1  https://twitter.com/michaelhoney_/status/13092...  \n",
       "2  https://twitter.com/pipsterb/status/1309222189...  \n",
       "3  https://twitter.com/MyMorningMusing/status/130...  \n",
       "4  https://twitter.com/exilarchy/status/130922143...  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Formating date"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "months = {\n",
    "            'Jan' : '01',\n",
    "            'Feb' : '02',\n",
    "            'Mar' : '03',\n",
    "            'Apr' : '04',\n",
    "            'May' : '05',\n",
    "            'Jun' : '06',\n",
    "            'Jul' : '07',\n",
    "            'Aug' : '08',\n",
    "            'Sep' : '09', \n",
    "            'Oct' : '10',\n",
    "            'Nov' : '11',\n",
    "            'Dec' : '12'\n",
    "    }\n",
    "\n",
    "new_date_list = []\n",
    "\n",
    "for item in df['date']:\n",
    "    date = item.split(' ')\n",
    "    day = date[0]\n",
    "    month = months[date[1]]\n",
    "    year = date[2]\n",
    "    new_date = f'{year}-{month}-{day}'\n",
    "    new_date = remover(new_date, regex_quebra_linha)\n",
    "    new_date = datetime.strptime(new_date, '%Y-%m-%d').date()\n",
    "    new_date_list.append(new_date)\n",
    "df['date'] = new_date_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>fullname</th>\n",
       "      <th>time</th>\n",
       "      <th>date</th>\n",
       "      <th>text</th>\n",
       "      <th>link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>@danielchayau</td>\n",
       "      <td>Author</td>\n",
       "      <td>6:12 PM</td>\n",
       "      <td>2020-01-08</td>\n",
       "      <td>Check out Elven Magic on Steam for the steam s...</td>\n",
       "      <td>https://twitter.com/danielchayau/status/121509...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>@michaelhoney_</td>\n",
       "      <td>Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE</td>\n",
       "      <td>1:20 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Court losses are piling up for President Trump...</td>\n",
       "      <td>https://twitter.com/michaelhoney_/status/13092...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>@pipsterb</td>\n",
       "      <td>💧Pippa Bailey 💦🐳🌎</td>\n",
       "      <td>1:04 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Today is a day of global action @Fridays4futur...</td>\n",
       "      <td>https://twitter.com/pipsterb/status/1309222189...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>@MyMorningMusing</td>\n",
       "      <td>MorningMusings</td>\n",
       "      <td>1:01 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>How can we stop #globalwarming? Well, 8% of gl...</td>\n",
       "      <td>https://twitter.com/MyMorningMusing/status/130...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>@exilarchy</td>\n",
       "      <td>Eshaya</td>\n",
       "      <td>1:01 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#GlobalWarming #BobcatFire #mtwilsonBobcat Fir...</td>\n",
       "      <td>https://twitter.com/exilarchy/status/130922143...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           username                     fullname     time        date  \\\n",
       "0     @danielchayau                       Author  6:12 PM  2020-01-08   \n",
       "1    @michaelhoney_  Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE  1:20 PM  2020-09-24   \n",
       "2         @pipsterb            💧Pippa Bailey 💦🐳🌎  1:04 PM  2020-09-24   \n",
       "3  @MyMorningMusing               MorningMusings  1:01 PM  2020-09-24   \n",
       "4        @exilarchy                       Eshaya  1:01 PM  2020-09-24   \n",
       "\n",
       "                                                text  \\\n",
       "0  Check out Elven Magic on Steam for the steam s...   \n",
       "1  Court losses are piling up for President Trump...   \n",
       "2  Today is a day of global action @Fridays4futur...   \n",
       "3  How can we stop #globalwarming? Well, 8% of gl...   \n",
       "4  #GlobalWarming #BobcatFire #mtwilsonBobcat Fir...   \n",
       "\n",
       "                                                link  \n",
       "0  https://twitter.com/danielchayau/status/121509...  \n",
       "1  https://twitter.com/michaelhoney_/status/13092...  \n",
       "2  https://twitter.com/pipsterb/status/1309222189...  \n",
       "3  https://twitter.com/MyMorningMusing/status/130...  \n",
       "4  https://twitter.com/exilarchy/status/130922143...  "
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extracting hashtags, mentions, and pictures from text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "at_list_of_lists = []\n",
    "hashtag_list_of_lists = []\n",
    "picture_list_of_lists =[]\n",
    "html_list_of_lists = []\n",
    "\n",
    "for item in df['text']:\n",
    "    at_list = capture(item, regex_arroba)\n",
    "    at_list_of_lists.append(at_list)\n",
    "    \n",
    "    hashtag_list = capture(item, regex_hashtag)\n",
    "    hashtag_list_of_lists.append(hashtag_list)\n",
    "    \n",
    "    picture_list = capture(item, regex_pic)\n",
    "    picture_list_of_lists.append(picture_list)\n",
    "    \n",
    "df['mentions'] = at_list_of_lists\n",
    "df['hashtags'] = hashtag_list_of_lists\n",
    "df['photos'] = picture_list_of_lists"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>fullname</th>\n",
       "      <th>time</th>\n",
       "      <th>date</th>\n",
       "      <th>text</th>\n",
       "      <th>link</th>\n",
       "      <th>mentions</th>\n",
       "      <th>hashtags</th>\n",
       "      <th>photos</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>@danielchayau</td>\n",
       "      <td>Author</td>\n",
       "      <td>6:12 PM</td>\n",
       "      <td>2020-01-08</td>\n",
       "      <td>Check out Elven Magic on Steam for the steam s...</td>\n",
       "      <td>https://twitter.com/danielchayau/status/121509...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>@michaelhoney_</td>\n",
       "      <td>Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE</td>\n",
       "      <td>1:20 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Court losses are piling up for President Trump...</td>\n",
       "      <td>https://twitter.com/michaelhoney_/status/13092...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[pic.twitter.com/fIVceJMBeQ]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>@pipsterb</td>\n",
       "      <td>💧Pippa Bailey 💦🐳🌎</td>\n",
       "      <td>1:04 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Today is a day of global action @Fridays4futur...</td>\n",
       "      <td>https://twitter.com/pipsterb/status/1309222189...</td>\n",
       "      <td>[@Fridays4future]</td>\n",
       "      <td>[#schoolstrike4climate, #wildfires, #sealevelr...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>@MyMorningMusing</td>\n",
       "      <td>MorningMusings</td>\n",
       "      <td>1:01 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>How can we stop #globalwarming? Well, 8% of gl...</td>\n",
       "      <td>https://twitter.com/MyMorningMusing/status/130...</td>\n",
       "      <td>[@Hennigs]</td>\n",
       "      <td>[#globalwarming, #foodwaste, #stoppingglobalwa...</td>\n",
       "      <td>[pic.twitter.com/b8pFyX9R2e]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>@exilarchy</td>\n",
       "      <td>Eshaya</td>\n",
       "      <td>1:01 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#GlobalWarming #BobcatFire #mtwilsonBobcat Fir...</td>\n",
       "      <td>https://twitter.com/exilarchy/status/130922143...</td>\n",
       "      <td>[@Yahoo]</td>\n",
       "      <td>[#GlobalWarming, #BobcatFire, #mtwilsonBobcat]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>@Frankendr01d</td>\n",
       "      <td>Hell is Expanding</td>\n",
       "      <td>12:59 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>The most recognizable word for hell in the new...</td>\n",
       "      <td>https://twitter.com/Frankendr01d/status/130922...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#globalwarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>@LeonardoZ</td>\n",
       "      <td>LeonardoZ</td>\n",
       "      <td>12:55 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Ocean Heat Waves Are Directly Linked to Climat...</td>\n",
       "      <td>https://twitter.com/LeonardoZ/status/130921983...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming, #Sciencenytimes]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>@nycpt</td>\n",
       "      <td>EMS</td>\n",
       "      <td>12:52 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#protectkids by voting #prochoice! The world i...</td>\n",
       "      <td>https://twitter.com/nycpt/status/1309219129354...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#protectkids, #prochoice, #climatechange, #ha...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>@MisterSalesman</td>\n",
       "      <td>M LeMont</td>\n",
       "      <td>12:52 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>pic.twitter.com/rm9VedOQUd RUSSIA: Alarming si...</td>\n",
       "      <td>https://twitter.com/MisterSalesman/status/1309...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalwarmingGIF]</td>\n",
       "      <td>[pic.twitter.com/rm9VedOQUd]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>@DreyMeans</td>\n",
       "      <td>That Guy</td>\n",
       "      <td>12:52 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>At this point if aliens invaded, I'm sure they...</td>\n",
       "      <td>https://twitter.com/DreyMeans/status/130921907...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#globalwarming, #blacklivesDOmatter, #wearyou...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>@AthiestMemeland</td>\n",
       "      <td>Atheist Memeland</td>\n",
       "      <td>12:46 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#MEMES #GlobalWarming pic.twitter.com/3HfPydNORa</td>\n",
       "      <td>https://twitter.com/AthiestMemeland/status/130...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#MEMES, #GlobalWarming]</td>\n",
       "      <td>[pic.twitter.com/3HfPydNORa]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>@KnightSonntag</td>\n",
       "      <td>Kathryn Knight Sonntag</td>\n",
       "      <td>12:36 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Running the AC at the end of September. #globa...</td>\n",
       "      <td>https://twitter.com/KnightSonntag/status/13092...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#globalwarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>@gridpointwx</td>\n",
       "      <td>GridPointWeather</td>\n",
       "      <td>12:34 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Ottawa trying to toss out #CLIMATE lawsuit fro...</td>\n",
       "      <td>https://twitter.com/gridpointwx/status/1309214...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CLIMATE, #GlobalWarming, #climatechange]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>@TimMelino</td>\n",
       "      <td>Tim Melino</td>\n",
       "      <td>12:34 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Ottawa trying to toss out #CLIMATE lawsuit fro...</td>\n",
       "      <td>https://twitter.com/TimMelino/status/130921463...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CLIMATE, #GPWX, #GlobalWarming, #climatechange]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>@scifirighter</td>\n",
       "      <td>Nick Earl</td>\n",
       "      <td>12:33 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>There'll be a lot more of this in the years to...</td>\n",
       "      <td>https://twitter.com/scifirighter/status/130921...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>@Dexio16</td>\n",
       "      <td>Dexio</td>\n",
       "      <td>12:25 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>“Trump is a second chance”... you might want t...</td>\n",
       "      <td>https://twitter.com/Dexio16/status/13092124188...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#VoteHimOut2020, #GlobalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>@Nikoveii</td>\n",
       "      <td>Nikovei</td>\n",
       "      <td>12:23 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>In Finland we are experiencing warm temperatur...</td>\n",
       "      <td>https://twitter.com/Nikoveii/status/1309211917...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>@deeniedeenie</td>\n",
       "      <td>kittykolohe</td>\n",
       "      <td>12:23 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>these are consequences of not caring for the e...</td>\n",
       "      <td>https://twitter.com/deeniedeenie/status/130921...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#globalWarming, #climateChange, #profitsOverP...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>@MTDrott</td>\n",
       "      <td>Milton T Drott</td>\n",
       "      <td>12:21 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>What does the fall of the dinosaurs 🦖 share wi...</td>\n",
       "      <td>https://twitter.com/MTDrott/status/13092112484...</td>\n",
       "      <td>[@Radiolab, @ACasadevall1]</td>\n",
       "      <td>[#globalwarming, #candida, #fungiwnycstudios]</td>\n",
       "      <td>[pic.twitter.com/p6Iuec3Rxz]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>@gridpointwx</td>\n",
       "      <td>GridPointWeather</td>\n",
       "      <td>12:20 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Western wildfires fuel politics of #CLIMATE ch...</td>\n",
       "      <td>https://twitter.com/gridpointwx/status/1309211...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CLIMATE, #GlobalWarming, #climatechange]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>@TimMelino</td>\n",
       "      <td>Tim Melino</td>\n",
       "      <td>12:19 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Western wildfires fuel politics of #CLIMATE ch...</td>\n",
       "      <td>https://twitter.com/TimMelino/status/130921095...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CLIMATE, #GPWX, #GlobalWarming, #climatechange]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>@Spectrumbots42</td>\n",
       "      <td>Michael Reid</td>\n",
       "      <td>12:17 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>I'm really concerned about the current state o...</td>\n",
       "      <td>https://twitter.com/Spectrumbots42/status/1309...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>@danspena</td>\n",
       "      <td>Dan Peña</td>\n",
       "      <td>12:15 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#GlobalWarming is the BIGGEST #FRAUD IN HISTOR...</td>\n",
       "      <td>https://twitter.com/danspena/status/1309209738...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming, #FRAUD]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>@JeanyJerome</td>\n",
       "      <td>Jeany Jerome</td>\n",
       "      <td>12:09 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Now that's something!!!...We get Alberta Clipp...</td>\n",
       "      <td>https://twitter.com/JeanyJerome/status/1309208...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming, #GlobalWarning]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>@gridpointwx</td>\n",
       "      <td>GridPointWeather</td>\n",
       "      <td>12:05 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Amazon makes it easier to find green products ...</td>\n",
       "      <td>https://twitter.com/gridpointwx/status/1309207...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CLIMATE, #GlobalWarming, #climatechange]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>@TimMelino</td>\n",
       "      <td>Tim Melino</td>\n",
       "      <td>12:04 PM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Amazon makes it easier to find green products ...</td>\n",
       "      <td>https://twitter.com/TimMelino/status/130920716...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CLIMATE, #GPWX, #GlobalWarming, #climatechange]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>@Shysta_Era</td>\n",
       "      <td>Shysta</td>\n",
       "      <td>11:59 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Forgive us please mother nature, we do know wh...</td>\n",
       "      <td>https://twitter.com/Shysta_Era/status/13092057...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming, #savetheplanetmotorauthority]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>@paulie_rock</td>\n",
       "      <td>PaulieRock</td>\n",
       "      <td>11:54 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Not enough work at the WH?  Between #Coronavir...</td>\n",
       "      <td>https://twitter.com/paulie_rock/status/1309204...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#CoronavirusPandemic, #Corruption, #GlobalWar...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>@ChiralMiller</td>\n",
       "      <td>Jonathan Miller</td>\n",
       "      <td>11:52 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Quarantine, Climate and Carbon Emissions woods...</td>\n",
       "      <td>https://twitter.com/ChiralMiller/status/130920...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#quarantine, #lockdown, #ClimateChange, #Clim...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>@AtulJha84519211</td>\n",
       "      <td>atul_jha✍️</td>\n",
       "      <td>11:51 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>पिछले 30 वर्षों (वर्ष1986-वर्ष2015) में सबसे ग...</td>\n",
       "      <td>https://twitter.com/AtulJha84519211/status/130...</td>\n",
       "      <td>[@narendramodi, @PMOIndia]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>@AtulJha84519211</td>\n",
       "      <td>atul_jha✍️</td>\n",
       "      <td>11:51 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>इस सदी के अंत तक भारत के औसत तापमान में 4.4 डि...</td>\n",
       "      <td>https://twitter.com/AtulJha84519211/status/130...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>@MEnvSust</td>\n",
       "      <td>MEnvSust</td>\n",
       "      <td>11:51 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Let's get acquainted with #methane (CH4), the ...</td>\n",
       "      <td>https://twitter.com/MEnvSust/status/1309203773...</td>\n",
       "      <td>[@gcarbonproject]</td>\n",
       "      <td>[#methane, #globalwarming]</td>\n",
       "      <td>[pic.twitter.com/0Q8SUj6Ogo]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>@RodneyAssman</td>\n",
       "      <td>Rodney Assman</td>\n",
       "      <td>11:50 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>LOOKS LIKE THE SHOULD HAVE DONE A BETTER JOB O...</td>\n",
       "      <td>https://twitter.com/RodneyAssman/status/130920...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#GlobalWarming]</td>\n",
       "      <td>[pic.twitter.com/X7xMv4yDWV]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>@ChristosMatskas</td>\n",
       "      <td>C:\\hristos.matskas #blackLivesMatter</td>\n",
       "      <td>11:50 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>It was about time... And we're late if you ask...</td>\n",
       "      <td>https://twitter.com/ChristosMatskas/status/130...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#climateChange, #globalWarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>@mlnangalama</td>\n",
       "      <td>Martha Leah Nangalama</td>\n",
       "      <td>11:49 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>via @PerilOfAfrica #GlobalWarming #Environment...</td>\n",
       "      <td>https://twitter.com/mlnangalama/status/1309203...</td>\n",
       "      <td>[@PerilOfAfrica]</td>\n",
       "      <td>[#GlobalWarming, #Environment]</td>\n",
       "      <td>[pic.twitter.com/DxzhrWR1jG]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>@amynfar</td>\n",
       "      <td>Bazinga</td>\n",
       "      <td>11:47 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>“مالیات کربن تنها راه نجات بشر است”#carbontax ...</td>\n",
       "      <td>https://twitter.com/amynfar/status/13092027788...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#carbontax, #environment, #environment, #Glob...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>@animalculum</td>\n",
       "      <td>Lukas VF Novak</td>\n",
       "      <td>11:45 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>High-impact #MarineHeatwaves attributable to h...</td>\n",
       "      <td>https://twitter.com/animalculum/status/1309202...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#MarineHeatwaves, #GlobalWarming, #ClimateCha...</td>\n",
       "      <td>[pic.twitter.com/AiL9TrNQGN]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>@Bat_Yann</td>\n",
       "      <td>Dr. Yann Gager</td>\n",
       "      <td>11:45 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>\"In contrast, Google is setting up systems tha...</td>\n",
       "      <td>https://twitter.com/Bat_Yann/status/1309202207...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#climatecrisis, #climatechange, #climateemerg...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>@KuerstenAndreas</td>\n",
       "      <td>Andreas Kuersten</td>\n",
       "      <td>11:43 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Should #solar #GeoEngineering should be part o...</td>\n",
       "      <td>https://twitter.com/KuerstenAndreas/status/130...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#solar, #GeoEngineering, #ClimateCrisis, #Cli...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>@mahesh0705</td>\n",
       "      <td>mahesh</td>\n",
       "      <td>11:35 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#farm #zerowaste #farmlife #farmlands #farming...</td>\n",
       "      <td>https://twitter.com/mahesh0705/status/13091998...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#farm, #zerowaste, #farmlife, #farmlands, #fa...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>@Bat_Yann</td>\n",
       "      <td>Dr. Yann Gager</td>\n",
       "      <td>11:34 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>In complement to being 24/7 carbon-free, @goog...</td>\n",
       "      <td>https://twitter.com/Bat_Yann/status/1309199597...</td>\n",
       "      <td>[@google, @YouTube]</td>\n",
       "      <td>[#misinformation, #disinformation, #climatecha...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>@gridpointwx</td>\n",
       "      <td>GridPointWeather</td>\n",
       "      <td>11:34 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#OCEAN Heat Waves Are Directly Linked to #CLIM...</td>\n",
       "      <td>https://twitter.com/gridpointwx/status/1309199...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#OCEAN, #CLIMATE, #GlobalWarming, #climatecha...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>@TimMelino</td>\n",
       "      <td>Tim Melino</td>\n",
       "      <td>11:34 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>#OCEAN Heat Waves Are Directly Linked to #CLIM...</td>\n",
       "      <td>https://twitter.com/TimMelino/status/130919949...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#OCEAN, #CLIMATE, #GPWX, #GlobalWarming, #cli...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>@Bat_Yann</td>\n",
       "      <td>Dr. Yann Gager</td>\n",
       "      <td>11:31 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Soon it will be 5 years since the #ParisAgreem...</td>\n",
       "      <td>https://twitter.com/Bat_Yann/status/1309198785...</td>\n",
       "      <td>[@climateactiontr]</td>\n",
       "      <td>[#ParisAgreement, #globalwarming, #globalwarming]</td>\n",
       "      <td>[pic.twitter.com/zcs8YtrxGx]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>@Bat_Yann</td>\n",
       "      <td>Dr. Yann Gager</td>\n",
       "      <td>11:30 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>Soon it will be 5 years since the #ParisAgreem...</td>\n",
       "      <td>https://twitter.com/Bat_Yann/status/1309198472...</td>\n",
       "      <td>[@climateactiontr]</td>\n",
       "      <td>[#ParisAgreement, #globalwarming, #globalwarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>@Bat_Yann</td>\n",
       "      <td>Dr. Yann Gager</td>\n",
       "      <td>11:24 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>There is no Planet B, we need to take better c...</td>\n",
       "      <td>https://twitter.com/Bat_Yann/status/1309197006...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#climate, #environment, #climatecrisis, #clim...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>@aaaamhim</td>\n",
       "      <td>Obi</td>\n",
       "      <td>11:22 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>$ITOX unknown at .01 52WKHIGH 26 cents!💸 small...</td>\n",
       "      <td>https://twitter.com/aaaamhim/status/1309196596...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#technology, #business, #finance, #AI, #IOT, ...</td>\n",
       "      <td>[pic.twitter.com/MoCHxX34ln]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>@AusSolarNews</td>\n",
       "      <td>🇦🇺 Australian Solar &amp; Renewable Energy News 🇦🇺</td>\n",
       "      <td>11:19 AM</td>\n",
       "      <td>2020-09-24</td>\n",
       "      <td>energymatters.com.au/renewable-news… #solarpow...</td>\n",
       "      <td>https://twitter.com/AusSolarNews/status/130919...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[#solarpowersystems, #Australia, #globalwarming]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            username                                        fullname  \\\n",
       "0      @danielchayau                                          Author   \n",
       "1     @michaelhoney_                     Michael Honey 🏴󠁧󠁢󠁷󠁬󠁳󠁿 #FBPE   \n",
       "2          @pipsterb                               💧Pippa Bailey 💦🐳🌎   \n",
       "3   @MyMorningMusing                                  MorningMusings   \n",
       "4         @exilarchy                                          Eshaya   \n",
       "5      @Frankendr01d                               Hell is Expanding   \n",
       "6         @LeonardoZ                                       LeonardoZ   \n",
       "7             @nycpt                                             EMS   \n",
       "8    @MisterSalesman                                        M LeMont   \n",
       "9         @DreyMeans                                        That Guy   \n",
       "10  @AthiestMemeland                                Atheist Memeland   \n",
       "11    @KnightSonntag                          Kathryn Knight Sonntag   \n",
       "12      @gridpointwx                                GridPointWeather   \n",
       "13        @TimMelino                                      Tim Melino   \n",
       "14     @scifirighter                                       Nick Earl   \n",
       "15          @Dexio16                                           Dexio   \n",
       "16         @Nikoveii                                         Nikovei   \n",
       "17     @deeniedeenie                                     kittykolohe   \n",
       "18          @MTDrott                                  Milton T Drott   \n",
       "19      @gridpointwx                                GridPointWeather   \n",
       "20        @TimMelino                                      Tim Melino   \n",
       "21   @Spectrumbots42                                    Michael Reid   \n",
       "22         @danspena                                        Dan Peña   \n",
       "23      @JeanyJerome                                    Jeany Jerome   \n",
       "24      @gridpointwx                                GridPointWeather   \n",
       "25        @TimMelino                                      Tim Melino   \n",
       "26       @Shysta_Era                                          Shysta   \n",
       "27      @paulie_rock                                      PaulieRock   \n",
       "28     @ChiralMiller                                 Jonathan Miller   \n",
       "29  @AtulJha84519211                                      atul_jha✍️   \n",
       "30  @AtulJha84519211                                      atul_jha✍️   \n",
       "31         @MEnvSust                                        MEnvSust   \n",
       "32     @RodneyAssman                                   Rodney Assman   \n",
       "33  @ChristosMatskas            C:\\hristos.matskas #blackLivesMatter   \n",
       "34      @mlnangalama                           Martha Leah Nangalama   \n",
       "35          @amynfar                                         Bazinga   \n",
       "36      @animalculum                                  Lukas VF Novak   \n",
       "37         @Bat_Yann                                  Dr. Yann Gager   \n",
       "38  @KuerstenAndreas                                Andreas Kuersten   \n",
       "39       @mahesh0705                                          mahesh   \n",
       "40         @Bat_Yann                                  Dr. Yann Gager   \n",
       "41      @gridpointwx                                GridPointWeather   \n",
       "42        @TimMelino                                      Tim Melino   \n",
       "43         @Bat_Yann                                  Dr. Yann Gager   \n",
       "44         @Bat_Yann                                  Dr. Yann Gager   \n",
       "45         @Bat_Yann                                  Dr. Yann Gager   \n",
       "46         @aaaamhim                                             Obi   \n",
       "47     @AusSolarNews  🇦🇺 Australian Solar & Renewable Energy News 🇦🇺   \n",
       "\n",
       "        time        date                                               text  \\\n",
       "0    6:12 PM  2020-01-08  Check out Elven Magic on Steam for the steam s...   \n",
       "1    1:20 PM  2020-09-24  Court losses are piling up for President Trump...   \n",
       "2    1:04 PM  2020-09-24  Today is a day of global action @Fridays4futur...   \n",
       "3    1:01 PM  2020-09-24  How can we stop #globalwarming? Well, 8% of gl...   \n",
       "4    1:01 PM  2020-09-24  #GlobalWarming #BobcatFire #mtwilsonBobcat Fir...   \n",
       "5   12:59 PM  2020-09-24  The most recognizable word for hell in the new...   \n",
       "6   12:55 PM  2020-09-24  Ocean Heat Waves Are Directly Linked to Climat...   \n",
       "7   12:52 PM  2020-09-24  #protectkids by voting #prochoice! The world i...   \n",
       "8   12:52 PM  2020-09-24  pic.twitter.com/rm9VedOQUd RUSSIA: Alarming si...   \n",
       "9   12:52 PM  2020-09-24  At this point if aliens invaded, I'm sure they...   \n",
       "10  12:46 PM  2020-09-24   #MEMES #GlobalWarming pic.twitter.com/3HfPydNORa   \n",
       "11  12:36 PM  2020-09-24  Running the AC at the end of September. #globa...   \n",
       "12  12:34 PM  2020-09-24  Ottawa trying to toss out #CLIMATE lawsuit fro...   \n",
       "13  12:34 PM  2020-09-24  Ottawa trying to toss out #CLIMATE lawsuit fro...   \n",
       "14  12:33 PM  2020-09-24  There'll be a lot more of this in the years to...   \n",
       "15  12:25 PM  2020-09-24  “Trump is a second chance”... you might want t...   \n",
       "16  12:23 PM  2020-09-24  In Finland we are experiencing warm temperatur...   \n",
       "17  12:23 PM  2020-09-24  these are consequences of not caring for the e...   \n",
       "18  12:21 PM  2020-09-24  What does the fall of the dinosaurs 🦖 share wi...   \n",
       "19  12:20 PM  2020-09-24  Western wildfires fuel politics of #CLIMATE ch...   \n",
       "20  12:19 PM  2020-09-24  Western wildfires fuel politics of #CLIMATE ch...   \n",
       "21  12:17 PM  2020-09-24  I'm really concerned about the current state o...   \n",
       "22  12:15 PM  2020-09-24  #GlobalWarming is the BIGGEST #FRAUD IN HISTOR...   \n",
       "23  12:09 PM  2020-09-24  Now that's something!!!...We get Alberta Clipp...   \n",
       "24  12:05 PM  2020-09-24  Amazon makes it easier to find green products ...   \n",
       "25  12:04 PM  2020-09-24  Amazon makes it easier to find green products ...   \n",
       "26  11:59 AM  2020-09-24  Forgive us please mother nature, we do know wh...   \n",
       "27  11:54 AM  2020-09-24  Not enough work at the WH?  Between #Coronavir...   \n",
       "28  11:52 AM  2020-09-24  Quarantine, Climate and Carbon Emissions woods...   \n",
       "29  11:51 AM  2020-09-24  पिछले 30 वर्षों (वर्ष1986-वर्ष2015) में सबसे ग...   \n",
       "30  11:51 AM  2020-09-24  इस सदी के अंत तक भारत के औसत तापमान में 4.4 डि...   \n",
       "31  11:51 AM  2020-09-24  Let's get acquainted with #methane (CH4), the ...   \n",
       "32  11:50 AM  2020-09-24  LOOKS LIKE THE SHOULD HAVE DONE A BETTER JOB O...   \n",
       "33  11:50 AM  2020-09-24  It was about time... And we're late if you ask...   \n",
       "34  11:49 AM  2020-09-24  via @PerilOfAfrica #GlobalWarming #Environment...   \n",
       "35  11:47 AM  2020-09-24  “مالیات کربن تنها راه نجات بشر است”#carbontax ...   \n",
       "36  11:45 AM  2020-09-24  High-impact #MarineHeatwaves attributable to h...   \n",
       "37  11:45 AM  2020-09-24  \"In contrast, Google is setting up systems tha...   \n",
       "38  11:43 AM  2020-09-24  Should #solar #GeoEngineering should be part o...   \n",
       "39  11:35 AM  2020-09-24  #farm #zerowaste #farmlife #farmlands #farming...   \n",
       "40  11:34 AM  2020-09-24  In complement to being 24/7 carbon-free, @goog...   \n",
       "41  11:34 AM  2020-09-24  #OCEAN Heat Waves Are Directly Linked to #CLIM...   \n",
       "42  11:34 AM  2020-09-24  #OCEAN Heat Waves Are Directly Linked to #CLIM...   \n",
       "43  11:31 AM  2020-09-24  Soon it will be 5 years since the #ParisAgreem...   \n",
       "44  11:30 AM  2020-09-24  Soon it will be 5 years since the #ParisAgreem...   \n",
       "45  11:24 AM  2020-09-24  There is no Planet B, we need to take better c...   \n",
       "46  11:22 AM  2020-09-24  $ITOX unknown at .01 52WKHIGH 26 cents!💸 small...   \n",
       "47  11:19 AM  2020-09-24  energymatters.com.au/renewable-news… #solarpow...   \n",
       "\n",
       "                                                 link  \\\n",
       "0   https://twitter.com/danielchayau/status/121509...   \n",
       "1   https://twitter.com/michaelhoney_/status/13092...   \n",
       "2   https://twitter.com/pipsterb/status/1309222189...   \n",
       "3   https://twitter.com/MyMorningMusing/status/130...   \n",
       "4   https://twitter.com/exilarchy/status/130922143...   \n",
       "5   https://twitter.com/Frankendr01d/status/130922...   \n",
       "6   https://twitter.com/LeonardoZ/status/130921983...   \n",
       "7   https://twitter.com/nycpt/status/1309219129354...   \n",
       "8   https://twitter.com/MisterSalesman/status/1309...   \n",
       "9   https://twitter.com/DreyMeans/status/130921907...   \n",
       "10  https://twitter.com/AthiestMemeland/status/130...   \n",
       "11  https://twitter.com/KnightSonntag/status/13092...   \n",
       "12  https://twitter.com/gridpointwx/status/1309214...   \n",
       "13  https://twitter.com/TimMelino/status/130921463...   \n",
       "14  https://twitter.com/scifirighter/status/130921...   \n",
       "15  https://twitter.com/Dexio16/status/13092124188...   \n",
       "16  https://twitter.com/Nikoveii/status/1309211917...   \n",
       "17  https://twitter.com/deeniedeenie/status/130921...   \n",
       "18  https://twitter.com/MTDrott/status/13092112484...   \n",
       "19  https://twitter.com/gridpointwx/status/1309211...   \n",
       "20  https://twitter.com/TimMelino/status/130921095...   \n",
       "21  https://twitter.com/Spectrumbots42/status/1309...   \n",
       "22  https://twitter.com/danspena/status/1309209738...   \n",
       "23  https://twitter.com/JeanyJerome/status/1309208...   \n",
       "24  https://twitter.com/gridpointwx/status/1309207...   \n",
       "25  https://twitter.com/TimMelino/status/130920716...   \n",
       "26  https://twitter.com/Shysta_Era/status/13092057...   \n",
       "27  https://twitter.com/paulie_rock/status/1309204...   \n",
       "28  https://twitter.com/ChiralMiller/status/130920...   \n",
       "29  https://twitter.com/AtulJha84519211/status/130...   \n",
       "30  https://twitter.com/AtulJha84519211/status/130...   \n",
       "31  https://twitter.com/MEnvSust/status/1309203773...   \n",
       "32  https://twitter.com/RodneyAssman/status/130920...   \n",
       "33  https://twitter.com/ChristosMatskas/status/130...   \n",
       "34  https://twitter.com/mlnangalama/status/1309203...   \n",
       "35  https://twitter.com/amynfar/status/13092027788...   \n",
       "36  https://twitter.com/animalculum/status/1309202...   \n",
       "37  https://twitter.com/Bat_Yann/status/1309202207...   \n",
       "38  https://twitter.com/KuerstenAndreas/status/130...   \n",
       "39  https://twitter.com/mahesh0705/status/13091998...   \n",
       "40  https://twitter.com/Bat_Yann/status/1309199597...   \n",
       "41  https://twitter.com/gridpointwx/status/1309199...   \n",
       "42  https://twitter.com/TimMelino/status/130919949...   \n",
       "43  https://twitter.com/Bat_Yann/status/1309198785...   \n",
       "44  https://twitter.com/Bat_Yann/status/1309198472...   \n",
       "45  https://twitter.com/Bat_Yann/status/1309197006...   \n",
       "46  https://twitter.com/aaaamhim/status/1309196596...   \n",
       "47  https://twitter.com/AusSolarNews/status/130919...   \n",
       "\n",
       "                      mentions  \\\n",
       "0                           []   \n",
       "1                           []   \n",
       "2            [@Fridays4future]   \n",
       "3                   [@Hennigs]   \n",
       "4                     [@Yahoo]   \n",
       "5                           []   \n",
       "6                           []   \n",
       "7                           []   \n",
       "8                           []   \n",
       "9                           []   \n",
       "10                          []   \n",
       "11                          []   \n",
       "12                          []   \n",
       "13                          []   \n",
       "14                          []   \n",
       "15                          []   \n",
       "16                          []   \n",
       "17                          []   \n",
       "18  [@Radiolab, @ACasadevall1]   \n",
       "19                          []   \n",
       "20                          []   \n",
       "21                          []   \n",
       "22                          []   \n",
       "23                          []   \n",
       "24                          []   \n",
       "25                          []   \n",
       "26                          []   \n",
       "27                          []   \n",
       "28                          []   \n",
       "29  [@narendramodi, @PMOIndia]   \n",
       "30                          []   \n",
       "31           [@gcarbonproject]   \n",
       "32                          []   \n",
       "33                          []   \n",
       "34            [@PerilOfAfrica]   \n",
       "35                          []   \n",
       "36                          []   \n",
       "37                          []   \n",
       "38                          []   \n",
       "39                          []   \n",
       "40         [@google, @YouTube]   \n",
       "41                          []   \n",
       "42                          []   \n",
       "43          [@climateactiontr]   \n",
       "44          [@climateactiontr]   \n",
       "45                          []   \n",
       "46                          []   \n",
       "47                          []   \n",
       "\n",
       "                                             hashtags  \\\n",
       "0                                                  []   \n",
       "1                                    [#GlobalWarming]   \n",
       "2   [#schoolstrike4climate, #wildfires, #sealevelr...   \n",
       "3   [#globalwarming, #foodwaste, #stoppingglobalwa...   \n",
       "4      [#GlobalWarming, #BobcatFire, #mtwilsonBobcat]   \n",
       "5                                    [#globalwarming]   \n",
       "6                   [#GlobalWarming, #Sciencenytimes]   \n",
       "7   [#protectkids, #prochoice, #climatechange, #ha...   \n",
       "8                                 [#GlobalwarmingGIF]   \n",
       "9   [#globalwarming, #blacklivesDOmatter, #wearyou...   \n",
       "10                           [#MEMES, #GlobalWarming]   \n",
       "11                                   [#globalwarming]   \n",
       "12         [#CLIMATE, #GlobalWarming, #climatechange]   \n",
       "13  [#CLIMATE, #GPWX, #GlobalWarming, #climatechange]   \n",
       "14                                   [#GlobalWarming]   \n",
       "15                  [#VoteHimOut2020, #GlobalWarming]   \n",
       "16                                   [#GlobalWarming]   \n",
       "17  [#globalWarming, #climateChange, #profitsOverP...   \n",
       "18      [#globalwarming, #candida, #fungiwnycstudios]   \n",
       "19         [#CLIMATE, #GlobalWarming, #climatechange]   \n",
       "20  [#CLIMATE, #GPWX, #GlobalWarming, #climatechange]   \n",
       "21                                   [#GlobalWarming]   \n",
       "22                           [#GlobalWarming, #FRAUD]   \n",
       "23                   [#GlobalWarming, #GlobalWarning]   \n",
       "24         [#CLIMATE, #GlobalWarming, #climatechange]   \n",
       "25  [#CLIMATE, #GPWX, #GlobalWarming, #climatechange]   \n",
       "26     [#GlobalWarming, #savetheplanetmotorauthority]   \n",
       "27  [#CoronavirusPandemic, #Corruption, #GlobalWar...   \n",
       "28  [#quarantine, #lockdown, #ClimateChange, #Clim...   \n",
       "29                                   [#GlobalWarming]   \n",
       "30                                   [#GlobalWarming]   \n",
       "31                         [#methane, #globalwarming]   \n",
       "32                                   [#GlobalWarming]   \n",
       "33                   [#climateChange, #globalWarming]   \n",
       "34                     [#GlobalWarming, #Environment]   \n",
       "35  [#carbontax, #environment, #environment, #Glob...   \n",
       "36  [#MarineHeatwaves, #GlobalWarming, #ClimateCha...   \n",
       "37  [#climatecrisis, #climatechange, #climateemerg...   \n",
       "38  [#solar, #GeoEngineering, #ClimateCrisis, #Cli...   \n",
       "39  [#farm, #zerowaste, #farmlife, #farmlands, #fa...   \n",
       "40  [#misinformation, #disinformation, #climatecha...   \n",
       "41  [#OCEAN, #CLIMATE, #GlobalWarming, #climatecha...   \n",
       "42  [#OCEAN, #CLIMATE, #GPWX, #GlobalWarming, #cli...   \n",
       "43  [#ParisAgreement, #globalwarming, #globalwarming]   \n",
       "44  [#ParisAgreement, #globalwarming, #globalwarming]   \n",
       "45  [#climate, #environment, #climatecrisis, #clim...   \n",
       "46  [#technology, #business, #finance, #AI, #IOT, ...   \n",
       "47   [#solarpowersystems, #Australia, #globalwarming]   \n",
       "\n",
       "                          photos  \n",
       "0                             []  \n",
       "1   [pic.twitter.com/fIVceJMBeQ]  \n",
       "2                             []  \n",
       "3   [pic.twitter.com/b8pFyX9R2e]  \n",
       "4                             []  \n",
       "5                             []  \n",
       "6                             []  \n",
       "7                             []  \n",
       "8   [pic.twitter.com/rm9VedOQUd]  \n",
       "9                             []  \n",
       "10  [pic.twitter.com/3HfPydNORa]  \n",
       "11                            []  \n",
       "12                            []  \n",
       "13                            []  \n",
       "14                            []  \n",
       "15                            []  \n",
       "16                            []  \n",
       "17                            []  \n",
       "18  [pic.twitter.com/p6Iuec3Rxz]  \n",
       "19                            []  \n",
       "20                            []  \n",
       "21                            []  \n",
       "22                            []  \n",
       "23                            []  \n",
       "24                            []  \n",
       "25                            []  \n",
       "26                            []  \n",
       "27                            []  \n",
       "28                            []  \n",
       "29                            []  \n",
       "30                            []  \n",
       "31  [pic.twitter.com/0Q8SUj6Ogo]  \n",
       "32  [pic.twitter.com/X7xMv4yDWV]  \n",
       "33                            []  \n",
       "34  [pic.twitter.com/DxzhrWR1jG]  \n",
       "35                            []  \n",
       "36  [pic.twitter.com/AiL9TrNQGN]  \n",
       "37                            []  \n",
       "38                            []  \n",
       "39                            []  \n",
       "40                            []  \n",
       "41                            []  \n",
       "42                            []  \n",
       "43  [pic.twitter.com/zcs8YtrxGx]  \n",
       "44                            []  \n",
       "45                            []  \n",
       "46  [pic.twitter.com/MoCHxX34ln]  \n",
       "47                            []  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('GlobalWarming_tweets.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}