Full Tutorial.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "f550f49b",
   "metadata": {},
   "source": [
    "# Learn to Rehydrate a Tweetset\n",
    "\n",
    "This notebook is part of a [tutorial on rehydrating Twitter data](https://github.com/HYTE-research/SAGE-data-hellobrother#learn-to-rehydrate-a-tweetset)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "71759147",
   "metadata": {},
   "outputs": [],
   "source": [
    "pip install twython"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "6f912199",
   "metadata": {},
   "outputs": [],
   "source": [
    "from twython import Twython"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "435b0471",
   "metadata": {},
   "source": [
    "Insert you Twitter credentials to these four variables:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "c76daea2",
   "metadata": {},
   "outputs": [],
   "source": [
    "api_key = 'api_key_value' \n",
    "api_secret = 'api_secret_value'\n",
    "access_token = 'access_token_value'\n",
    "access_token_secret = 'access_secret_value'"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8b632190",
   "metadata": {},
   "source": [
    "To avoid sharing the credentials with this notebook, we will read the credentials from a JSON file.\n",
    "\n",
    "To create the keychain.json file, copy keychain_template.json and rename it to keychain.json. Only run the following lines of code if you have the keychain file available."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "42b7ff98",
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "with open('keychain.json') as f:\n",
    "    keychain = json.load(f)\n",
    "\n",
    "api_key = keychain['API_KEY']\n",
    "api_secret = keychain['API_SECRET']\n",
    "access_token = keychain['ACCESS_TOKEN']\n",
    "access_secret = keychain['ACCESS_SECRET']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "878ff1aa",
   "metadata": {},
   "source": [
    "Connecting to Twitter API:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "cea468ad",
   "metadata": {},
   "outputs": [],
   "source": [
    "twitter = Twython(api_key, api_secret, access_token, access_secret)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "9cb39a73",
   "metadata": {},
   "outputs": [],
   "source": [
    "tweet = twitter.show_status(id='1106397870628847617', include_entities=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "d25f428a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'created_at': 'Fri Mar 15 03:33:02 +0000 2019',\n",
       " 'id': 1106397870628847617,\n",
       " 'id_str': '1106397870628847617',\n",
       " 'text': 'What has happened in Christchurch is an extraordinary act of unprecedented violence. It has no place in New Zealand… https://t.co/XOHF9hHe8H',\n",
       " 'truncated': True,\n",
       " 'entities': {'hashtags': [],\n",
       "  'symbols': [],\n",
       "  'user_mentions': [],\n",
       "  'urls': [{'url': 'https://t.co/XOHF9hHe8H',\n",
       "    'expanded_url': 'https://twitter.com/i/web/status/1106397870628847617',\n",
       "    'display_url': 'twitter.com/i/web/status/1…',\n",
       "    'indices': [117, 140]}]},\n",
       " 'source': '<a href=\"http://twitter.com\" rel=\"nofollow\">Twitter Web Client</a>',\n",
       " 'in_reply_to_status_id': None,\n",
       " 'in_reply_to_status_id_str': None,\n",
       " 'in_reply_to_user_id': None,\n",
       " 'in_reply_to_user_id_str': None,\n",
       " 'in_reply_to_screen_name': None,\n",
       " 'user': {'id': 22959763,\n",
       "  'id_str': '22959763',\n",
       "  'name': 'Jacinda Ardern',\n",
       "  'screen_name': 'jacindaardern',\n",
       "  'location': 'Auckland, New Zealand',\n",
       "  'description': \"Prime Minister of NZ. Leader @nzlabour. Won't tweet what I ate for breakfast-make no promises beyond that. Authorised by Timothy Grigg 160 Willis St, Wellington\",\n",
       "  'url': 'https://t.co/XK0vnXQ2oU',\n",
       "  'entities': {'url': {'urls': [{'url': 'https://t.co/XK0vnXQ2oU',\n",
       "      'expanded_url': 'http://www.labour.org.nz',\n",
       "      'display_url': 'labour.org.nz',\n",
       "      'indices': [0, 23]}]},\n",
       "   'description': {'urls': []}},\n",
       "  'protected': False,\n",
       "  'followers_count': 789440,\n",
       "  'friends_count': 4158,\n",
       "  'listed_count': 2128,\n",
       "  'created_at': 'Thu Mar 05 18:57:11 +0000 2009',\n",
       "  'favourites_count': 655,\n",
       "  'utc_offset': None,\n",
       "  'time_zone': None,\n",
       "  'geo_enabled': True,\n",
       "  'verified': True,\n",
       "  'statuses_count': 6922,\n",
       "  'lang': None,\n",
       "  'contributors_enabled': False,\n",
       "  'is_translator': False,\n",
       "  'is_translation_enabled': False,\n",
       "  'profile_background_color': '131516',\n",
       "  'profile_background_image_url': 'http://abs.twimg.com/images/themes/theme14/bg.gif',\n",
       "  'profile_background_image_url_https': 'https://abs.twimg.com/images/themes/theme14/bg.gif',\n",
       "  'profile_background_tile': False,\n",
       "  'profile_image_url': 'http://pbs.twimg.com/profile_images/820351342464016384/_otHuDCr_normal.jpg',\n",
       "  'profile_image_url_https': 'https://pbs.twimg.com/profile_images/820351342464016384/_otHuDCr_normal.jpg',\n",
       "  'profile_banner_url': 'https://pbs.twimg.com/profile_banners/22959763/1501620205',\n",
       "  'profile_link_color': 'FF0000',\n",
       "  'profile_sidebar_border_color': 'FFFFFF',\n",
       "  'profile_sidebar_fill_color': 'F0F0F0',\n",
       "  'profile_text_color': '333333',\n",
       "  'profile_use_background_image': True,\n",
       "  'has_extended_profile': True,\n",
       "  'default_profile': False,\n",
       "  'default_profile_image': False,\n",
       "  'following': False,\n",
       "  'follow_request_sent': False,\n",
       "  'notifications': False,\n",
       "  'translator_type': 'none',\n",
       "  'withheld_in_countries': []},\n",
       " 'geo': None,\n",
       " 'coordinates': None,\n",
       " 'place': None,\n",
       " 'contributors': None,\n",
       " 'is_quote_status': False,\n",
       " 'retweet_count': 35914,\n",
       " 'favorite_count': 130854,\n",
       " 'favorited': False,\n",
       " 'retweeted': False,\n",
       " 'lang': 'en'}"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "40eb6375",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['created_at', 'id', 'id_str', 'text', 'truncated', 'entities', 'source', 'in_reply_to_status_id', 'in_reply_to_status_id_str', 'in_reply_to_user_id', 'in_reply_to_user_id_str', 'in_reply_to_screen_name', 'user', 'geo', 'coordinates', 'place', 'contributors', 'is_quote_status', 'retweet_count', 'favorite_count', 'favorited', 'retweeted', 'lang'])"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweet.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9d5751fe",
   "metadata": {},
   "outputs": [],
   "source": [
    "pip install twarc"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "92c3d2a0",
   "metadata": {},
   "source": [
    "You have to confire twarc on the command line. Alternatively, you can define the four credentials as command line parameters:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "7da575bd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "twarc v2.7.3\r\n"
     ]
    }
   ],
   "source": [
    "!twarc --consumer_key CONSUMER_KEY --consumer_secret CONSUMER_SECRET --access_token ACCESS_TOKEN --access_token_secret ACCESS_TOKEN_SECRET version"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "38cd49a2",
   "metadata": {},
   "source": [
    "As you can see, you are able to run twarc (or any command line tool) as part of the notebook by adding an exclamation mark (!) before the command."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d5904e68",
   "metadata": {},
   "source": [
    "You may have several different sets of credentials configured for twarc. In case you have only one configuration, remove <code>--profile</code> parameter and its value <code>ProfileName</code>:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "22ef362c",
   "metadata": {},
   "outputs": [],
   "source": [
    "!twarc --profile ProfileName hydrate hellobrother_idlist.txt > hellobrother_rehydrated.jsonl"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae3b656c",
   "metadata": {},
   "source": [
    "Let's use [Pandas](https://pandas.pydata.org/) to manage the rehydrated tweetset in tabular format:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "84efc42a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b6cc3ba1",
   "metadata": {},
   "source": [
    "Reading the data in [JSON Lines](https://jsonlines.org/) and creating a Pandas [DataFrame](https://pandas.pydata.org/docs/user_guide/dsintro.html#dataframe):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "236f9ad7",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('hellobrother_rehydrated.jsonl') as f:\n",
    "    tweets_jsonl = f.read()\n",
    "    \n",
    "df_hydrated = pd.DataFrame([json.loads(jline) for jline in tweets_jsonl.splitlines()])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8eca0d69",
   "metadata": {},
   "source": [
    "Exploring the DataFrame:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "e0cc2f22",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 25497 entries, 0 to 25496\n",
      "Data columns (total 31 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   created_at                 25497 non-null  object \n",
      " 1   id                         25497 non-null  int64  \n",
      " 2   id_str                     25497 non-null  object \n",
      " 3   full_text                  25497 non-null  object \n",
      " 4   truncated                  25497 non-null  bool   \n",
      " 5   display_text_range         25497 non-null  object \n",
      " 6   entities                   25497 non-null  object \n",
      " 7   source                     25497 non-null  object \n",
      " 8   in_reply_to_status_id      1731 non-null   float64\n",
      " 9   in_reply_to_status_id_str  1731 non-null   object \n",
      " 10  in_reply_to_user_id        1814 non-null   float64\n",
      " 11  in_reply_to_user_id_str    1814 non-null   object \n",
      " 12  in_reply_to_screen_name    1814 non-null   object \n",
      " 13  user                       25497 non-null  object \n",
      " 14  geo                        82 non-null     object \n",
      " 15  coordinates                82 non-null     object \n",
      " 16  place                      1317 non-null   object \n",
      " 17  contributors               0 non-null      object \n",
      " 18  is_quote_status            25497 non-null  bool   \n",
      " 19  quoted_status_id           2443 non-null   float64\n",
      " 20  quoted_status_id_str       2443 non-null   object \n",
      " 21  quoted_status_permalink    2443 non-null   object \n",
      " 22  retweet_count              25497 non-null  int64  \n",
      " 23  favorite_count             25497 non-null  int64  \n",
      " 24  favorited                  25497 non-null  bool   \n",
      " 25  retweeted                  25497 non-null  bool   \n",
      " 26  possibly_sensitive         15472 non-null  object \n",
      " 27  lang                       25497 non-null  object \n",
      " 28  quoted_status              2034 non-null   object \n",
      " 29  extended_entities          10302 non-null  object \n",
      " 30  withheld_in_countries      8 non-null      object \n",
      "dtypes: bool(4), float64(3), int64(3), object(21)\n",
      "memory usage: 5.3+ MB\n"
     ]
    }
   ],
   "source": [
    "df_hydrated.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "82c9ab3c",
   "metadata": {},
   "source": [
    "Calculating the proportion of missing data:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "ec27f0fe",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "58.400329828901256"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_hydrated.index)/43659*100"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ebb657a5",
   "metadata": {},
   "source": [
    "Twitter timestamps are in a non-standard format. Reformatting:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "9c05c02c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from datetime import datetime\n",
    "\n",
    "def extract_timestamp(twitter_timestamp):\n",
    "    return datetime.strptime(twitter_timestamp,'%a %b %d %H:%M:%S +0000 %Y').isoformat()\n",
    "    # return datetime.strftime(datetime.strptime(twitter_timestamp,'%a %b %d %H:%M:%S +0000 %Y'), '%Y-%m-%d %H:%M:%S')\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "ce2cee27",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hydrated['created_at_timestamp'] = df_hydrated.created_at.apply(extract_timestamp)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "14a3d02e",
   "metadata": {},
   "source": [
    "Sorting tweet in temporal order:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "7d17ef0c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hydrated = df_hydrated.sort_values('created_at_timestamp')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "48b8f8b1",
   "metadata": {},
   "source": [
    "First tweets:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "1e3f1002",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>id</th>\n",
       "      <th>id_str</th>\n",
       "      <th>full_text</th>\n",
       "      <th>truncated</th>\n",
       "      <th>display_text_range</th>\n",
       "      <th>entities</th>\n",
       "      <th>source</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_status_id_str</th>\n",
       "      <th>...</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>favorited</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>lang</th>\n",
       "      <th>quoted_status</th>\n",
       "      <th>extended_entities</th>\n",
       "      <th>withheld_in_countries</th>\n",
       "      <th>created_at_timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fri Mar 15 09:18:22 +0000 2019</td>\n",
       "      <td>1106484776914092033</td>\n",
       "      <td>1106484776914092033</td>\n",
       "      <td>Hello Brother. God be with you. I cry and mour...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 207]</td>\n",
       "      <td>{'hashtags': [{'text': 'christchurch', 'indice...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com\" rel=\"nofollow\"&gt;Tw...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-03-15T09:18:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fri Mar 15 09:26:33 +0000 2019</td>\n",
       "      <td>1106486835788894210</td>\n",
       "      <td>1106486835788894210</td>\n",
       "      <td>As you point your finger to God, I point to th...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 262]</td>\n",
       "      <td>{'hashtags': [{'text': 'Christianist', 'indice...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com\" rel=\"nofollow\"&gt;Tw...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>68</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>{'created_at': 'Fri Mar 15 08:36:55 +0000 2019...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-03-15T09:26:33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fri Mar 15 09:29:17 +0000 2019</td>\n",
       "      <td>1106487521725145090</td>\n",
       "      <td>1106487521725145090</td>\n",
       "      <td>I agree with your intent but disagree with you...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 266]</td>\n",
       "      <td>{'hashtags': [{'text': 'racism', 'indices': [6...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com\" rel=\"nofollow\"&gt;Tw...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>{'created_at': 'Fri Mar 15 08:16:42 +0000 2019...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-03-15T09:29:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fri Mar 15 09:34:59 +0000 2019</td>\n",
       "      <td>1106488954784763904</td>\n",
       "      <td>1106488954784763904</td>\n",
       "      <td>#hellobrother\\n\\nWe must reject this hatred. h...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 42]</td>\n",
       "      <td>{'hashtags': [{'text': 'hellobrother', 'indice...</td>\n",
       "      <td>&lt;a href=\"https://mobile.twitter.com\" rel=\"nofo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>{'created_at': 'Fri Mar 15 08:54:12 +0000 2019...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-03-15T09:34:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fri Mar 15 09:35:10 +0000 2019</td>\n",
       "      <td>1106489002738081792</td>\n",
       "      <td>1106489002738081792</td>\n",
       "      <td>@NumanAfifi #hellobrother needs to trend. From...</td>\n",
       "      <td>False</td>\n",
       "      <td>[12, 190]</td>\n",
       "      <td>{'hashtags': [{'text': 'hellobrother', 'indice...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>1.106479e+18</td>\n",
       "      <td>1106478691675267072</td>\n",
       "      <td>...</td>\n",
       "      <td>66</td>\n",
       "      <td>109</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-03-15T09:35:10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       created_at                   id               id_str  \\\n",
       "0  Fri Mar 15 09:18:22 +0000 2019  1106484776914092033  1106484776914092033   \n",
       "1  Fri Mar 15 09:26:33 +0000 2019  1106486835788894210  1106486835788894210   \n",
       "2  Fri Mar 15 09:29:17 +0000 2019  1106487521725145090  1106487521725145090   \n",
       "3  Fri Mar 15 09:34:59 +0000 2019  1106488954784763904  1106488954784763904   \n",
       "4  Fri Mar 15 09:35:10 +0000 2019  1106489002738081792  1106489002738081792   \n",
       "\n",
       "                                           full_text  truncated  \\\n",
       "0  Hello Brother. God be with you. I cry and mour...      False   \n",
       "1  As you point your finger to God, I point to th...      False   \n",
       "2  I agree with your intent but disagree with you...      False   \n",
       "3  #hellobrother\\n\\nWe must reject this hatred. h...      False   \n",
       "4  @NumanAfifi #hellobrother needs to trend. From...      False   \n",
       "\n",
       "  display_text_range                                           entities  \\\n",
       "0           [0, 207]  {'hashtags': [{'text': 'christchurch', 'indice...   \n",
       "1           [0, 262]  {'hashtags': [{'text': 'Christianist', 'indice...   \n",
       "2           [0, 266]  {'hashtags': [{'text': 'racism', 'indices': [6...   \n",
       "3            [0, 42]  {'hashtags': [{'text': 'hellobrother', 'indice...   \n",
       "4          [12, 190]  {'hashtags': [{'text': 'hellobrother', 'indice...   \n",
       "\n",
       "                                              source  in_reply_to_status_id  \\\n",
       "0  <a href=\"http://twitter.com\" rel=\"nofollow\">Tw...                    NaN   \n",
       "1  <a href=\"http://twitter.com\" rel=\"nofollow\">Tw...                    NaN   \n",
       "2  <a href=\"http://twitter.com\" rel=\"nofollow\">Tw...                    NaN   \n",
       "3  <a href=\"https://mobile.twitter.com\" rel=\"nofo...                    NaN   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...           1.106479e+18   \n",
       "\n",
       "  in_reply_to_status_id_str  ...  retweet_count favorite_count favorited  \\\n",
       "0                      None  ...              4              5     False   \n",
       "1                      None  ...             32             68     False   \n",
       "2                      None  ...              3              6     False   \n",
       "3                      None  ...              5              9     False   \n",
       "4       1106478691675267072  ...             66            109     False   \n",
       "\n",
       "  retweeted possibly_sensitive lang  \\\n",
       "0     False              False   en   \n",
       "1     False              False   en   \n",
       "2     False              False   en   \n",
       "3     False              False   en   \n",
       "4     False                NaN   en   \n",
       "\n",
       "                                       quoted_status extended_entities  \\\n",
       "0                                                NaN               NaN   \n",
       "1  {'created_at': 'Fri Mar 15 08:36:55 +0000 2019...               NaN   \n",
       "2  {'created_at': 'Fri Mar 15 08:16:42 +0000 2019...               NaN   \n",
       "3  {'created_at': 'Fri Mar 15 08:54:12 +0000 2019...               NaN   \n",
       "4                                                NaN               NaN   \n",
       "\n",
       "   withheld_in_countries  created_at_timestamp  \n",
       "0                    NaN   2019-03-15T09:18:22  \n",
       "1                    NaN   2019-03-15T09:26:33  \n",
       "2                    NaN   2019-03-15T09:29:17  \n",
       "3                    NaN   2019-03-15T09:34:59  \n",
       "4                    NaN   2019-03-15T09:35:10  \n",
       "\n",
       "[5 rows x 32 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hydrated.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8d6b2b60",
   "metadata": {},
   "source": [
    "Last tweets in the collection:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "7f1ff86c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>id</th>\n",
       "      <th>id_str</th>\n",
       "      <th>full_text</th>\n",
       "      <th>truncated</th>\n",
       "      <th>display_text_range</th>\n",
       "      <th>entities</th>\n",
       "      <th>source</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_status_id_str</th>\n",
       "      <th>...</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>favorited</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>lang</th>\n",
       "      <th>quoted_status</th>\n",
       "      <th>extended_entities</th>\n",
       "      <th>withheld_in_countries</th>\n",
       "      <th>created_at_timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>25450</th>\n",
       "      <td>Sat Sep 14 13:09:56 +0000 2019</td>\n",
       "      <td>1172860028128305153</td>\n",
       "      <td>1172860028128305153</td>\n",
       "      <td>#Quran \\n#peace\\n#Apple \\n#hellobrother https:...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 36]</td>\n",
       "      <td>{'hashtags': [{'text': 'Quran', 'indices': [0,...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>und</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'media': [{'id': 1172859908007636992, 'id_str...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-14T13:09:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25455</th>\n",
       "      <td>Sat Sep 14 17:21:38 +0000 2019</td>\n",
       "      <td>1172923373913092098</td>\n",
       "      <td>1172923373913092098</td>\n",
       "      <td>No be who carry first for class go carry first...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 69]</td>\n",
       "      <td>{'hashtags': [{'text': 'Hellobrother', 'indice...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-14T17:21:38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25484</th>\n",
       "      <td>Sun Sep 15 10:34:29 +0000 2019</td>\n",
       "      <td>1173183295707738114</td>\n",
       "      <td>1173183295707738114</td>\n",
       "      <td>Wishing the Queen of South Indian Cinema @mera...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 280]</td>\n",
       "      <td>{'hashtags': [{'text': 'HelloBrother', 'indice...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>17</td>\n",
       "      <td>45</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'media': [{'id': 1173183284286652418, 'id_str...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-15T10:34:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25471</th>\n",
       "      <td>Sun Sep 15 18:21:16 +0000 2019</td>\n",
       "      <td>1173300765965737984</td>\n",
       "      <td>1173300765965737984</td>\n",
       "      <td>My favourite movies of our star hero's\\n\\n#Bal...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 278]</td>\n",
       "      <td>{'hashtags': [{'text': 'Balayya', 'indices': [...</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/android\" ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-15T18:21:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25456</th>\n",
       "      <td>Mon Sep 16 12:12:54 +0000 2019</td>\n",
       "      <td>1173570452389863424</td>\n",
       "      <td>1173570452389863424</td>\n",
       "      <td>Over the weekend we were awarded the 2019 @IBC...</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 261]</td>\n",
       "      <td>{'hashtags': [{'text': 'J4J', 'indices': [75, ...</td>\n",
       "      <td>&lt;a href=\"https://about.twitter.com/products/tw...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'media': [{'id': 1173568513858052099, 'id_str...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-16T12:12:54</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           created_at                   id  \\\n",
       "25450  Sat Sep 14 13:09:56 +0000 2019  1172860028128305153   \n",
       "25455  Sat Sep 14 17:21:38 +0000 2019  1172923373913092098   \n",
       "25484  Sun Sep 15 10:34:29 +0000 2019  1173183295707738114   \n",
       "25471  Sun Sep 15 18:21:16 +0000 2019  1173300765965737984   \n",
       "25456  Mon Sep 16 12:12:54 +0000 2019  1173570452389863424   \n",
       "\n",
       "                    id_str                                          full_text  \\\n",
       "25450  1172860028128305153  #Quran \\n#peace\\n#Apple \\n#hellobrother https:...   \n",
       "25455  1172923373913092098  No be who carry first for class go carry first...   \n",
       "25484  1173183295707738114  Wishing the Queen of South Indian Cinema @mera...   \n",
       "25471  1173300765965737984  My favourite movies of our star hero's\\n\\n#Bal...   \n",
       "25456  1173570452389863424  Over the weekend we were awarded the 2019 @IBC...   \n",
       "\n",
       "       truncated display_text_range  \\\n",
       "25450      False            [0, 36]   \n",
       "25455      False            [0, 69]   \n",
       "25484      False           [0, 280]   \n",
       "25471      False           [0, 278]   \n",
       "25456      False           [0, 261]   \n",
       "\n",
       "                                                entities  \\\n",
       "25450  {'hashtags': [{'text': 'Quran', 'indices': [0,...   \n",
       "25455  {'hashtags': [{'text': 'Hellobrother', 'indice...   \n",
       "25484  {'hashtags': [{'text': 'HelloBrother', 'indice...   \n",
       "25471  {'hashtags': [{'text': 'Balayya', 'indices': [...   \n",
       "25456  {'hashtags': [{'text': 'J4J', 'indices': [75, ...   \n",
       "\n",
       "                                                  source  \\\n",
       "25450  <a href=\"http://twitter.com/download/android\" ...   \n",
       "25455  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "25484  <a href=\"http://twitter.com/download/android\" ...   \n",
       "25471  <a href=\"http://twitter.com/download/android\" ...   \n",
       "25456  <a href=\"https://about.twitter.com/products/tw...   \n",
       "\n",
       "       in_reply_to_status_id in_reply_to_status_id_str  ...  retweet_count  \\\n",
       "25450                    NaN                      None  ...              0   \n",
       "25455                    NaN                      None  ...              2   \n",
       "25484                    NaN                      None  ...             17   \n",
       "25471                    NaN                      None  ...              1   \n",
       "25456                    NaN                      None  ...              2   \n",
       "\n",
       "      favorite_count favorited retweeted possibly_sensitive lang  \\\n",
       "25450              0     False     False              False  und   \n",
       "25455              5     False     False                NaN   en   \n",
       "25484             45     False     False              False   en   \n",
       "25471              1     False     False                NaN   en   \n",
       "25456              9     False     False              False   en   \n",
       "\n",
       "      quoted_status                                  extended_entities  \\\n",
       "25450           NaN  {'media': [{'id': 1172859908007636992, 'id_str...   \n",
       "25455           NaN                                                NaN   \n",
       "25484           NaN  {'media': [{'id': 1173183284286652418, 'id_str...   \n",
       "25471           NaN                                                NaN   \n",
       "25456           NaN  {'media': [{'id': 1173568513858052099, 'id_str...   \n",
       "\n",
       "       withheld_in_countries  created_at_timestamp  \n",
       "25450                    NaN   2019-09-14T13:09:56  \n",
       "25455                    NaN   2019-09-14T17:21:38  \n",
       "25484                    NaN   2019-09-15T10:34:29  \n",
       "25471                    NaN   2019-09-15T18:21:16  \n",
       "25456                    NaN   2019-09-16T12:12:54  \n",
       "\n",
       "[5 rows x 32 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hydrated.tail(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "789fd3d0",
   "metadata": {},
   "source": [
    "Exporting the data in CSV with [to_csv()](https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.to_csv.html): "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "30effc05",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hydrated.to_csv('hellobrother_rehydrated.csv', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8765c366",
   "metadata": {},
   "source": [
    "Exporting the data in Excel format with to_excel():"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "a81b54e5",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hydrated.to_excel('hellobrother_rehydrated.xlsx')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6fa7fd3c",
   "metadata": {},
   "source": [
    "Exploring hashtags:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "58a1cfbe",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0                                                                                                                                                               {'hashtags': [{'text': 'christchurch', 'indices': [172, 185]}, {'text': 'hellobrother', 'indices': [186, 199]}, {'text': 'racism', 'indices': [200, 207]}], 'symbols': [], 'user_mentions': [], 'urls': [{'url': 'https://t.co/T64z4nygHZ', 'expanded_url': 'https://twitter.com/F9ata/status/1106467090373005312', 'display_url': 'twitter.com/F9ata/status/1…', 'indices': [208, 231]}]}\n",
       "1    {'hashtags': [{'text': 'Christianist', 'indices': [99, 112]}, {'text': 'Christian', 'indices': [122, 132]}, {'text': 'terrorists', 'indices': [134, 145]}, {'text': 'Muslim', 'indices': [157, 164]}, {'text': 'HelloBrother', 'indices': [223, 236]}, {'text': 'ChristchurchMosqueAttack', 'indices': [237, 262]}], 'symbols': [], 'user_mentions': [], 'urls': [{'url': 'https://t.co/S9MEptz9fw', 'expanded_url': 'https://twitter.com/IlmFeed/status/1106474343935164416', 'display_url': 'twitter.com/IlmFeed/status…', 'indices': [263, 286]}]}\n",
       "2                                                                                                                                            {'hashtags': [{'text': 'racism', 'indices': [63, 70]}, {'text': 'HelloBrother', 'indices': [227, 240]}, {'text': 'ChristchurchMosqueAttack', 'indices': [241, 266]}], 'symbols': [], 'user_mentions': [], 'urls': [{'url': 'https://t.co/GSbPpI6Ndv', 'expanded_url': 'https://twitter.com/DjiHed_SadAoui/status/1106469253975293952', 'display_url': 'twitter.com/DjiHed_SadAoui…', 'indices': [267, 290]}]}\n",
       "3                                                                                                                                                                                                                                                           {'hashtags': [{'text': 'hellobrother', 'indices': [0, 13]}], 'symbols': [], 'user_mentions': [], 'urls': [{'url': 'https://t.co/uWJUoqCx1c', 'expanded_url': 'https://twitter.com/NumanAfifi/status/1106478691675267072', 'display_url': 'twitter.com/NumanAfifi/sta…', 'indices': [43, 66]}]}\n",
       "4                                                                                                                                                                                                                                                                 {'hashtags': [{'text': 'hellobrother', 'indices': [12, 25]}, {'text': 'Christchurch', 'indices': [177, 190]}], 'symbols': [], 'user_mentions': [{'screen_name': 'NumanAfifi', 'name': 'Numan Afifi #Lawan🏴', 'id': 3139053716, 'id_str': '3139053716', 'indices': [0, 11]}], 'urls': []}\n",
       "Name: entities, dtype: object"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.set_option('display.max_colwidth', None) # Avoid truncating cell content\n",
    "df_hydrated.entities.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9c4d0a67",
   "metadata": {},
   "source": [
    "Helper function for extracting hashtags:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "69c960b7",
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_hashtags(entities):\n",
    "    hashtags = list()\n",
    "    \n",
    "    for hashtag in entities['hashtags']:\n",
    "        hashtags.append(hashtag['text'])\n",
    "\n",
    "    return hashtags "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b057a4c1",
   "metadata": {},
   "source": [
    "Extracting hashtags with the [apply()](https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.apply.html)-function:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "64e213fd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0                                                               [christchurch, hellobrother, racism]\n",
       "1              [Christianist, Christian, terrorists, Muslim, HelloBrother, ChristchurchMosqueAttack]\n",
       "2                                                   [racism, HelloBrother, ChristchurchMosqueAttack]\n",
       "3                                                                                     [hellobrother]\n",
       "4                                                                       [hellobrother, Christchurch]\n",
       "                                                    ...                                             \n",
       "25492                                 [RaniMukerji, HelloBrother, SalmanKhan, 20YearsOfHelloBrother]\n",
       "25493                                                                                 [HelloBrother]\n",
       "25494                                                                  [FridayFeeling, Hellobrother]\n",
       "25495                                       [ShailajareddyAlludu, hellobrother, 10YearsForChayInTFI]\n",
       "25496    [DearZindagi, IIFA, HelloBrother, RAEES, Baadshah, iifahomecoming, superfancontest, iifa20]\n",
       "Name: hashtags, Length: 25497, dtype: object"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hydrated['hashtags'] = df_hydrated.entities.apply(extract_hashtags)\n",
    "df_hydrated.hashtags"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "18638b4d",
   "metadata": {},
   "source": [
    "Creating a single list of hashtag values with a helper function from [tutorial on dealing with list values in Pandas DataFrames](https://towardsdatascience.com/dealing-with-list-values-in-pandas-dataframes-a177e534f173): "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "6c3817ba",
   "metadata": {},
   "outputs": [],
   "source": [
    "def to_1D(series):\n",
    "    return pd.Series([x.lower() for _list in series for x in _list])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "3f8aa9e7",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hashtags = pd.DataFrame(to_1D(df_hydrated.hashtags).value_counts(), columns=['count'])\n",
    "df_hashtags['hashtag'] = df_hashtags.index"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4306bfaa",
   "metadata": {},
   "source": [
    "Top 10 hashtags:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "b318cc93",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>hashtag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>hellobrother</th>\n",
       "      <td>25851</td>\n",
       "      <td>hellobrother</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>newzealandterroristattack</th>\n",
       "      <td>3050</td>\n",
       "      <td>newzealandterroristattack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>christchurch</th>\n",
       "      <td>2342</td>\n",
       "      <td>christchurch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>newzealand</th>\n",
       "      <td>1827</td>\n",
       "      <td>newzealand</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>حادث_نيوزيلندا_الارهابي</th>\n",
       "      <td>996</td>\n",
       "      <td>حادث_نيوزيلندا_الارهابي</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>هجوم_نيوزلندا_الارهابي</th>\n",
       "      <td>829</td>\n",
       "      <td>هجوم_نيوزلندا_الارهابي</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>christchurchterroristattack</th>\n",
       "      <td>734</td>\n",
       "      <td>christchurchterroristattack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>newzealandshooting</th>\n",
       "      <td>637</td>\n",
       "      <td>newzealandshooting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>newzealandmosqueattack</th>\n",
       "      <td>556</td>\n",
       "      <td>newzealandmosqueattack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>christchurchmosqueattack</th>\n",
       "      <td>533</td>\n",
       "      <td>christchurchmosqueattack</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             count                      hashtag\n",
       "hellobrother                 25851                 hellobrother\n",
       "newzealandterroristattack     3050    newzealandterroristattack\n",
       "christchurch                  2342                 christchurch\n",
       "newzealand                    1827                   newzealand\n",
       "حادث_نيوزيلندا_الارهابي        996      حادث_نيوزيلندا_الارهابي\n",
       "هجوم_نيوزلندا_الارهابي         829       هجوم_نيوزلندا_الارهابي\n",
       "christchurchterroristattack    734  christchurchterroristattack\n",
       "newzealandshooting             637           newzealandshooting\n",
       "newzealandmosqueattack         556       newzealandmosqueattack\n",
       "christchurchmosqueattack       533     christchurchmosqueattack"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hashtags.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7205f5bb",
   "metadata": {},
   "source": [
    "Top 10 hashtags as bar chart:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "567e9770",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:ylabel='hashtag'>"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfcAAAD4CAYAAADxVK9GAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAA0gUlEQVR4nO3de5xVdb3/8dfbgbiLCuRBKQeVJC+IMnrSkECLMvt5OaJ1JAU1SY/KyQ4m5cmsjvcyM7XEzAtRllZqaWp5AVRQBoRBvKQJKlpec7yCCJ/fH+s7utzu2bNnmGEPm/fz8diPWfu7vuv7/XzXVj7ru9baeykiMDMzs+qxUaUDMDMzs/bl5G5mZlZlnNzNzMyqjJO7mZlZlXFyNzMzqzJdKh2AWf/+/aO2trbSYZiZrVfmz5//YkQMKLbOyd0qrra2lvr6+kqHYWa2XpH0ZHPrfFrezMysyji5m5mZVRkndzMzsyrja+5mZtbprVq1iuXLl7NixYpKh7LOde/enUGDBtG1a9eyt3Fyt4pb/EwjtVNvKrpu2dn7reNozKwzWr58OX369KG2thZJlQ5nnYkIXnrpJZYvX87gwYPL3s6n5c3MrNNbsWIF/fr126ASO4Ak+vXr1+ozFus0uUu6UtK4Muve28L6b7Vnf60h6XRJU9q73UqRVCvpsNz74ZI+vxbtLZPUv32iMzPLbGiJvUlbxt3pZu6SagAiYs8WqraY3Nsrlg1ALXBY7v1woM3J3czMKqtDr7lLOgKYAgTQAKwGRkn6OvBvwDci4jpJo4HvAP8gSyzbS3o9InpLGgj8Btg4xXscsB/QQ9JCYElEjC/sKyIOT2E019+UiPhCivMioD4irpS0DPgFMBa4SNIrwJlADfBiROyT2t1e0l3AR4ELIuJCSbXALcDdwCeARcAVwHeBDwPjI+J+SZulPrYG3gQmRUSDpE8BP07tBzAKeB34CbA3sBQQ8Is0jmVAXUS8KKkO+EFEjJbUK22zU9pnp0fEDSm+6UCv1McJEXEvcDbw8bQ/fw0cn/bvSOCs1O8FQA/gLeDIiHg0HfycA3w2xXtZRPwk9/n3AP4A/C4iLsPMrJ00d59OW3WG+3suuOACJk2aRM+ePde6rQ5L7pJ2AE4FPpmSz2bA+cBAYCQwFLgRuC5tsjuwY0QsLWjqMODWiDgjJZOeETFb0gkRMbxEX02a66+UFRExUtIAYAEwKiKWFrQ7FBgD9AEelfTTVL4tcAgwCZiX4h8J7E92tuFAsmT/QEQcKGlv4Gqyg5opwPERcY+k3sAK4CBgO7JEvTnwENmBQSmnAndExFGSNgHul/RX4HngMxGxQtIQskReB0zl/Qc7z5EdNJyQ3m+c9sE7kj5NdrBzcBrjYGCXtC6/f3oD1wBXR8TVhQFKmpS2p2bjor+eaGa2Qbngggv48pe/3C7JvSNPy+8NXBcRLwJExMup/PqIWBMRD5Elqyb3F0nskCXIIyWdDuwUEa+1oq9S/ZXym/T3E8CsprgK2r0pIlamPp/Ptb00IhZHxBpgCXB7RASwmOz0N2TJfnpq8w6gn6S+wD3A+ZImA5tExDtks/dfR8TqiHgWuKOM+McCU9NM/C6gO9kZhq7AZZIWA9cC25e5P/oC10p6EPgRsEMq/zTwsxRn4f65AbiiWGJPdadFRF1E1NX07FtmGGZmlXX11VczbNgwdt55Zw4//HCefPJJ9tlnH4YNG8Y+++zDU089BcDEiRO57rr35pK9e/cG4K677mL06NGMGzeOoUOHMn78eCKCCy+8kGeffZYxY8YwZsyYtY6zI5O7yE7VFlpZUKfJG8UaiYhZZAnuGWB6Ov1ebl/N9fcO7x9794JtmmIpt93VvHcWJF++Jvd+Ta5OsbsjIiLOBr5Cdvp7rqShTeuaiSE/jvwYBBwcEcPT66MR8TBwEvAcsDPZjP1DzbRb6PvAnRGxI/D/cn2V2j/3APtqQ70DxsyqzpIlSzjjjDO44447WLRoET/+8Y854YQTOOKII2hoaGD8+PFMnjy5xXYeeOABLrjgAh566CGeeOIJ7rnnHiZPnswWW2zBnXfeyZ133rnWsXZkcr8dOFRSP4CCU7Zlk7QV8Hy6Zns5sGtatUpS0zf6W9vXk2TXzLulGfM+zdSbA3xK0uC1GUMRs4Dxqc3RZNfyX5W0TZr1nwPUk536nwV8SVJNuv8gf0i3DBiRlg/Old8KnNiUWCXtksr7Av9IZxUOJ7uPAOA1sssLNPO+L9nBFcDEXPltwLGSuqR+8vvnNOAl4JJSO8LMbH1xxx13MG7cOPr3z74MtNlmmzFnzhwOOyy7H/nwww/n7rvvbrGd3XffnUGDBrHRRhsxfPhwli1b1u6xdlhyj4glwBnATEmLyK63t8VoYKGkB8gSWNMNZ9OABkkzWttXRDwN/JbsJr8ZwAPN1HuB7Lrw71O7vylWrw1OB+okNZDdzDYhlX9N0oOpr7eAP5PdkPYY2Wn9nwIzc+18F/ixpNlkZw+afJ/sFHxDOpX+/VR+CTBB0lzgY7x3hqIBeEfSIkknAXeSHfwslPRF4FzgLEn38N4BAcDPgadSP4t4/x33AF8Duks6t1V7x8ysE4qIFr+W1rS+S5curFmz5t3t3n777XfrdOvW7d3lmpoa3nnnnXaPtUPvlo+Iq4CrSqzvnf7eRXZtuNi6om1ExCnAKaX6ioiJxdpMy98AvlGk3dqC938mS7L5stML3u+Ye7tjrnxibnlZ07p0bfqAIn2fWFiWnNC0IOnKXP3ZZEm6sJ23gK8WKX8MGJYr+mYqX8UHz17sVvA+38+303bvAF9Pr3w/tbm3RxbGYWa2Ptpnn3046KCDOOmkk+jXrx8vv/wye+65J9dccw2HH344M2bMYOTIkUD2KOv58+dz6KGHcsMNN7Bq1aoW2+/Tpw+vvfbau2cG1oZ/ftYqbqct+1LfCb6GYmbrj0p8dW2HHXbg1FNP5VOf+hQ1NTXssssuXHjhhRx11FGcd955DBgwgCuuuAKAY445hgMOOIDdd9+dffbZh169erXQOkyaNIl9992XgQMHrvV1d2U3cptVTl1dXdTX11c6DDPrxB5++GE+/vGPVzqMiik2fknzI6KuWP1O9wt1ZmZmtnac3M3MzKqMk7uZma0XNtTLyG0Zt5O7mZl1et27d+ell17a4BJ80/Pcu3cv/K210ny3vJmZdXqDBg1i+fLlvPDCC5UOZZ3r3r07gwYNatU2Tu5mZtbpde3alcGDB1c6jPWGT8ubmZlVGSd3MzOzKuPkbmZmVmV8zd0qbvEzjdROvanoukr8xKSZ2frOM3czM7Mqs0End0mvt1M7tenRqustSaMl7Zl7f6Ck7dvY1nq/P8zM1mcbdHK39xkN7Jl7fyDQpuRuZmaVtU6Se5rJPSzpMklLJN0mqYekbSTdImm+pNmShkqqkfSEMptIWiNpVGpntqRtJd0saWF6NUqakLY7T9I8SQ2Svpq26S3pdkkLJC2W9IHnqDdXp7m407oRkhZJmgMcn2troqTrJf1R0lJJJ0j6uqQHJM2VtFmqNzy9b5D0B0mbpvLJkh5K5deksn6p7wckXSrpSUn9C2fIkqZIOj0tf2DfpvL/J+m+1NZfJW0uqRY4Fjgp7dNPAfsD56X320g6Ju3bRZJ+J6lnam/zFP+i9MofICBp69RX4fPhzcysg6zLmfsQ4OKI2AF4BTgYmAacGBEjgCnAJRGxGvgb2axxJDAf2EtSN2BQRDweEZ+PiOHA0cCTwPVpuTEidgN2A46RNBhYARwUEbsCY4AfSlJBbKXqFIsb4ApgckTsUWSsOwKHAbsDZwBvRsQuwBzgiFTnauCUiBgGLAa+k8qnAruk8mNT2XeAu1MbNwIfbX43v+sD+zaV3w18IrV1DfCNiFgG/Az4UUQMj4iZqZ+T0/u/A7+PiN0iYmfgYbL9DXAhMDOV7wosaQpA0nbA74AjI2JePjhJkyTVS6pf/WZjGcMxM7Nyrcu75ZdGxMK0PB+oJTsNfG0u13ZLf2cDo4DBwFnAMcBM4N0EIak/MB04NCIaJY0Fhkkal6r0JUvMy4Ez0+x/DbAlsDnwz1xsaqZO0bgl9QU2SUmQFMe+ufbujIjXgNckNQJ/TOWLU4yF218FXJuWG4AZkq4nO2gh7Yv/AIiImyT9ixIk9ab5fTsI+I2kgcCHgKWl2srZUdL/AZsAvYFbU/nepAOWdGDWmM5CDABuAA6OiCWFjUXENLIDELoNHLJh/Vi0mVkHW5fJfWVueTVZ8nwlzcALzSabtW4BnAacTHZNeBaApBqyWef3IqLptLTIZqq35huSNJEs0YyIiFWSlgGFv8A/vkSdwrh7pL5KJaT8Nmty79fQ8j7fjyyZ7w98W9IOqbxYf+/w/rMvTTFvRPP79ifA+RFxo6TRwOktxNPkSuDAiFiU9unoFuo3Ak8DnyQ3mzczs45XyRvqXgWWSjoEQJmd07r7yGaeayJiBbAQ+CpZ0gc4G2iIiGty7d0KHCepa2rvY5J6kc3gn09JewywVZFYyqnzroh4hWyGOjIVjW/FuImIRuBfkvZKRYcDMyVtBHwkIu4EvsF7s+RZTX1I2hfYNG33HPDhdE2+G/CF1H6pfdsXeCYtT8iF9RrQp8T7PsA/0v7Nj/d24LjUT42kjVP522Q35R0h6bAyd42ZmbWDSt8tPx44WtIistndAQARsZJs1jc31ZtNllwWp/dTgLF676a6/YGfAw8BC9JNZpeSzZJnAHWS6lN/jxSJo5w6hY4ELlZ2Q91brRs2kCXW8yQ1AMOB7wE1wC8lLQYeILsG/grwXWCUpAXAWOApgIhYlba7D/hTQdxF9y3ZTP1aSbOBF3P1/wgclPbnXmRnRk5ON8NtA3w79fOXgn7+GxiTYp4PNJ1pICLeIDvgOElFbmQ0M7OOoQ3t2bjVIF02qIuIF1uquz6oq6uL+vr6SodhZrZekTQ/IuqKrav0zN3MzMzamX9bfj0UEbWVjsHMzDovz9zNzMyqjJO7mZlZlXFyNzMzqzJO7mZmZlXGyd3MzKzKOLmbmZlVGSd3MzOzKuPkbmZmVmX8IzZWcYufaaR26k3Nrl929n7rMBozs/WfZ+5mZmZVxsndzMysyji5ryOSXm+ndmrTI23btL6VfU2UtEXu/c8lbd8ebZuZWcfxNXcrZSLwIPAsQER8paLRmJlZWapu5p5mrg9LukzSEkm3SeohaRtJt0iaL2m2pKGSaiQ9ocwmktZIGpXamS1pW0k3S1qYXo2SJqTtzpM0T1KDpK+mbXpLul3SAkmLJR1QJL6idZqLO60bIWmRpDnA8bm2dpB0f4qtQdKQtKqmmXaGS5qb6v5B0qbNlUsaB9QBM1L7PSTdJakubfO6pDNSXHMlbZ7Kt0nv50n6XnudsTAzs/JVXXJPhgAXR8QOwCvAwcA04MSIGAFMAS6JiNXA34DtgZHAfGAvSd2AQRHxeER8PiKGA0cDTwLXp+XGiNgN2A04RtJgYAVwUETsCowBfihJBbGVqlMsboArgMkRsUdBW8cCP07x1QHLW2jnauCUiBgGLAa+01x5RFwH1APjI2J4RLxV0HcvYG5E7AzMAo5J5T9OMe1GmvEXI2mSpHpJ9avfbGyumpmZtUG1JvelEbEwLc8HaoE9gWslLQQuBQam9bOBUel1FlmS3w2Y19SYpP7AdOCwiGgExgJHpLbuA/qRJVQBZ0pqAP4KbAlsXhBbqTofiFtSX2CTiJiZyqfn2poDfEvSKcBWuQRcTjtXAaOaK6dlbwN/yveRlvcArk3Lv2pu44iYFhF1EVFX07NvGd2ZmVm5qvWa+8rc8mqy5PlKmuEWmk02A94COA04GRhNNhtFUg1wDfC9iGi6UU1kZwFuzTckaSIwABgREaskLQO6F/Q3vkSdwrh7pL6i2CAj4leS7gP2A26V9BXgiWbaaW+rIqIprtVU739LZmbrnWqduRd6FVgq6RCAdI1957TuPrJZ/ZqIWAEsBL5KlvQBzgYaIuKaXHu3AsdJ6pra+5ikXkBf4PmUtMcAWxWJpZw674qIV4BGSSNT0fimdZK2Bp6IiAuBG4FhJdppBP4laa9UdDgws7nytPwa0KdUfEXM5b3LAF9q5bZmZtYONpTkDllSPFrSImAJcABARKwEniZLSpAl9T5k154huz4/NndT3f7Az4GHgAXKvnZ2KdnMdQZQJ6k+9fdIkTjKqVPoSODidENd/tr3F4EH0+WBoWTXzkuZAJyXLgkMB77XQvmVwM+abqgrI06ArwFfl3Q/2aUPX1A3M1vH9N6ZVbO1J6kn8FZEhKQvAf8ZER/41kBeXV1d1NfXr5sAzcyqhKT5EVFXbJ2vk1p7GwFclL4B8ApwVGXDMTPb8Di5W7uKiNnAzi1WNDOzDrMhXXM3MzPbIDi5m5mZVRkndzMzsyrj5G5mZlZlnNzNzMyqjJO7mZlZlXFyNzMzqzJO7mZmZlXGP2JjFbf4mUZqp97UYr1lZ++3DqIxM1v/eeZuZmZWZdZpcpd0paRxZda9t4X132rP/lpD0umSphQp30TSf7V3fy3Estb7qbDe2o6jo/a7mZmVp9PN3CXVAETEni1ULStptUcsrbAJ0KqkmJ4tv1Fz71uKrR33U77eJrRyHGZm1nl0aHKXdISkBkmLJE1PxaMk3SvpiabZnaTRku6U9CvSc9QlvZ7+DpQ0Kz1T/EFJe0k6G+iRymaU6KtUf3/KxXmRpIlpeZmk0yTdDRwi6XOSFqR2b8+1u72ku1K7k1PZ2cA2Ka7zUnsnS5qXYvtuKquV9LCkS4AFwF4F7z8i6bw03sWSvtiO++l6SfMlLZE0KZUV1nvfOCT1lnR72g+LJb37CNcS+71p/ffTTL7THUiamVWrDruhTtIOwKnAJyPiRUmbAecDA4GRwFDgRuC6tMnuwI4RsbSgqcOAWyPijDRb7RkRsyWdEBHDS/TVpLn+SlkRESMlDSBLtqMiYmlBu0OBMUAf4FFJPwWmpjE0xTUWGJLGJuBGSaOAp4DtgCMj4r8k1Ra8PxgYTvZ0tf7APEmz1nY/JUdFxMuSeqR2fxcRUwv2Z23BOLoAB0XEq5L6A3Ml3QhsX2K/I+lcoG8aVxSsmwRMAqjZeEDzn4SZmbVaR94tvzdwXUS8CJASCsD1EbEGeEjS5rn69xdJWADzgF9I6pq2XVhOX7l1zfVXym/S308As5riKmj3pohYCayU9DxQrO2x6fVAet+bLNk/BTwZEXNzdfPvRwK/jojVwHOSZgK7Aa+ydvsJYLKkg9LyR1I8LzVTt4mAM9OByRpgyzTeUvv928B9ETGpWIMRMQ2YBtBt4JAoVsfMzNqmI0+VCij2j/bKgjpN3ijWSETMAkYBzwDTJR3Rir6a6+8d3j/27gXbNMVSbrurKX6gJOCsiBieXttGxOUFfRT2mY+zmDbvJ0mjgU8De0TEzmQHHYVjL2Y8MAAYkWbzz6XtSu2fecCIwtm8mZl1vI5M7rcDh0rqB9DWf+QlbQU8HxGXAZcDu6ZVq9IstS19PUl2zbybpL7APs3UmwN8StLgMtt9jew0fZNbgaMk9U7bbynpwy20ATAL+KKkmnRpYBRwf6kNytxPfYF/RcSbkoaSnZmgSL3CcfRNba+SNAbYKpWX2u+3kF27v0lSvi0zM+tgHXZaPiKWSDoDmClpNe+dmm6t0cDJklYBrwNNM9JpQIOkBRExvkhfE0vE9rSk3wINwGPNxRYRL6Rrw79PN4Q9D3ymRLsvSbpH0oPAnyPiZEkfB+akSxKvA18mm+mX8gdgD2AR2cz4GxHxz5SQmzOaFvYTcBRwrKQG4FEgf1mgcH++Ow7gHOCPkuqBhcAjabzFPuOJuf1xbUrsN0r6fES81cK4zcysHajgPiezda7bwCExcMIFLdbzL9SZmb1H0vyIqCu2zj8/axW305Z9qXfiNjNrN/7usZmZWZVxcjczM6syTu5mZmZVxsndzMysyji5m5mZVRkndzMzsyrj5G5mZlZlnNzNzMyqjJO7mZlZlSnrF+okXVikuBGoj4gb2jckMzMzWxvl/vxsd2AocG16fzCwBDha0piI+FoHxGYbiMXPNFI79aay6vr35c3MWlZuct8W2Dsi3gGQ9FPgNrInpC3uoNjMzMysDcq95r4l0Cv3vhewRUSsBla2e1RmZmbWZuUm93OBhZKukHQl2XO7fyCpF/DXjgquWki6S9K2bdiuVtLdJdaPlvTLEuuXSerSUjtt6dvMzDqvsk7LR8Tlkm4GdgcEfCsink2rT+6o4MzMzKz1WvNVuBXAP4CXgW0ljeqYkGxDIGmSpHpJ9avfbKx0OGZmVaWs5C7pK8As4Fbgu+nv6R0X1vpFUk9Jl7dDOxtJmixpQHvE1ZlFxLSIqIuIupqefSsdjplZVSl35v7fwG7AkxExBtgFeKE9ApDUTdJfJS2QdGgq+52kmyQ9IelJSee00EaPtM1Dko4so8+PSNo8LR9eZH1fSb9N/U+X1LVUexHxZkQc3VK/ufZ7Sfp4Wv5cUzKPiDVAA/Crcttqq3Qg0Tstj5T0qKQbJA1uZTv7StqhoKxV+8/MzNpXucl9RUSsgCwZR8QjwHbtFMNY4EXg08BxkvYGvgwsBe4H9gO+lfruI+lmSY8VXBb4EhBkBx1nNNeRpK6SekfE0xHxXNO2kuoKqu4NbEL23f47gX9L25+XDjb+u0jbc9LNayqSzLoAq1K9TSPijYh4OK3bCZjQVDEi7gJ6FCbMlqRkXXgPxUbA6mY26QLMS8snkR3A/RC4UdL7/ruQ9N0SB00HAjsXlBXdf2Zmtm6Um9yXS9oEuB74i6QbgGdLblG+LsAbEfEy2V34OwD/AfSJiC9FxIPpK3eQfa++K3AAcBaApHHAOKAf8Ddgeom+vgJ8p6DsEWAbSTW5WfxtwDPAwhTb05I2A44BdgVOSN8UyAtgC+Ao4LSmQkk1wNbAC2m2flux/lPdLpL6kyXDN0qMo5jvkjtISJ+XIiKKVY6It4GN09suqb+FQO/0yusG7CKpW2pbkoZI+jZZIr+tpf3XyrGYmdlaKCu5R8RBEfFKRJwOfBu4nCzBtoc7gI9JWg7UAr8kS9YXA0i6Klf3LrJfy7sN+HAqOxr4QUSMiYitIuKUEn1tygcPSrYDniOb9R8CkGbWR5IdTFySyl4GriM7bf4RspkpKcaPAoPJElp3YKuUqDcHLgJmR8SbpfpPBwF/A+qBCyNiWYlxFNMd2Dol3lrgF5Q4vS9pdIqXNMYZwHzgxxHxakH1s4AewN8lPQUsS+2vBvaIiBdpYf+Zmdk6FBEtvoDp5ZS11wv4PVnSaG79IcAtafkuYHSZ7X4OmA30S+8PAxaRHeQMAJ4CJgH7k33FbxFwXkEbg8i+MbAR0IfsksBSYGJa3xO4IpU9APwv0C2t2wx4Etghvd8FeAzYuh322YeBP5Al3rnACWQz98J6/YDjyL75MKodP7Oy9l+x14gRI8LMzFqH7PkuRf9dLffnZwtvmKoBRpS5bVv8DrhQ0kTgYbLEsRvZjP2zwE+BQ1vbaETcImkocIekPsC9wH6R3cj2gqQvAMeT/QLfY8BRETEfslPRwHCyxH0h2XXqCWQHCwdGxKLUx5tA0evTEfFy+ubBpZK2AJ4AJkTEE60dS5G2nwcOKlVH0o+AUcBfyA6elrW2n3R/wici4qKC/kvuPzMzW3cUxS/JZiulb5LdzNYDeLOpGHgbmBYR3+ywwKTjya5f/xvwKrA52Y13DwI/iojZJbb9LFB4h/3SiCiZ/NK2R5GdPu8SEeeksoOBs4Gnyc5YXNH6EbXd2oxnXSu2/1pSV1cX9fX1HRuYmVmVkTQ/IgpvCM/WlUruuQbO6shEbhs2J3czs9YrldzL/fnZb0raEtgqv01EzGqfEM3MzKy9lJXcJZ1NduPYQ7z3vekg+9U6MzMz60TKvaHuIGC7iPDjXc3MzDq5cn/E5gmyH48xMzOzTq7kzF3ST8hOv79J9jz324F3Z+8RMbljwzMzM7PWaum0fNMtzPOBGzs4FjMzM2sHJZN7RFxVWCZpU+AjEdHQYVGZmZlZm5V7t/xdZD8p2oXsYSAvSJoZEV/vuNBsQ7H4mUZqp97Uqm2Wnb1fB0VjZrb+K/eGur6RPUzkP4ArImIE2SNazczMrJMpN7l3kTSQ7Pfc/9SB8ZiZmdlaKje5fw+4FXg8IuZJ2prswSBtJun09BCVqidpoqT/a+O2d0natsT6ZZKKXl7J7+OW2mlL32Zm1jmV+/Oz1wLX5t4/ARzcUUGZmZlZ25V7Q1134GiyR792byqPiKM6KC6rcpImkT37nZqNB1Q4GjOz6lLuafnpZI9e/SwwExgEvNZeQUjaSNJkSR/4V17Sv6Xftq8oSd+StNM66Ge0pM90dD+VFhHTIqIuIupqevatdDhmZlWl3OS+bUR8G3gjffd9P6CsRCepVtJfJN0s6Z+SHpN0SL5ORKwBGoBfFWniHLKv3u2S2hsgqV8Z/dalv8Mk7Vxk/ThJD0paJGlsS+1FxJkRsbigjS6Spkn6u6Q/StqkpXaKxDdY0sjcqvuAMyVtV25bbSWpdzqw6ibpr5IWSDq0lW0MlDS+SPkJkh6RdL+k4e0WtJmZtajc5L4q/X1F0o5AX6C2zG2fBcYD3YDLgNHpGv77RMRdQA9JO0g6VNI3UvmEiPhhRDyQqo4Hjm2uM0l9JW0UEU2/rtcNOKNI1W8DxwMHAgPTtjulBDcnfTsg3+5/SvqfgjZ2AvYAdgauBD6S6n6ooF4X0j6U1EdS11x8bwA/y+2Ht4BLgVbfbCipW3P9NuMCYDQwFniR7OuNx0nau6DdrdNvHRRTC0woUv4d4P+RfVYfLR25mZm1p3KT+7T0y3T/S/YztA+RzahbFBFvkyXXX0bEtyPimcI6aQbcn+zU/xvAAGBXSb1zdTZPM8TJwO0lunwU6Jl7/wiwTWrjE5I+nsq/CfwEOBv4Yyo7BvgdcDVwQkG7L5Hdc4CkCZI2AhYBtwELgC0jYrGkXsBiScptOxT4Z1r+K/Cx3P55Htg0tx82AnYEXi8xxg9Id7X/taA4328xL5JdYulCdlbmZeCBpnHmfAgYKGmrXH+bShoHXJ5eSBoractU5WSy/TqJ7JsWZma2jpT7yNfpZHfH1wJNP0m7eSv6+RzNzLYl1QB/IzvQOD8ilkm6HNgOeCglySBLRLOB/SPiwRJ91UREPjFuBzyXlv8XOA0gIm4GbpZ0KfBl4EJgRhrfZsANBe3+B1nS7g/8T+6nef9H0mnAU5KaynoDgyQ9BxxA9vsAn0jrNiU7m9E0/gHA2+ntOcCXgPvJziy0RjdgU0mbASvIZtPDye6R+IA0yz+A7LNdDnxd0vLU9/fzdSPiEUnnAn9K7b9Dds/FvcBRETE3VT0fGJW2uTLtjz+T3avR7LMJdtqyL/X+xTkzs3ajiGi5knQL0Ej2AJnVTeUR8cOyOpGeAraJiFKniNuFpLnAD4HrgA8DvwUujojfSjoH2JpsZr4p8EmyA4+9I+LvuTYuBp4GziU7OPg6sBuwF1nifAS4CHgcGAwcAvwzIg5J208AvkE2450DnBURD6d11wDzgB+RHQRcDtwfEee1w9hPIftWwxrgDuDMiFheUKcbsCfZ2ZT5EXHi2vaba/s3ZGc4biY7+NsH2AX4ZDorUFRdXV3U19c3t9rMzIqQND8i6oquKzO5PxgRO65FAJeRPQ9+akT8U9IQoE9ELGhrmyX62oZsBrkj2QHJhRFxZVrXhex0+78D/yK7ee33EfFaWt+X7DTyFGAY2cx0KdkBwtURsSLVGwx8jezywVLgtogoOkMuEt8Asmvdu5PN2K8AfhjlfBBrSdInyQ4mFpH9jPAtbWznqoj4wHX2dBnlJLLT+s8BdwM3RsTKwrp5Tu5mZq3XHsl9GvCTwrvFWxFAL7JTvfsBvYBngK9FxJy2tJfa/APZrDnvlIho8fpumj2/AfxXU+KRNBPoD9wD/F9EPNVCG2PJbqirbc/Zb4n+7iM79Z53eFs/k44iaWPgB0DPiPhyOds4uZuZtV6bk7ukxWTXu7sAQ4AngJWAgIiIYe0frm1onNzNzFqvVHJv6Ya6L3RAPGZmZtaBSib3iHhyXQViZmZm7aPc77mbmZnZesLJ3czMrMo4uZuZmVUZJ3czM7MqU+7Pz5p1mMXPNFI79aYOaXuZf9bWzDZAnrmbmZlVGSd3MzOzKuPkbkVJatUjZ0u0Uyup1FP8zMysnTm5m5mZVRkn9wpLM9uHJV0maYmk2yT1kLSNpFskzZc0W9JQSTWSnlBmE0lrJI1K7cyWtK2kmyUtTK9GSRPSdudJmiepQdJX0za9Jd0uaYGkxZIOKBJf0TrNxZ3WjZC0SNIc4Ph1uDvNzAwn985iCNkz53cAXgEOBqYBJ0bECLJH0F4SEauBvwHbAyOB+cBe6RntgyLi8Yj4fEQMJ3uu+5PA9Wm5MSJ2I3su/THpsbUrgIMiYldgDPBDSSqIrVSdYnFD9hjbyRGxR3MDljRJUr2k+tVvNrZ+j5mZWbP8VbjOYWlELEzL84FaYE/g2lyubXrc62xgFNnjbs8CjgFmAvOaKkrqD0wHDo2IxvR42mGSxqUqfckS83LgzDT7XwNsCWwO/DMXm5qpUzRuSX2BTXLPt58O7Fs44IiYRnYAQ7eBQzr8WfZmZhsSJ/fOYWVueTVZ8nwlzcALzQaOBbYATgNOBkYDswAk1QDXAN+LiKYb2UR2FuB9z7qXNBEYAIyIiFWSlgHdC/obX6JOYdw9Ul9O1mZmFeTT8p3Tq8BSSYcApGvsO6d195HN6tdExApgIfBVsqQPcDbQEBHX5Nq7FThOUtfU3sck9SKbwT+fkvYYYKsisZRT510R8QrQKGlkKhrfinGbmVk7cHLvvMYDR0taBCwBDgCIiJXA08DcVG820AdYnN5PAcbmbqrbH/g58BCwIH0t7VKyszYzgDpJ9am/R4rEUU6dQkcCF6cb6t5q3bDNzGxtKcJnUK2y6urqor6+vtJhmJmtVyTNj4i6Yus8czczM6syTu5mZmZVxsndzMysyji5m5mZVRkndzMzsyrj5G5mZlZlnNzNzMyqjJO7mZlZlXFyNzMzqzJO7mZmZlXGT4Wzilv8TCO1U29ap30uO3u/ddqfmdm65Jm7mZlZlXFy7yQkXSlpXJl1721h/bfas7/WkHS6pCnt3a6ZmZXPyX09IqkGICL2bKFqi8m9vWIxM7POx8m9QiQdIalB0iJJ01PxKEn3SnqiaVYtabSkOyX9ivTMdkmvp78DJc1Kz21/UNJeks4GeqSyGSX6KtXfn3JxXiRpYlpeJuk0SXcDh0j6nKQFqd3bc+1uL+mu1O7kDtmBZmbWLN9QVwGSdgBOBT4ZES9K2gw4HxgIjASGAjcC16VNdgd2jIilBU0dBtwaEWekmXTPiJgt6YSIGF6irybN9VfKiogYKWkAsAAYFRFLC9odCowB+gCPSvppRKwq2AeTgEkANRsPKKNbMzMrl2fulbE3cF1EvAgQES+n8usjYk1EPARsnqt/f5HEDjAPOFLS6cBOEfFaK/oq1V8pv0l/PwHMaoqroN2bImJl6vP5Ym1HxLSIqIuIupqefcvs2szMyuHkXhkCokj5yoI6Td4o1khEzAJGAc8A0yUd0Yq+muvvHd7/30X3gm2aYim33dX4DJGZ2Trl5F4ZtwOHSuoHUHBKu2yStgKej4jLgMuBXdOqVZK6trGvJ8mumXeT1BfYp5l6c4BPSRq8NmMwM7P25xlVBUTEEklnADMlrQYeaGNTo4GTJa0CXgeaZu7TgAZJCyJifJG+JpaI7WlJvwUagMeaiy0iXkjXzX8vaSOy0++faeM4zMysHSmiuTOrZutGt4FDYuCEC9Zpn/6FOjNb30maHxF1xdZ55m4Vt9OWfal3sjUzaze+5m5mZlZlnNzNzMyqjJO7mZlZlXFyNzMzqzJO7mZmZlXGyd3MzKzKOLmbmZlVGSd3MzOzKuPkbmZmVmWc3M3MzKqMf37WKm7xM43UTr2p0mF8gH9/3szWV565m5mZVZkNNrlLer2d2qmV9GBaHi7p8+3Rbpl910m6sIXYDiujnffVW9txSFomqX9btzczs7WzwSb3DjIcaFVSlNSl1PtS20VEfURMLlGtFmgxuRepN5xWjsPMzDqPDk/uaVb4sKTLJC2RdJukHpK2kXSLpPmSZksaKqlG0hPKbCJpjaRRqZ3ZkraVdLOkhenVKGlC2u48SfMkNUj6atqmt6TbJS2QtFjSAUXiK1qnubjTuhGSFkmaAxyfyj4EfA/4Yorti5J6SfpFiuuBXNsTJV0r6Y/AbUXebybp+jSWuZKGpe1OlzRN0m3A1ZJGS/pTWvep3H55QFIf4Gxgr1R2UhrT7DTWBZL2TLshX++UIuPYXdK9qd17JW2X+qyR9IO03xoknViwb3ukz/iY9vrvyczMWraubqgbAvxnRBwj6bfAwcCRwLER8ZikfwcuiYi9Jf0N2B4YDMwnSzr3AYMi4nHSjFLSCOAK4HrgaKAxInaT1A24JyXAp4GDIuLVdJp4rqQbIyJysa0oVqdE3L9M/Z4YETMlnQcQEW9LOg2oi4gTUoxnAndExFGSNgHul/TX1PYewLCIeFnSxIL3PwEeiIgDJe0NXE02mwYYAYyMiLckjc6NYwpwfETcI6l3GtdUYEpEfCHF0xP4TESskDQE+DVQV6TecwXj2BgYFRHvSPo0cGbaF5PS57RLWrdZLp7ewDXA1RFxdeF/EJImpe2p2XhA4WozM1sL6yq5L42IhWl5Ptlp4D2BayU11emW/s4GRpEljbOAY4CZwLymiikJTwcOjYhGSWOBYZLGpSp9yRLzcuDMNPtfA2wJbA78MxebmqlTNG5JfYFNImJmKp8O7NvMuMcC+0uakt53Bz6alv8SES/n6ubfjyRLnkTEHZL6pX4BboyIt4r0dQ9wvqQZwO8jYnlu3zbpClwkaTiwGvhYM3EX6gtclQ4IIrUD8GngZxHxToo1P54bgHMjYkaxBiNiGjANoNvAIVGsjpmZtc26Su4rc8uryZLnKxExvEjd2cCxwBbAacDJwGhgFmSngslmhN+LiAfTNiKbSd+abyjNiAcAIyJilaRlZAk2b3yJOoVx90h9lZuMBBwcEY8WxPXvwBsFdfPvP5CVc30WbpetjDhb0k1kZzbmphl2oZOA54CdyS7JrGhxBJnvA3dGxEGSaoG7cnE2ty/uAfaV9KuCMyVmZtbBKnVD3avAUkmHACizc1p3H9msfk1ErAAWAl8lS/qQXR9uiIhrcu3dChwnqWtq72OSepHNOJ9PSXsMsFWRWMqp866IeAVolDQyFY3PrX4N6FMQ14lKU2hJu5RqO2dWU7vp1PuLEfFqqQ0kbRMRiyPiHKAeGFoknr7APyJiDXA4UNNM3MW2eyYtT8yV3wYcq3QTYMFp+dOAl4BLSsVtZmbtr5J3y48Hjpa0CFgCHAAQESvJrpXPTfVmkyWaxen9FGBs7uax/YGfAw8BC5R9Le1SsrMSM4A6SfWpv0eKxFFOnUJHAhcru6Euf4r8TmD7phvRyGa8XYGGFNf3y2gb4PQUUwPZwcyEMrb5mqQH0/58C/gz0AC8o+zmv5PIEu0ESXPJTsk3nQUorFc4jnOBsyTdw3sHBJDt96fS+BbxwTvzvwZ0l3RumeM2M7N2IJ8xtUrrNnBIDJxwQaXD+AD/Qp2ZdWaS5kdEXbF1/vlZq7idtuxLvROpmVm78Y/YmJmZVRkndzMzsyrj5G5mZlZlnNzNzMyqjJO7mZlZlXFyNzMzqzJO7mZmZlXGyd3MzKzKOLmbmZlVGf9CnVXc4mcaqZ16U6XDMDNbpzryJ649czczM6syTu5mZmZVxsm9QiTVpsfAllv/dElT0vKVksa1UH+ZpP5rEd9ESVu0V3tmZrbuOLlvwCSVuudiIrBFifXt1Y+ZmbUzJ/fKqpF0maQlkm6T1EPSNpJukTRf0mxJQ0s1IGkfSQ9IWizpF5K65VafLOn+9No21b9S0vmS7gTOkTRc0lxJDZL+IGnTdFagDpghaaGkHqm9EyUtSH0NTe31Sv3OS3EckMonSrpW0h+B29p7x5mZWfOc3CtrCHBxROwAvAIcDEwDToyIEcAU4JLmNpbUHbgS+GJE7ET27YfjclVejYjdgYuAC3LlHwM+HRH/A1wNnBIRw4DFwHci4jqgHhgfEcMj4q203YsRsSvw0xQbwKnAHRGxGzAGOE9Sr7RuD2BCROxdJPZJkuol1a9+s7Gl/WRmZq3g5F5ZSyNiYVqeD9QCewLXSloIXAoMLLH9dqmNv6X3VwGjcut/nfu7R6782ohYLakvsElEzGxm+0K/L4gVYCwwNcV7F9Ad+Gha95eIeLlYQxExLSLqIqKupmffEl2amVlr+VpoZa3MLa8GNgdeiYjhZW6vFtZHM8tvlNl+oaZ4V/PefzsCDo6IR98XmPTva9GPmZmtBc/cO5dXgaWSDgFQZucS9R8BapuupwOHAzNz67+Y+zuncOOIaAT+JWmvItu/BvQpI+Zbya7FK8W8SxnbmJlZB/LMvfMZD/xU0v8CXYFrgEXFKkbECklHkp3G7wLMA36Wq9JN0n1kB3H/2Ux/E4CfSeoJPAEcmcqvTOVv8f5T+oW+T3Y9vyEl+GXAF1oYo5mZdSBFRMu1zDpQXV1d1NfXVzoMM7P1iqT5EVFXbJ1Py5uZmVUZJ3czM7Mq4+RuZmZWZZzczczMqoyTu5mZWZXx3fJWcZJeAx5tsWL16Q+8WOkgKmBDHPeGOGbwuDvaVhExoNgKf8/dOoNHm/s6RzWTVO9xbxg2xDGDx13JGHxa3szMrMo4uZuZmVUZJ3frDKZVOoAK8bg3HBvimMHjrhjfUGdmZlZlPHM3MzOrMk7uZmZmVcbJ3SpK0uckPSrpcUlTKx3P2pK0TNJiSQsl1aeyzST9RdJj6e+mufrfTGN/VNJnc+UjUjuPS7owPU6305D0C0nPS3owV9Zu45TUTdJvUvl9kmrX6QCb0cy4T5f0TPrMF0r6fG7dej9uSR+RdKekhyUtkfTfqbyqP+8S414/Pu+I8MuviryAGuDvwNbAh8ieW799peNayzEtA/oXlJ0LTE3LU4Fz0vL2aczdgMFpX9SkdfcDewAC/gzsW+mxFYxpFLAr8GBHjBP4L+BnaflLwG8qPeYS4z4dmFKkblWMGxgI7JqW+wB/S2Or6s+7xLjXi8/bM3erpN2BxyPiiYh4G7gGOKDCMXWEA4Cr0vJVwIG58msiYmVELAUeB3aXNBDYOCLmRPZ//dW5bTqFiJgFvFxQ3J7jzLd1HbBPZzh70cy4m1MV446If0TEgrT8GvAwsCVV/nmXGHdzOtW4ndytkrYEns69X07p/3nWBwHcJmm+pEmpbPOI+Adk/2AAH07lzY1/y7RcWN7Ztec4390mIt4BGoF+HRb52jtBUkM6bd90errqxp1OG+8C3McG9HkXjBvWg8/byd0qqdgR6vr+3cxPRsSuwL7A8ZJGlajb3Pirbb+0ZZzr0z74KbANMBz4B/DDVF5V45bUG/gd8LWIeLVU1SJl1TTu9eLzdnK3SloOfCT3fhDwbIViaRcR8Wz6+zzwB7JLD8+lU3Okv8+n6s2Nf3laLizv7NpznO9uI6kL0JfyT4evUxHxXESsjog1wGVknzlU0bgldSVLcDMi4vepuOo/72LjXl8+byd3q6R5wBBJgyV9iOyGkhsrHFObSeolqU/TMjAWeJBsTBNStQnADWn5RuBL6Y7ZwcAQ4P50ivM1SZ9I19+OyG3TmbXnOPNtjQPuSNcrO52mBJccRPaZQ5WMO8V4OfBwRJyfW1XVn3dz415vPu9K3IXol19NL+DzZHeh/h04tdLxrOVYtia7W3YRsKRpPGTX0G4HHkt/N8ttc2oa+6Pk7ogH6tI/Gn8HLiL9mmRneQG/JjsluYps9nF0e44T6A5cS3ZT0v3A1pUec4lxTwcWAw1k/1gPrKZxAyPJThU3AAvT6/PV/nmXGPd68Xn752fNzMyqjE/Lm5mZVRkndzMzsyrj5G5mZlZlnNzNzMyqjJO7mZlZlXFyNzMzqzJO7mZmZlXm/wNs6yXFzGDriwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_hashtags.head(10).plot.barh(y='count', x='hashtag')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d1258911",
   "metadata": {},
   "source": [
    "Thank you for following the tutorial!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d8c3f450",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}