text-classification/notebooks/Text Classification with Logistic Regression.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Read Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    " \n",
    "#this assumes one json item per line in json file\n",
    "df=pd.read_json(\"../data/news_category_dataset.json\", lines=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "authors                      object\n",
       "category                     object\n",
       "date                 datetime64[ns]\n",
       "headline                     object\n",
       "link                         object\n",
       "short_description            object\n",
       "dtype: object"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "124989"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#number of rows (datapoints)\n",
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>authors</th>\n",
       "      <th>category</th>\n",
       "      <th>date</th>\n",
       "      <th>headline</th>\n",
       "      <th>link</th>\n",
       "      <th>short_description</th>\n",
       "      <th>tokenized_url</th>\n",
       "      <th>text_desc</th>\n",
       "      <th>text_desc_headline</th>\n",
       "      <th>text_desc_headline_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>33414</th>\n",
       "      <td>Rashidul Bari, ContributorA Servant of Education</td>\n",
       "      <td>RELIGION</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>Tears For Zakir Khan</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/tears-for...</td>\n",
       "      <td>I reached out to Khan when I was poor. However...</td>\n",
       "      <td>tears for zakir khan us 58b121bae4b02f3f81e447ce</td>\n",
       "      <td>I reached out to Khan when I was poor. However...</td>\n",
       "      <td>I reached out to Khan when I was poor. However...</td>\n",
       "      <td>I reached out to Khan when I was poor. However...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5736</th>\n",
       "      <td>Princess-India Alexander</td>\n",
       "      <td>BLACK VOICES</td>\n",
       "      <td>2018-02-13</td>\n",
       "      <td>#InWakanda Hashtag Brings The Blackest Of Nati...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/inwakanda...</td>\n",
       "      <td>\" #InWakanda ashiness does not exist! There is...</td>\n",
       "      <td>inwakanda hashtag black twitter us 5a821662e4b...</td>\n",
       "      <td>\" #InWakanda ashiness does not exist! There is...</td>\n",
       "      <td>\" #InWakanda ashiness does not exist! There is...</td>\n",
       "      <td>\" #InWakanda ashiness does not exist! There is...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14177</th>\n",
       "      <td>Sara Boboltz</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2017-10-13</td>\n",
       "      <td>The Ultimate Livingston, Montana, Road Trip Pl...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/the-ultim...</td>\n",
       "      <td>Big Sky Country likes a blend of rock and pop,...</td>\n",
       "      <td>the ultimate livingston montana road trip play...</td>\n",
       "      <td>Big Sky Country likes a blend of rock and pop,...</td>\n",
       "      <td>Big Sky Country likes a blend of rock and pop,...</td>\n",
       "      <td>Big Sky Country likes a blend of rock and pop,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67296</th>\n",
       "      <td>Nina Golgowski</td>\n",
       "      <td>WEIRD NEWS</td>\n",
       "      <td>2016-02-07</td>\n",
       "      <td>Holy Crab! Fearless Australian Poses With Mass...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/coconut-c...</td>\n",
       "      <td>\"To get nipped by one you have to be pretty sl...</td>\n",
       "      <td>coconut crab christmas island us 56b75b07e4b08...</td>\n",
       "      <td>\"To get nipped by one you have to be pretty sl...</td>\n",
       "      <td>\"To get nipped by one you have to be pretty sl...</td>\n",
       "      <td>\"To get nipped by one you have to be pretty sl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66785</th>\n",
       "      <td>Samantha Lachman</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-02-12</td>\n",
       "      <td>Hillary Clinton Hits Scott Walker On His Home ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/hillary-c...</td>\n",
       "      <td>The audience at the debate loved her critique.</td>\n",
       "      <td>hillary clinton scott walker us 56bd4747e4b08f...</td>\n",
       "      <td>The audience at the debate loved her critique.</td>\n",
       "      <td>The audience at the debate loved her critique....</td>\n",
       "      <td>The audience at the debate loved her critique....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92479</th>\n",
       "      <td>Brian Dooley, ContributorDirector, Human Right...</td>\n",
       "      <td>WORLDPOST</td>\n",
       "      <td>2015-04-28</td>\n",
       "      <td>Trouble in Paradise: How U.S. Ally UAE Crushes...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/trouble-i...</td>\n",
       "      <td>When they meet next month, President Obama sho...</td>\n",
       "      <td>trouble in paradise how u b 7159726 html</td>\n",
       "      <td>When they meet next month, President Obama sho...</td>\n",
       "      <td>When they meet next month, President Obama sho...</td>\n",
       "      <td>When they meet next month, President Obama sho...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31906</th>\n",
       "      <td>Alana Horowitz Satlin</td>\n",
       "      <td>MEDIA</td>\n",
       "      <td>2017-03-14</td>\n",
       "      <td>Jake Tapper Scolds White House On 'Indefensibl...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/jake-tapp...</td>\n",
       "      <td>“Sometimes revisionism is so blatant, it’s not...</td>\n",
       "      <td>jake tapper trump wiretapping us 58c7bc72e4b04...</td>\n",
       "      <td>“Sometimes revisionism is so blatant, it’s not...</td>\n",
       "      <td>“Sometimes revisionism is so blatant, it’s not...</td>\n",
       "      <td>“Sometimes revisionism is so blatant, it’s not...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113226</th>\n",
       "      <td>Ryan J. Reilly and Mariah Stewart</td>\n",
       "      <td>BLACK VOICES</td>\n",
       "      <td>2014-08-31</td>\n",
       "      <td>Ferguson Protesters Hope To Transform Anger In...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/ferguson-...</td>\n",
       "      <td></td>\n",
       "      <td>ferguson protests michael brown n 5742710 html</td>\n",
       "      <td></td>\n",
       "      <td>Ferguson Protesters Hope To Transform Anger I...</td>\n",
       "      <td>Ferguson Protesters Hope To Transform Anger I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5761</th>\n",
       "      <td>Dominique Mosbergen</td>\n",
       "      <td>SPORTS</td>\n",
       "      <td>2018-02-12</td>\n",
       "      <td>Figure Skater Mirai Nagasu Becomes First U.S. ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/mirai-nag...</td>\n",
       "      <td>Nailed it!</td>\n",
       "      <td>mirai nagasu triple axel olympics us 5a8102d8e...</td>\n",
       "      <td>Nailed it!</td>\n",
       "      <td>Nailed it! Figure Skater Mirai Nagasu Becomes ...</td>\n",
       "      <td>Nailed it! Figure Skater Mirai Nagasu Becomes ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83538</th>\n",
       "      <td>ALICIA RANCILIO, AP</td>\n",
       "      <td>BLACK VOICES</td>\n",
       "      <td>2015-08-07</td>\n",
       "      <td>'Empire' Spin-off Is 'Without Question,' Says ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/empire-sp...</td>\n",
       "      <td>Executive producer Brian Grazer told The Assoc...</td>\n",
       "      <td>empire spin off lee daniels us 55c4dbd6e4b0d9b...</td>\n",
       "      <td>Executive producer Brian Grazer told The Assoc...</td>\n",
       "      <td>Executive producer Brian Grazer told The Assoc...</td>\n",
       "      <td>Executive producer Brian Grazer told The Assoc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123742</th>\n",
       "      <td>Hippo Reads, ContributorReal World Issues, Aca...</td>\n",
       "      <td>BUSINESS</td>\n",
       "      <td>2014-05-03</td>\n",
       "      <td>What Gurbaksh Chahal's Firing Says About Us</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/gurbaksh-...</td>\n",
       "      <td>That the board fired Chahal is not surprising....</td>\n",
       "      <td>gurbaksh chahal firing b 5259689 html</td>\n",
       "      <td>That the board fired Chahal is not surprising....</td>\n",
       "      <td>That the board fired Chahal is not surprising....</td>\n",
       "      <td>That the board fired Chahal is not surprising....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40069</th>\n",
       "      <td>Jordan Schultz</td>\n",
       "      <td>SPORTS</td>\n",
       "      <td>2016-12-13</td>\n",
       "      <td>Samantha Ponder Is Living Her Dream In Sports</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/samantha-...</td>\n",
       "      <td>The former athlete stays close to her roots by...</td>\n",
       "      <td>samantha ponder is living her dream in sports ...</td>\n",
       "      <td>The former athlete stays close to her roots by...</td>\n",
       "      <td>The former athlete stays close to her roots by...</td>\n",
       "      <td>The former athlete stays close to her roots by...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56970</th>\n",
       "      <td>Daniel Marans</td>\n",
       "      <td>BLACK VOICES</td>\n",
       "      <td>2016-06-04</td>\n",
       "      <td>Watch Muhammad Ali Explain Why He Feels More F...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/muhammad-...</td>\n",
       "      <td>The documentary \"Soul Power\" sheds light on Al...</td>\n",
       "      <td>muhammad ali africa us 57534e51e4b0ed593f14a767</td>\n",
       "      <td>The documentary \"Soul Power\" sheds light on Al...</td>\n",
       "      <td>The documentary \"Soul Power\" sheds light on Al...</td>\n",
       "      <td>The documentary \"Soul Power\" sheds light on Al...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21661</th>\n",
       "      <td>Antonia Blumberg</td>\n",
       "      <td>WORLD NEWS</td>\n",
       "      <td>2017-07-12</td>\n",
       "      <td>Pope Francis Announces A New Way To Become A S...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/pope-fran...</td>\n",
       "      <td>There are now four paths to sainthood in the R...</td>\n",
       "      <td>pope francis path to sainthood us 59655020e4b0...</td>\n",
       "      <td>There are now four paths to sainthood in the R...</td>\n",
       "      <td>There are now four paths to sainthood in the R...</td>\n",
       "      <td>There are now four paths to sainthood in the R...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38721</th>\n",
       "      <td>Elyse Wanshel</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2016-12-29</td>\n",
       "      <td>This Netflix Tweet Hints That There's More 'Gi...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/netflix-t...</td>\n",
       "      <td>Who's the daddy?</td>\n",
       "      <td>netflix tweet gilmore girls us 586558dbe4b0d9a...</td>\n",
       "      <td>Who's the daddy?</td>\n",
       "      <td>Who's the daddy? This Netflix Tweet Hints That...</td>\n",
       "      <td>Who's the daddy? This Netflix Tweet Hints That...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113131</th>\n",
       "      <td>Jerry Jasinowski, ContributorFmr. President of...</td>\n",
       "      <td>BUSINESS</td>\n",
       "      <td>2014-09-01</td>\n",
       "      <td>Labor Day 2014: The Status Of Labor</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/labor-day...</td>\n",
       "      <td>Without question, advanced academics are vital...</td>\n",
       "      <td>labor day 2014 b 5747136 html</td>\n",
       "      <td>Without question, advanced academics are vital...</td>\n",
       "      <td>Without question, advanced academics are vital...</td>\n",
       "      <td>Without question, advanced academics are vital...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99678</th>\n",
       "      <td>Morena Duwe, ContributorMusic &amp; Culture Journa...</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2015-02-03</td>\n",
       "      <td>Exclusive Interview with Thriftworks</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/exclusive...</td>\n",
       "      <td>Jake Atlas, known as Thriftworks to the world,...</td>\n",
       "      <td>exclusive interview with 25 b 6606766 html</td>\n",
       "      <td>Jake Atlas, known as Thriftworks to the world,...</td>\n",
       "      <td>Jake Atlas, known as Thriftworks to the world,...</td>\n",
       "      <td>Jake Atlas, known as Thriftworks to the world,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42485</th>\n",
       "      <td>Emily Peck</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-11-14</td>\n",
       "      <td>Mark Zuckerberg Continues To Insist Facebook C...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/mark-zuck...</td>\n",
       "      <td>One critic called the CEO's response a “joke.”</td>\n",
       "      <td>mark zuckerberg facebook election outcome us 5...</td>\n",
       "      <td>One critic called the CEO's response a “joke.”</td>\n",
       "      <td>One critic called the CEO's response a “joke.”...</td>\n",
       "      <td>One critic called the CEO's response a “joke.”...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78540</th>\n",
       "      <td>Holly Robinson, ContributorAuthor, \"Folly Cove...</td>\n",
       "      <td>TRAVEL</td>\n",
       "      <td>2015-10-03</td>\n",
       "      <td>Discovering Prince Edward Island and Buying a ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/discoveri...</td>\n",
       "      <td>A few years after first discovering Prince Edw...</td>\n",
       "      <td>discovering prince edward b 8236306 html</td>\n",
       "      <td>A few years after first discovering Prince Edw...</td>\n",
       "      <td>A few years after first discovering Prince Edw...</td>\n",
       "      <td>A few years after first discovering Prince Edw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68870</th>\n",
       "      <td>Ariel Edwards-Levy</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-01-20</td>\n",
       "      <td>Voters Don't Think Any Of The 2016 Candidates ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/2016-elec...</td>\n",
       "      <td>Expectations are low for this year's crop of p...</td>\n",
       "      <td>2016 election candidates poll us 569ff2dde4b07...</td>\n",
       "      <td>Expectations are low for this year's crop of p...</td>\n",
       "      <td>Expectations are low for this year's crop of p...</td>\n",
       "      <td>Expectations are low for this year's crop of p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99186</th>\n",
       "      <td>James Heffernan, ContributorWriter, lecturer, ...</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2015-02-09</td>\n",
       "      <td>Why We Should All Watch the Video of the Pilot...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/we-should...</td>\n",
       "      <td>ISIS has no monopoly on cruelty or immolation....</td>\n",
       "      <td>we should all see the vid b 6633000 html</td>\n",
       "      <td>ISIS has no monopoly on cruelty or immolation....</td>\n",
       "      <td>ISIS has no monopoly on cruelty or immolation....</td>\n",
       "      <td>ISIS has no monopoly on cruelty or immolation....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16731</th>\n",
       "      <td>David Moye</td>\n",
       "      <td>MEDIA</td>\n",
       "      <td>2017-09-12</td>\n",
       "      <td>No, ‘60 Minutes’ Didn’t Purposely Make Steve B...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/bannon-60...</td>\n",
       "      <td>News experts rejected the color-coordinated co...</td>\n",
       "      <td>bannon 60 minutes tape conspiracy us 59b71141e...</td>\n",
       "      <td>News experts rejected the color-coordinated co...</td>\n",
       "      <td>News experts rejected the color-coordinated co...</td>\n",
       "      <td>News experts rejected the color-coordinated co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89906</th>\n",
       "      <td>G. Roger Denson, ContributorCultural critic, e...</td>\n",
       "      <td>ARTS</td>\n",
       "      <td>2015-05-27</td>\n",
       "      <td>Ritualized Oligarchy and the Plight of Innocen...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/ritualize...</td>\n",
       "      <td>There is a distinctly authoritarian directive ...</td>\n",
       "      <td>ritualized oligarchy and b 7444266 html</td>\n",
       "      <td>There is a distinctly authoritarian directive ...</td>\n",
       "      <td>There is a distinctly authoritarian directive ...</td>\n",
       "      <td>There is a distinctly authoritarian directive ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52963</th>\n",
       "      <td>Arthur Delaney</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-07-19</td>\n",
       "      <td>HUFFPOST HILL - Trump Campaign Pivots... Into ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/huffpost-...</td>\n",
       "      <td>It’s hard to describe just how poorly the Repu...</td>\n",
       "      <td>huffpost hill trump campaign pivots into ditch...</td>\n",
       "      <td>It’s hard to describe just how poorly the Repu...</td>\n",
       "      <td>It’s hard to describe just how poorly the Repu...</td>\n",
       "      <td>It’s hard to describe just how poorly the Repu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104953</th>\n",
       "      <td>Lily Karlin</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2014-12-04</td>\n",
       "      <td>Krysten Ritter Will Be Netflix's 'Jessica Jone...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/krysten-r...</td>\n",
       "      <td></td>\n",
       "      <td>krysten ritter jessica jones n 6272100 html</td>\n",
       "      <td></td>\n",
       "      <td>Krysten Ritter Will Be Netflix's 'Jessica Jon...</td>\n",
       "      <td>Krysten Ritter Will Be Netflix's 'Jessica Jon...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113369</th>\n",
       "      <td>James Zogby, ContributorPresident, Arab Americ...</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2014-08-30</td>\n",
       "      <td>A Lesson to Learn</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/a-lesson-...</td>\n",
       "      <td>Almost daily, we are faced by difficult choice...</td>\n",
       "      <td>a lesson to learn b 5740854 html</td>\n",
       "      <td>Almost daily, we are faced by difficult choice...</td>\n",
       "      <td>Almost daily, we are faced by difficult choice...</td>\n",
       "      <td>Almost daily, we are faced by difficult choice...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76812</th>\n",
       "      <td>Chanel Parks</td>\n",
       "      <td>STYLE</td>\n",
       "      <td>2015-10-22</td>\n",
       "      <td>How A Bottle Of Nail Polish Can Totally Update...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/update-je...</td>\n",
       "      <td>The easiest way to get more bling in your life.</td>\n",
       "      <td>update jewelry with nail polish us 5628f5ede4b...</td>\n",
       "      <td>The easiest way to get more bling in your life.</td>\n",
       "      <td>The easiest way to get more bling in your life...</td>\n",
       "      <td>The easiest way to get more bling in your life...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92978</th>\n",
       "      <td>Omar Baddar, ContributorPolitical analyst &amp; di...</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2015-04-22</td>\n",
       "      <td>A Neglected Weapon in the Global Fight for Jus...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/video-a-n...</td>\n",
       "      <td>Whether we're talking about climate change, so...</td>\n",
       "      <td>video a neglected weapon b 7113448 html</td>\n",
       "      <td>Whether we're talking about climate change, so...</td>\n",
       "      <td>Whether we're talking about climate change, so...</td>\n",
       "      <td>Whether we're talking about climate change, so...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114976</th>\n",
       "      <td></td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2014-08-11</td>\n",
       "      <td>Here Are This Year's Emmy Presenters</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/emmy_n_56...</td>\n",
       "      <td></td>\n",
       "      <td>emmy n 5669364 html</td>\n",
       "      <td></td>\n",
       "      <td>Here Are This Year's Emmy Presenters</td>\n",
       "      <td>Here Are This Year's Emmy Presenters emmy n 5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45101</th>\n",
       "      <td>Suzy Strutner</td>\n",
       "      <td>HEALTHY LIVING</td>\n",
       "      <td>2016-10-17</td>\n",
       "      <td>Childhood Fears Vs. Adult Fears, In 4 Hilariou...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/childhood...</td>\n",
       "      <td>There are some worries you just don't outgrow.</td>\n",
       "      <td>childhood fears adult fears us 58052637e4b0dd5...</td>\n",
       "      <td>There are some worries you just don't outgrow.</td>\n",
       "      <td>There are some worries you just don't outgrow....</td>\n",
       "      <td>There are some worries you just don't outgrow....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78362</th>\n",
       "      <td>Ed Mazza</td>\n",
       "      <td>QUEER VOICES</td>\n",
       "      <td>2015-10-05</td>\n",
       "      <td>Tennessee County May Ask God To Spare Them And...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/blount-co...</td>\n",
       "      <td>\"We adopt this Resolution before God that He p...</td>\n",
       "      <td>blount county tennessee us 5612059fe4b0dd85030...</td>\n",
       "      <td>\"We adopt this Resolution before God that He p...</td>\n",
       "      <td>\"We adopt this Resolution before God that He p...</td>\n",
       "      <td>\"We adopt this Resolution before God that He p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29643</th>\n",
       "      <td>Laila Kearney, Reuters</td>\n",
       "      <td>HEALTHY LIVING</td>\n",
       "      <td>2017-04-10</td>\n",
       "      <td>Ex-New York Assemblyman, Doctors Charged In Il...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/ex-new-yo...</td>\n",
       "      <td>Defendants allegedly pressured patients to und...</td>\n",
       "      <td>ex new york assemblyman doctors charged in ill...</td>\n",
       "      <td>Defendants allegedly pressured patients to und...</td>\n",
       "      <td>Defendants allegedly pressured patients to und...</td>\n",
       "      <td>Defendants allegedly pressured patients to und...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9988</th>\n",
       "      <td>Ron Dicker</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2017-12-08</td>\n",
       "      <td>James Corden Isn't Quite Squad-Ready As Taylor...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/james-cor...</td>\n",
       "      <td>He hilariously tried to fill in before an actu...</td>\n",
       "      <td>james corden taylor swift us 5a2a61cae4b0a290f...</td>\n",
       "      <td>He hilariously tried to fill in before an actu...</td>\n",
       "      <td>He hilariously tried to fill in before an actu...</td>\n",
       "      <td>He hilariously tried to fill in before an actu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81643</th>\n",
       "      <td>Ronna Benjamin, ContributorManaging Editor/Bos...</td>\n",
       "      <td>FIFTY</td>\n",
       "      <td>2015-08-29</td>\n",
       "      <td>Why I Delayed Cancer Surgery And Why It Was To...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/sailing-_...</td>\n",
       "      <td>In reality, even with 19 and a half hours, get...</td>\n",
       "      <td>sailing b 8031280 html</td>\n",
       "      <td>In reality, even with 19 and a half hours, get...</td>\n",
       "      <td>In reality, even with 19 and a half hours, get...</td>\n",
       "      <td>In reality, even with 19 and a half hours, get...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64344</th>\n",
       "      <td>Kate Bratskeir</td>\n",
       "      <td>HEALTHY LIVING</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>Nestlé Recalls Millions Of Frozen Products Tha...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/nestle-re...</td>\n",
       "      <td>It's not delivery... it's glass, maybe.</td>\n",
       "      <td>nestle recall digiorno stouffers lean cuisine ...</td>\n",
       "      <td>It's not delivery... it's glass, maybe.</td>\n",
       "      <td>It's not delivery... it's glass, maybe. Nestlé...</td>\n",
       "      <td>It's not delivery... it's glass, maybe. Nestlé...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5823</th>\n",
       "      <td>Todd Van Luling</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2018-02-12</td>\n",
       "      <td>5 Cable-Cutting Problems You Probably Didn't T...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/cable-cor...</td>\n",
       "      <td>Some important things to keep in mind before y...</td>\n",
       "      <td>cable cord cutting problems us 5a81adb9e4b044b...</td>\n",
       "      <td>Some important things to keep in mind before y...</td>\n",
       "      <td>Some important things to keep in mind before y...</td>\n",
       "      <td>Some important things to keep in mind before y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26496</th>\n",
       "      <td>Priscilla Frank</td>\n",
       "      <td>ARTS &amp; CULTURE</td>\n",
       "      <td>2017-05-16</td>\n",
       "      <td>Stunning Photos Debunk The Myth That Queerness...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/photograp...</td>\n",
       "      <td>Mikael Chukwuma Owunna created \"a queer Africa...</td>\n",
       "      <td>photography lgbtq african style us 591a08c9e4b...</td>\n",
       "      <td>Mikael Chukwuma Owunna created \"a queer Africa...</td>\n",
       "      <td>Mikael Chukwuma Owunna created \"a queer Africa...</td>\n",
       "      <td>Mikael Chukwuma Owunna created \"a queer Africa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2047</th>\n",
       "      <td>Dave Jamieson</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2018-04-18</td>\n",
       "      <td>Staff At George Soros' Foundation Secures Unio...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/staff-at-...</td>\n",
       "      <td>The group, a major donor to progressive moveme...</td>\n",
       "      <td>staff at george soros foundation secures union...</td>\n",
       "      <td>The group, a major donor to progressive moveme...</td>\n",
       "      <td>The group, a major donor to progressive moveme...</td>\n",
       "      <td>The group, a major donor to progressive moveme...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66605</th>\n",
       "      <td></td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-02-14</td>\n",
       "      <td>Sri Srinivasan: Supreme Court justice in the m...</td>\n",
       "      <td>https://www.huffingtonpost.comhttp://www.usato...</td>\n",
       "      <td>It was just the latest chapter in a stellar le...</td>\n",
       "      <td>https www huffingtonpost comhttp www usatoday ...</td>\n",
       "      <td>It was just the latest chapter in a stellar le...</td>\n",
       "      <td>It was just the latest chapter in a stellar le...</td>\n",
       "      <td>It was just the latest chapter in a stellar le...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70716</th>\n",
       "      <td></td>\n",
       "      <td>LATINO VOICES</td>\n",
       "      <td>2015-12-30</td>\n",
       "      <td>Ten Great Latino Books Published in 2015</td>\n",
       "      <td>https://www.huffingtonpost.comhttp://www.nbcne...</td>\n",
       "      <td>Odyssean journeys of migration by Dominican bo...</td>\n",
       "      <td>https www huffingtonpost comhttp www nbcnews c...</td>\n",
       "      <td>Odyssean journeys of migration by Dominican bo...</td>\n",
       "      <td>Odyssean journeys of migration by Dominican bo...</td>\n",
       "      <td>Odyssean journeys of migration by Dominican bo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61028</th>\n",
       "      <td>James Michael Nichols</td>\n",
       "      <td>QUEER VOICES</td>\n",
       "      <td>2016-04-19</td>\n",
       "      <td>This Web Series Is Blossoming Into Spring With...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/tough-lov...</td>\n",
       "      <td>The latest episode of the \"Tough Love\" series.</td>\n",
       "      <td>tough love episode four gifts us 57164839e4b06...</td>\n",
       "      <td>The latest episode of the \"Tough Love\" series.</td>\n",
       "      <td>The latest episode of the \"Tough Love\" series....</td>\n",
       "      <td>The latest episode of the \"Tough Love\" series....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41376</th>\n",
       "      <td>Rosemary Pennington, ContributorAssistant Prof...</td>\n",
       "      <td>MEDIA</td>\n",
       "      <td>2016-11-28</td>\n",
       "      <td>Changing The News Narrative On Rape</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/changing-...</td>\n",
       "      <td>(This post was written with my research partne...</td>\n",
       "      <td>changing the news narrative on rape us 5839e18...</td>\n",
       "      <td>(This post was written with my research partne...</td>\n",
       "      <td>(This post was written with my research partne...</td>\n",
       "      <td>(This post was written with my research partne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35188</th>\n",
       "      <td>Minou Clark</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2017-02-06</td>\n",
       "      <td>The Vamps And Conor Maynard Absolutely Slay Th...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/the-vamps...</td>\n",
       "      <td>Can they please collaborate more?!</td>\n",
       "      <td>the vamps conor maynard us 5898ecfde4b0c1284f2...</td>\n",
       "      <td>Can they please collaborate more?!</td>\n",
       "      <td>Can they please collaborate more?! The Vamps A...</td>\n",
       "      <td>Can they please collaborate more?! The Vamps A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116986</th>\n",
       "      <td>Peter Dreier, ContributorE.P. Clapp Distinguis...</td>\n",
       "      <td>SPORTS</td>\n",
       "      <td>2014-07-20</td>\n",
       "      <td>Honoring Rachel Robinson, Baseball Pioneer and...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/honoring-...</td>\n",
       "      <td>On Sunday, Rachel Robinson was inducted into t...</td>\n",
       "      <td>honoring rachel robinson b 5602717 html</td>\n",
       "      <td>On Sunday, Rachel Robinson was inducted into t...</td>\n",
       "      <td>On Sunday, Rachel Robinson was inducted into t...</td>\n",
       "      <td>On Sunday, Rachel Robinson was inducted into t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112535</th>\n",
       "      <td>Mike Sternoff, ContributorDigital Journalist</td>\n",
       "      <td>SPORTS</td>\n",
       "      <td>2014-09-08</td>\n",
       "      <td>3D Photos: Seahawks vs. Packers</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/seahawks-...</td>\n",
       "      <td>The Seattle Seahawks kicked off the 2014 seaso...</td>\n",
       "      <td>seahawks packers 3d photos b 5775656 html</td>\n",
       "      <td>The Seattle Seahawks kicked off the 2014 seaso...</td>\n",
       "      <td>The Seattle Seahawks kicked off the 2014 seaso...</td>\n",
       "      <td>The Seattle Seahawks kicked off the 2014 seaso...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80431</th>\n",
       "      <td>Dr. Suzanne Gelb, ContributorClinical Psycholo...</td>\n",
       "      <td>PARENTS</td>\n",
       "      <td>2015-09-12</td>\n",
       "      <td>So... You Are a Mom or Dad Now. You Want to \"L...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/so-you-ar...</td>\n",
       "      <td>If you don't instantly feel \"in love\" with you...</td>\n",
       "      <td>so you are a mom or dad n b 8126270 html</td>\n",
       "      <td>If you don't instantly feel \"in love\" with you...</td>\n",
       "      <td>If you don't instantly feel \"in love\" with you...</td>\n",
       "      <td>If you don't instantly feel \"in love\" with you...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39026</th>\n",
       "      <td>Steven Hoffer</td>\n",
       "      <td>GOOD NEWS</td>\n",
       "      <td>2016-12-25</td>\n",
       "      <td>Animal Shelter Celebrates When All Of Its Dogs...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/animal-sh...</td>\n",
       "      <td>So many happy pooches!</td>\n",
       "      <td>animal shelter christmas us 585fd797e4b0de3a08...</td>\n",
       "      <td>So many happy pooches!</td>\n",
       "      <td>So many happy pooches! Animal Shelter Celebrat...</td>\n",
       "      <td>So many happy pooches! Animal Shelter Celebrat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44388</th>\n",
       "      <td>Emily Peck</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-10-25</td>\n",
       "      <td>Portland Could Be The First City To Tackle Out...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/portland-...</td>\n",
       "      <td>Of course the progressive Oregon city would be...</td>\n",
       "      <td>portland oregon ceo pay us 580f6d4ae4b02444efa...</td>\n",
       "      <td>Of course the progressive Oregon city would be...</td>\n",
       "      <td>Of course the progressive Oregon city would be...</td>\n",
       "      <td>Of course the progressive Oregon city would be...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69505</th>\n",
       "      <td>Erick Fernandez</td>\n",
       "      <td>SPORTS</td>\n",
       "      <td>2016-01-13</td>\n",
       "      <td>Tim Tebow Organizing Over 200 Proms For People...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/tim-tebow...</td>\n",
       "      <td>Way to go, Tim.</td>\n",
       "      <td>tim tebow proms for people with special needs ...</td>\n",
       "      <td>Way to go, Tim.</td>\n",
       "      <td>Way to go, Tim. Tim Tebow Organizing Over 200 ...</td>\n",
       "      <td>Way to go, Tim. Tim Tebow Organizing Over 200 ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63930</th>\n",
       "      <td>Julia Brucculieri</td>\n",
       "      <td>ENTERTAINMENT</td>\n",
       "      <td>2016-03-16</td>\n",
       "      <td>Ben Affleck Opens Up About Co-Parenting With J...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/ben-affle...</td>\n",
       "      <td>The actor noted that he and his ex are \"good f...</td>\n",
       "      <td>ben affleck co parenting ellen us 56e94dc9e4b0...</td>\n",
       "      <td>The actor noted that he and his ex are \"good f...</td>\n",
       "      <td>The actor noted that he and his ex are \"good f...</td>\n",
       "      <td>The actor noted that he and his ex are \"good f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54365</th>\n",
       "      <td>Monica Bauer, ContributorPlaywright and retire...</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2016-07-04</td>\n",
       "      <td>The Founding Fathers vs. Donald Trump</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/the-found...</td>\n",
       "      <td>The real patriots this July are the Never Trum...</td>\n",
       "      <td>the founding fathers vs d b 10777228 html</td>\n",
       "      <td>The real patriots this July are the Never Trum...</td>\n",
       "      <td>The real patriots this July are the Never Trum...</td>\n",
       "      <td>The real patriots this July are the Never Trum...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69267</th>\n",
       "      <td>CANDICE CHOI, AP</td>\n",
       "      <td>COLLEGE</td>\n",
       "      <td>2016-01-15</td>\n",
       "      <td>UMD Reviewing Study That Suggests Chocolate Mi...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/umd-study...</td>\n",
       "      <td>University officials said not to rely on what ...</td>\n",
       "      <td>umd study milk concussions us 56991889e4b0778f...</td>\n",
       "      <td>University officials said not to rely on what ...</td>\n",
       "      <td>University officials said not to rely on what ...</td>\n",
       "      <td>University officials said not to rely on what ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113268</th>\n",
       "      <td>Sebastian Murdock</td>\n",
       "      <td>CRIME</td>\n",
       "      <td>2014-08-31</td>\n",
       "      <td>Ferguson Is Rallying Cry For Protests Over Cop...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/ferguson-...</td>\n",
       "      <td></td>\n",
       "      <td>ferguson protests cop killings n 5744076 html</td>\n",
       "      <td></td>\n",
       "      <td>Ferguson Is Rallying Cry For Protests Over Co...</td>\n",
       "      <td>Ferguson Is Rallying Cry For Protests Over Co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81946</th>\n",
       "      <td>Curtis M. Wong</td>\n",
       "      <td>QUEER VOICES</td>\n",
       "      <td>2015-08-25</td>\n",
       "      <td>Here's How A New Off-Broadway Show Is Opening ...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/absolute-...</td>\n",
       "      <td>The Trevor Project's co-founder brings the sto...</td>\n",
       "      <td>absolute brightness of leonard pelkey us 55d37...</td>\n",
       "      <td>The Trevor Project's co-founder brings the sto...</td>\n",
       "      <td>The Trevor Project's co-founder brings the sto...</td>\n",
       "      <td>The Trevor Project's co-founder brings the sto...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21368</th>\n",
       "      <td>Laurie Burrows Grad, ContributorGrief Blogger,...</td>\n",
       "      <td>HEALTHY LIVING</td>\n",
       "      <td>2017-07-16</td>\n",
       "      <td>As I Grieve, 'Maybe' Has Become A Positive Too...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/call-me-m...</td>\n",
       "      <td>When you are in the process of grieving a loss...</td>\n",
       "      <td>call me maybe can i really be quoting carly ra...</td>\n",
       "      <td>When you are in the process of grieving a loss...</td>\n",
       "      <td>When you are in the process of grieving a loss...</td>\n",
       "      <td>When you are in the process of grieving a loss...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115884</th>\n",
       "      <td>Elena Kaufman</td>\n",
       "      <td>IMPACT</td>\n",
       "      <td>2014-08-01</td>\n",
       "      <td>WATCH: Looking Into The Future Of Disruption</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/disruptio...</td>\n",
       "      <td></td>\n",
       "      <td>disruption a look to the n 5641999 html</td>\n",
       "      <td></td>\n",
       "      <td>WATCH: Looking Into The Future Of Disruption</td>\n",
       "      <td>WATCH: Looking Into The Future Of Disruption ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62370</th>\n",
       "      <td></td>\n",
       "      <td>THE WORLDPOST</td>\n",
       "      <td>2016-04-03</td>\n",
       "      <td>Brussels Airport Reopens 12 Days After Terrori...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/brussels-...</td>\n",
       "      <td>Airport staff hugged as the first plane took off.</td>\n",
       "      <td>brussels airport reopens 12 days after terrori...</td>\n",
       "      <td>Airport staff hugged as the first plane took off.</td>\n",
       "      <td>Airport staff hugged as the first plane took o...</td>\n",
       "      <td>Airport staff hugged as the first plane took o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74353</th>\n",
       "      <td>Samantha Lachman and Ariel Edwards-Levy</td>\n",
       "      <td>POLITICS</td>\n",
       "      <td>2015-11-18</td>\n",
       "      <td>Hillary Clinton's Pot Proposal Is Popular, But...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/hillary-c...</td>\n",
       "      <td>How to loosen marijuana restrictions is a key ...</td>\n",
       "      <td>hillary clinton marijuana us 564cb3b2e4b08c74b...</td>\n",
       "      <td>How to loosen marijuana restrictions is a key ...</td>\n",
       "      <td>How to loosen marijuana restrictions is a key ...</td>\n",
       "      <td>How to loosen marijuana restrictions is a key ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117184</th>\n",
       "      <td></td>\n",
       "      <td>WOMEN</td>\n",
       "      <td>2014-07-18</td>\n",
       "      <td>Why Do We Shame Emotion In The Workplace?</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/why-is-cr...</td>\n",
       "      <td></td>\n",
       "      <td>why is crying in the work n 5598868 html</td>\n",
       "      <td></td>\n",
       "      <td>Why Do We Shame Emotion In The Workplace?</td>\n",
       "      <td>Why Do We Shame Emotion In The Workplace? why...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54867</th>\n",
       "      <td>Tanisha Love Ramirez</td>\n",
       "      <td>LATINO VOICES</td>\n",
       "      <td>2016-06-28</td>\n",
       "      <td>'OITNB' Star Laura Gómez Advocates For LGBT Ri...</td>\n",
       "      <td>https://www.huffingtonpost.com/entry/oitnb-sta...</td>\n",
       "      <td>\"I like to be a part of that solution, instead...</td>\n",
       "      <td>oitnb star laura g C3 B3mez advocates for lgbt...</td>\n",
       "      <td>\"I like to be a part of that solution, instead...</td>\n",
       "      <td>\"I like to be a part of that solution, instead...</td>\n",
       "      <td>\"I like to be a part of that solution, instead...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  authors        category  \\\n",
       "33414    Rashidul Bari, ContributorA Servant of Education        RELIGION   \n",
       "5736                             Princess-India Alexander    BLACK VOICES   \n",
       "14177                                        Sara Boboltz   ENTERTAINMENT   \n",
       "67296                                      Nina Golgowski      WEIRD NEWS   \n",
       "66785                                    Samantha Lachman        POLITICS   \n",
       "92479   Brian Dooley, ContributorDirector, Human Right...       WORLDPOST   \n",
       "31906                               Alana Horowitz Satlin           MEDIA   \n",
       "113226                  Ryan J. Reilly and Mariah Stewart    BLACK VOICES   \n",
       "5761                                  Dominique Mosbergen          SPORTS   \n",
       "83538                                 ALICIA RANCILIO, AP    BLACK VOICES   \n",
       "123742  Hippo Reads, ContributorReal World Issues, Aca...        BUSINESS   \n",
       "40069                                      Jordan Schultz          SPORTS   \n",
       "56970                                       Daniel Marans    BLACK VOICES   \n",
       "21661                                    Antonia Blumberg      WORLD NEWS   \n",
       "38721                                       Elyse Wanshel   ENTERTAINMENT   \n",
       "113131  Jerry Jasinowski, ContributorFmr. President of...        BUSINESS   \n",
       "99678   Morena Duwe, ContributorMusic & Culture Journa...   ENTERTAINMENT   \n",
       "42485                                          Emily Peck        POLITICS   \n",
       "78540   Holly Robinson, ContributorAuthor, \"Folly Cove...          TRAVEL   \n",
       "68870                                  Ariel Edwards-Levy        POLITICS   \n",
       "99186   James Heffernan, ContributorWriter, lecturer, ...        POLITICS   \n",
       "16731                                          David Moye           MEDIA   \n",
       "89906   G. Roger Denson, ContributorCultural critic, e...            ARTS   \n",
       "52963                                      Arthur Delaney        POLITICS   \n",
       "104953                                        Lily Karlin   ENTERTAINMENT   \n",
       "113369  James Zogby, ContributorPresident, Arab Americ...        POLITICS   \n",
       "76812                                        Chanel Parks           STYLE   \n",
       "92978   Omar Baddar, ContributorPolitical analyst & di...        POLITICS   \n",
       "114976                                                      ENTERTAINMENT   \n",
       "45101                                       Suzy Strutner  HEALTHY LIVING   \n",
       "...                                                   ...             ...   \n",
       "78362                                            Ed Mazza    QUEER VOICES   \n",
       "29643                              Laila Kearney, Reuters  HEALTHY LIVING   \n",
       "9988                                           Ron Dicker   ENTERTAINMENT   \n",
       "81643   Ronna Benjamin, ContributorManaging Editor/Bos...           FIFTY   \n",
       "64344                                      Kate Bratskeir  HEALTHY LIVING   \n",
       "5823                                      Todd Van Luling   ENTERTAINMENT   \n",
       "26496                                     Priscilla Frank  ARTS & CULTURE   \n",
       "2047                                        Dave Jamieson        POLITICS   \n",
       "66605                                                            POLITICS   \n",
       "70716                                                       LATINO VOICES   \n",
       "61028                               James Michael Nichols    QUEER VOICES   \n",
       "41376   Rosemary Pennington, ContributorAssistant Prof...           MEDIA   \n",
       "35188                                         Minou Clark   ENTERTAINMENT   \n",
       "116986  Peter Dreier, ContributorE.P. Clapp Distinguis...          SPORTS   \n",
       "112535       Mike Sternoff, ContributorDigital Journalist          SPORTS   \n",
       "80431   Dr. Suzanne Gelb, ContributorClinical Psycholo...         PARENTS   \n",
       "39026                                       Steven Hoffer       GOOD NEWS   \n",
       "44388                                          Emily Peck        POLITICS   \n",
       "69505                                     Erick Fernandez          SPORTS   \n",
       "63930                                   Julia Brucculieri   ENTERTAINMENT   \n",
       "54365   Monica Bauer, ContributorPlaywright and retire...        POLITICS   \n",
       "69267                                    CANDICE CHOI, AP         COLLEGE   \n",
       "113268                                  Sebastian Murdock           CRIME   \n",
       "81946                                      Curtis M. Wong    QUEER VOICES   \n",
       "21368   Laurie Burrows Grad, ContributorGrief Blogger,...  HEALTHY LIVING   \n",
       "115884                                      Elena Kaufman          IMPACT   \n",
       "62370                                                       THE WORLDPOST   \n",
       "74353             Samantha Lachman and Ariel Edwards-Levy        POLITICS   \n",
       "117184                                                              WOMEN   \n",
       "54867                                Tanisha Love Ramirez   LATINO VOICES   \n",
       "\n",
       "             date                                           headline  \\\n",
       "33414  2017-02-25                               Tears For Zakir Khan   \n",
       "5736   2018-02-13  #InWakanda Hashtag Brings The Blackest Of Nati...   \n",
       "14177  2017-10-13  The Ultimate Livingston, Montana, Road Trip Pl...   \n",
       "67296  2016-02-07  Holy Crab! Fearless Australian Poses With Mass...   \n",
       "66785  2016-02-12  Hillary Clinton Hits Scott Walker On His Home ...   \n",
       "92479  2015-04-28  Trouble in Paradise: How U.S. Ally UAE Crushes...   \n",
       "31906  2017-03-14  Jake Tapper Scolds White House On 'Indefensibl...   \n",
       "113226 2014-08-31  Ferguson Protesters Hope To Transform Anger In...   \n",
       "5761   2018-02-12  Figure Skater Mirai Nagasu Becomes First U.S. ...   \n",
       "83538  2015-08-07  'Empire' Spin-off Is 'Without Question,' Says ...   \n",
       "123742 2014-05-03        What Gurbaksh Chahal's Firing Says About Us   \n",
       "40069  2016-12-13      Samantha Ponder Is Living Her Dream In Sports   \n",
       "56970  2016-06-04  Watch Muhammad Ali Explain Why He Feels More F...   \n",
       "21661  2017-07-12  Pope Francis Announces A New Way To Become A S...   \n",
       "38721  2016-12-29  This Netflix Tweet Hints That There's More 'Gi...   \n",
       "113131 2014-09-01                Labor Day 2014: The Status Of Labor   \n",
       "99678  2015-02-03               Exclusive Interview with Thriftworks   \n",
       "42485  2016-11-14  Mark Zuckerberg Continues To Insist Facebook C...   \n",
       "78540  2015-10-03  Discovering Prince Edward Island and Buying a ...   \n",
       "68870  2016-01-20  Voters Don't Think Any Of The 2016 Candidates ...   \n",
       "99186  2015-02-09  Why We Should All Watch the Video of the Pilot...   \n",
       "16731  2017-09-12  No, ‘60 Minutes’ Didn’t Purposely Make Steve B...   \n",
       "89906  2015-05-27  Ritualized Oligarchy and the Plight of Innocen...   \n",
       "52963  2016-07-19  HUFFPOST HILL - Trump Campaign Pivots... Into ...   \n",
       "104953 2014-12-04  Krysten Ritter Will Be Netflix's 'Jessica Jone...   \n",
       "113369 2014-08-30                                  A Lesson to Learn   \n",
       "76812  2015-10-22  How A Bottle Of Nail Polish Can Totally Update...   \n",
       "92978  2015-04-22  A Neglected Weapon in the Global Fight for Jus...   \n",
       "114976 2014-08-11               Here Are This Year's Emmy Presenters   \n",
       "45101  2016-10-17  Childhood Fears Vs. Adult Fears, In 4 Hilariou...   \n",
       "...           ...                                                ...   \n",
       "78362  2015-10-05  Tennessee County May Ask God To Spare Them And...   \n",
       "29643  2017-04-10  Ex-New York Assemblyman, Doctors Charged In Il...   \n",
       "9988   2017-12-08  James Corden Isn't Quite Squad-Ready As Taylor...   \n",
       "81643  2015-08-29  Why I Delayed Cancer Surgery And Why It Was To...   \n",
       "64344  2016-03-11  Nestlé Recalls Millions Of Frozen Products Tha...   \n",
       "5823   2018-02-12  5 Cable-Cutting Problems You Probably Didn't T...   \n",
       "26496  2017-05-16  Stunning Photos Debunk The Myth That Queerness...   \n",
       "2047   2018-04-18  Staff At George Soros' Foundation Secures Unio...   \n",
       "66605  2016-02-14  Sri Srinivasan: Supreme Court justice in the m...   \n",
       "70716  2015-12-30           Ten Great Latino Books Published in 2015   \n",
       "61028  2016-04-19  This Web Series Is Blossoming Into Spring With...   \n",
       "41376  2016-11-28                Changing The News Narrative On Rape   \n",
       "35188  2017-02-06  The Vamps And Conor Maynard Absolutely Slay Th...   \n",
       "116986 2014-07-20  Honoring Rachel Robinson, Baseball Pioneer and...   \n",
       "112535 2014-09-08                    3D Photos: Seahawks vs. Packers   \n",
       "80431  2015-09-12  So... You Are a Mom or Dad Now. You Want to \"L...   \n",
       "39026  2016-12-25  Animal Shelter Celebrates When All Of Its Dogs...   \n",
       "44388  2016-10-25  Portland Could Be The First City To Tackle Out...   \n",
       "69505  2016-01-13  Tim Tebow Organizing Over 200 Proms For People...   \n",
       "63930  2016-03-16  Ben Affleck Opens Up About Co-Parenting With J...   \n",
       "54365  2016-07-04              The Founding Fathers vs. Donald Trump   \n",
       "69267  2016-01-15  UMD Reviewing Study That Suggests Chocolate Mi...   \n",
       "113268 2014-08-31  Ferguson Is Rallying Cry For Protests Over Cop...   \n",
       "81946  2015-08-25  Here's How A New Off-Broadway Show Is Opening ...   \n",
       "21368  2017-07-16  As I Grieve, 'Maybe' Has Become A Positive Too...   \n",
       "115884 2014-08-01       WATCH: Looking Into The Future Of Disruption   \n",
       "62370  2016-04-03  Brussels Airport Reopens 12 Days After Terrori...   \n",
       "74353  2015-11-18  Hillary Clinton's Pot Proposal Is Popular, But...   \n",
       "117184 2014-07-18          Why Do We Shame Emotion In The Workplace?   \n",
       "54867  2016-06-28  'OITNB' Star Laura Gómez Advocates For LGBT Ri...   \n",
       "\n",
       "                                                     link  \\\n",
       "33414   https://www.huffingtonpost.com/entry/tears-for...   \n",
       "5736    https://www.huffingtonpost.com/entry/inwakanda...   \n",
       "14177   https://www.huffingtonpost.com/entry/the-ultim...   \n",
       "67296   https://www.huffingtonpost.com/entry/coconut-c...   \n",
       "66785   https://www.huffingtonpost.com/entry/hillary-c...   \n",
       "92479   https://www.huffingtonpost.com/entry/trouble-i...   \n",
       "31906   https://www.huffingtonpost.com/entry/jake-tapp...   \n",
       "113226  https://www.huffingtonpost.com/entry/ferguson-...   \n",
       "5761    https://www.huffingtonpost.com/entry/mirai-nag...   \n",
       "83538   https://www.huffingtonpost.com/entry/empire-sp...   \n",
       "123742  https://www.huffingtonpost.com/entry/gurbaksh-...   \n",
       "40069   https://www.huffingtonpost.com/entry/samantha-...   \n",
       "56970   https://www.huffingtonpost.com/entry/muhammad-...   \n",
       "21661   https://www.huffingtonpost.com/entry/pope-fran...   \n",
       "38721   https://www.huffingtonpost.com/entry/netflix-t...   \n",
       "113131  https://www.huffingtonpost.com/entry/labor-day...   \n",
       "99678   https://www.huffingtonpost.com/entry/exclusive...   \n",
       "42485   https://www.huffingtonpost.com/entry/mark-zuck...   \n",
       "78540   https://www.huffingtonpost.com/entry/discoveri...   \n",
       "68870   https://www.huffingtonpost.com/entry/2016-elec...   \n",
       "99186   https://www.huffingtonpost.com/entry/we-should...   \n",
       "16731   https://www.huffingtonpost.com/entry/bannon-60...   \n",
       "89906   https://www.huffingtonpost.com/entry/ritualize...   \n",
       "52963   https://www.huffingtonpost.com/entry/huffpost-...   \n",
       "104953  https://www.huffingtonpost.com/entry/krysten-r...   \n",
       "113369  https://www.huffingtonpost.com/entry/a-lesson-...   \n",
       "76812   https://www.huffingtonpost.com/entry/update-je...   \n",
       "92978   https://www.huffingtonpost.com/entry/video-a-n...   \n",
       "114976  https://www.huffingtonpost.com/entry/emmy_n_56...   \n",
       "45101   https://www.huffingtonpost.com/entry/childhood...   \n",
       "...                                                   ...   \n",
       "78362   https://www.huffingtonpost.com/entry/blount-co...   \n",
       "29643   https://www.huffingtonpost.com/entry/ex-new-yo...   \n",
       "9988    https://www.huffingtonpost.com/entry/james-cor...   \n",
       "81643   https://www.huffingtonpost.com/entry/sailing-_...   \n",
       "64344   https://www.huffingtonpost.com/entry/nestle-re...   \n",
       "5823    https://www.huffingtonpost.com/entry/cable-cor...   \n",
       "26496   https://www.huffingtonpost.com/entry/photograp...   \n",
       "2047    https://www.huffingtonpost.com/entry/staff-at-...   \n",
       "66605   https://www.huffingtonpost.comhttp://www.usato...   \n",
       "70716   https://www.huffingtonpost.comhttp://www.nbcne...   \n",
       "61028   https://www.huffingtonpost.com/entry/tough-lov...   \n",
       "41376   https://www.huffingtonpost.com/entry/changing-...   \n",
       "35188   https://www.huffingtonpost.com/entry/the-vamps...   \n",
       "116986  https://www.huffingtonpost.com/entry/honoring-...   \n",
       "112535  https://www.huffingtonpost.com/entry/seahawks-...   \n",
       "80431   https://www.huffingtonpost.com/entry/so-you-ar...   \n",
       "39026   https://www.huffingtonpost.com/entry/animal-sh...   \n",
       "44388   https://www.huffingtonpost.com/entry/portland-...   \n",
       "69505   https://www.huffingtonpost.com/entry/tim-tebow...   \n",
       "63930   https://www.huffingtonpost.com/entry/ben-affle...   \n",
       "54365   https://www.huffingtonpost.com/entry/the-found...   \n",
       "69267   https://www.huffingtonpost.com/entry/umd-study...   \n",
       "113268  https://www.huffingtonpost.com/entry/ferguson-...   \n",
       "81946   https://www.huffingtonpost.com/entry/absolute-...   \n",
       "21368   https://www.huffingtonpost.com/entry/call-me-m...   \n",
       "115884  https://www.huffingtonpost.com/entry/disruptio...   \n",
       "62370   https://www.huffingtonpost.com/entry/brussels-...   \n",
       "74353   https://www.huffingtonpost.com/entry/hillary-c...   \n",
       "117184  https://www.huffingtonpost.com/entry/why-is-cr...   \n",
       "54867   https://www.huffingtonpost.com/entry/oitnb-sta...   \n",
       "\n",
       "                                        short_description  \\\n",
       "33414   I reached out to Khan when I was poor. However...   \n",
       "5736    \" #InWakanda ashiness does not exist! There is...   \n",
       "14177   Big Sky Country likes a blend of rock and pop,...   \n",
       "67296   \"To get nipped by one you have to be pretty sl...   \n",
       "66785      The audience at the debate loved her critique.   \n",
       "92479   When they meet next month, President Obama sho...   \n",
       "31906   “Sometimes revisionism is so blatant, it’s not...   \n",
       "113226                                                      \n",
       "5761                                           Nailed it!   \n",
       "83538   Executive producer Brian Grazer told The Assoc...   \n",
       "123742  That the board fired Chahal is not surprising....   \n",
       "40069   The former athlete stays close to her roots by...   \n",
       "56970   The documentary \"Soul Power\" sheds light on Al...   \n",
       "21661   There are now four paths to sainthood in the R...   \n",
       "38721                                    Who's the daddy?   \n",
       "113131  Without question, advanced academics are vital...   \n",
       "99678   Jake Atlas, known as Thriftworks to the world,...   \n",
       "42485      One critic called the CEO's response a “joke.”   \n",
       "78540   A few years after first discovering Prince Edw...   \n",
       "68870   Expectations are low for this year's crop of p...   \n",
       "99186   ISIS has no monopoly on cruelty or immolation....   \n",
       "16731   News experts rejected the color-coordinated co...   \n",
       "89906   There is a distinctly authoritarian directive ...   \n",
       "52963   It’s hard to describe just how poorly the Repu...   \n",
       "104953                                                      \n",
       "113369  Almost daily, we are faced by difficult choice...   \n",
       "76812     The easiest way to get more bling in your life.   \n",
       "92978   Whether we're talking about climate change, so...   \n",
       "114976                                                      \n",
       "45101      There are some worries you just don't outgrow.   \n",
       "...                                                   ...   \n",
       "78362   \"We adopt this Resolution before God that He p...   \n",
       "29643   Defendants allegedly pressured patients to und...   \n",
       "9988    He hilariously tried to fill in before an actu...   \n",
       "81643   In reality, even with 19 and a half hours, get...   \n",
       "64344             It's not delivery... it's glass, maybe.   \n",
       "5823    Some important things to keep in mind before y...   \n",
       "26496   Mikael Chukwuma Owunna created \"a queer Africa...   \n",
       "2047    The group, a major donor to progressive moveme...   \n",
       "66605   It was just the latest chapter in a stellar le...   \n",
       "70716   Odyssean journeys of migration by Dominican bo...   \n",
       "61028      The latest episode of the \"Tough Love\" series.   \n",
       "41376   (This post was written with my research partne...   \n",
       "35188                  Can they please collaborate more?!   \n",
       "116986  On Sunday, Rachel Robinson was inducted into t...   \n",
       "112535  The Seattle Seahawks kicked off the 2014 seaso...   \n",
       "80431   If you don't instantly feel \"in love\" with you...   \n",
       "39026                              So many happy pooches!   \n",
       "44388   Of course the progressive Oregon city would be...   \n",
       "69505                                     Way to go, Tim.   \n",
       "63930   The actor noted that he and his ex are \"good f...   \n",
       "54365   The real patriots this July are the Never Trum...   \n",
       "69267   University officials said not to rely on what ...   \n",
       "113268                                                      \n",
       "81946   The Trevor Project's co-founder brings the sto...   \n",
       "21368   When you are in the process of grieving a loss...   \n",
       "115884                                                      \n",
       "62370   Airport staff hugged as the first plane took off.   \n",
       "74353   How to loosen marijuana restrictions is a key ...   \n",
       "117184                                                      \n",
       "54867   \"I like to be a part of that solution, instead...   \n",
       "\n",
       "                                            tokenized_url  \\\n",
       "33414    tears for zakir khan us 58b121bae4b02f3f81e447ce   \n",
       "5736    inwakanda hashtag black twitter us 5a821662e4b...   \n",
       "14177   the ultimate livingston montana road trip play...   \n",
       "67296   coconut crab christmas island us 56b75b07e4b08...   \n",
       "66785   hillary clinton scott walker us 56bd4747e4b08f...   \n",
       "92479            trouble in paradise how u b 7159726 html   \n",
       "31906   jake tapper trump wiretapping us 58c7bc72e4b04...   \n",
       "113226     ferguson protests michael brown n 5742710 html   \n",
       "5761    mirai nagasu triple axel olympics us 5a8102d8e...   \n",
       "83538   empire spin off lee daniels us 55c4dbd6e4b0d9b...   \n",
       "123742              gurbaksh chahal firing b 5259689 html   \n",
       "40069   samantha ponder is living her dream in sports ...   \n",
       "56970     muhammad ali africa us 57534e51e4b0ed593f14a767   \n",
       "21661   pope francis path to sainthood us 59655020e4b0...   \n",
       "38721   netflix tweet gilmore girls us 586558dbe4b0d9a...   \n",
       "113131                      labor day 2014 b 5747136 html   \n",
       "99678          exclusive interview with 25 b 6606766 html   \n",
       "42485   mark zuckerberg facebook election outcome us 5...   \n",
       "78540            discovering prince edward b 8236306 html   \n",
       "68870   2016 election candidates poll us 569ff2dde4b07...   \n",
       "99186            we should all see the vid b 6633000 html   \n",
       "16731   bannon 60 minutes tape conspiracy us 59b71141e...   \n",
       "89906             ritualized oligarchy and b 7444266 html   \n",
       "52963   huffpost hill trump campaign pivots into ditch...   \n",
       "104953        krysten ritter jessica jones n 6272100 html   \n",
       "113369                   a lesson to learn b 5740854 html   \n",
       "76812   update jewelry with nail polish us 5628f5ede4b...   \n",
       "92978             video a neglected weapon b 7113448 html   \n",
       "114976                                emmy n 5669364 html   \n",
       "45101   childhood fears adult fears us 58052637e4b0dd5...   \n",
       "...                                                   ...   \n",
       "78362   blount county tennessee us 5612059fe4b0dd85030...   \n",
       "29643   ex new york assemblyman doctors charged in ill...   \n",
       "9988    james corden taylor swift us 5a2a61cae4b0a290f...   \n",
       "81643                              sailing b 8031280 html   \n",
       "64344   nestle recall digiorno stouffers lean cuisine ...   \n",
       "5823    cable cord cutting problems us 5a81adb9e4b044b...   \n",
       "26496   photography lgbtq african style us 591a08c9e4b...   \n",
       "2047    staff at george soros foundation secures union...   \n",
       "66605   https www huffingtonpost comhttp www usatoday ...   \n",
       "70716   https www huffingtonpost comhttp www nbcnews c...   \n",
       "61028   tough love episode four gifts us 57164839e4b06...   \n",
       "41376   changing the news narrative on rape us 5839e18...   \n",
       "35188   the vamps conor maynard us 5898ecfde4b0c1284f2...   \n",
       "116986            honoring rachel robinson b 5602717 html   \n",
       "112535          seahawks packers 3d photos b 5775656 html   \n",
       "80431            so you are a mom or dad n b 8126270 html   \n",
       "39026   animal shelter christmas us 585fd797e4b0de3a08...   \n",
       "44388   portland oregon ceo pay us 580f6d4ae4b02444efa...   \n",
       "69505   tim tebow proms for people with special needs ...   \n",
       "63930   ben affleck co parenting ellen us 56e94dc9e4b0...   \n",
       "54365           the founding fathers vs d b 10777228 html   \n",
       "69267   umd study milk concussions us 56991889e4b0778f...   \n",
       "113268      ferguson protests cop killings n 5744076 html   \n",
       "81946   absolute brightness of leonard pelkey us 55d37...   \n",
       "21368   call me maybe can i really be quoting carly ra...   \n",
       "115884            disruption a look to the n 5641999 html   \n",
       "62370   brussels airport reopens 12 days after terrori...   \n",
       "74353   hillary clinton marijuana us 564cb3b2e4b08c74b...   \n",
       "117184           why is crying in the work n 5598868 html   \n",
       "54867   oitnb star laura g C3 B3mez advocates for lgbt...   \n",
       "\n",
       "                                                text_desc  \\\n",
       "33414   I reached out to Khan when I was poor. However...   \n",
       "5736    \" #InWakanda ashiness does not exist! There is...   \n",
       "14177   Big Sky Country likes a blend of rock and pop,...   \n",
       "67296   \"To get nipped by one you have to be pretty sl...   \n",
       "66785      The audience at the debate loved her critique.   \n",
       "92479   When they meet next month, President Obama sho...   \n",
       "31906   “Sometimes revisionism is so blatant, it’s not...   \n",
       "113226                                                      \n",
       "5761                                           Nailed it!   \n",
       "83538   Executive producer Brian Grazer told The Assoc...   \n",
       "123742  That the board fired Chahal is not surprising....   \n",
       "40069   The former athlete stays close to her roots by...   \n",
       "56970   The documentary \"Soul Power\" sheds light on Al...   \n",
       "21661   There are now four paths to sainthood in the R...   \n",
       "38721                                    Who's the daddy?   \n",
       "113131  Without question, advanced academics are vital...   \n",
       "99678   Jake Atlas, known as Thriftworks to the world,...   \n",
       "42485      One critic called the CEO's response a “joke.”   \n",
       "78540   A few years after first discovering Prince Edw...   \n",
       "68870   Expectations are low for this year's crop of p...   \n",
       "99186   ISIS has no monopoly on cruelty or immolation....   \n",
       "16731   News experts rejected the color-coordinated co...   \n",
       "89906   There is a distinctly authoritarian directive ...   \n",
       "52963   It’s hard to describe just how poorly the Repu...   \n",
       "104953                                                      \n",
       "113369  Almost daily, we are faced by difficult choice...   \n",
       "76812     The easiest way to get more bling in your life.   \n",
       "92978   Whether we're talking about climate change, so...   \n",
       "114976                                                      \n",
       "45101      There are some worries you just don't outgrow.   \n",
       "...                                                   ...   \n",
       "78362   \"We adopt this Resolution before God that He p...   \n",
       "29643   Defendants allegedly pressured patients to und...   \n",
       "9988    He hilariously tried to fill in before an actu...   \n",
       "81643   In reality, even with 19 and a half hours, get...   \n",
       "64344             It's not delivery... it's glass, maybe.   \n",
       "5823    Some important things to keep in mind before y...   \n",
       "26496   Mikael Chukwuma Owunna created \"a queer Africa...   \n",
       "2047    The group, a major donor to progressive moveme...   \n",
       "66605   It was just the latest chapter in a stellar le...   \n",
       "70716   Odyssean journeys of migration by Dominican bo...   \n",
       "61028      The latest episode of the \"Tough Love\" series.   \n",
       "41376   (This post was written with my research partne...   \n",
       "35188                  Can they please collaborate more?!   \n",
       "116986  On Sunday, Rachel Robinson was inducted into t...   \n",
       "112535  The Seattle Seahawks kicked off the 2014 seaso...   \n",
       "80431   If you don't instantly feel \"in love\" with you...   \n",
       "39026                              So many happy pooches!   \n",
       "44388   Of course the progressive Oregon city would be...   \n",
       "69505                                     Way to go, Tim.   \n",
       "63930   The actor noted that he and his ex are \"good f...   \n",
       "54365   The real patriots this July are the Never Trum...   \n",
       "69267   University officials said not to rely on what ...   \n",
       "113268                                                      \n",
       "81946   The Trevor Project's co-founder brings the sto...   \n",
       "21368   When you are in the process of grieving a loss...   \n",
       "115884                                                      \n",
       "62370   Airport staff hugged as the first plane took off.   \n",
       "74353   How to loosen marijuana restrictions is a key ...   \n",
       "117184                                                      \n",
       "54867   \"I like to be a part of that solution, instead...   \n",
       "\n",
       "                                       text_desc_headline  \\\n",
       "33414   I reached out to Khan when I was poor. However...   \n",
       "5736    \" #InWakanda ashiness does not exist! There is...   \n",
       "14177   Big Sky Country likes a blend of rock and pop,...   \n",
       "67296   \"To get nipped by one you have to be pretty sl...   \n",
       "66785   The audience at the debate loved her critique....   \n",
       "92479   When they meet next month, President Obama sho...   \n",
       "31906   “Sometimes revisionism is so blatant, it’s not...   \n",
       "113226   Ferguson Protesters Hope To Transform Anger I...   \n",
       "5761    Nailed it! Figure Skater Mirai Nagasu Becomes ...   \n",
       "83538   Executive producer Brian Grazer told The Assoc...   \n",
       "123742  That the board fired Chahal is not surprising....   \n",
       "40069   The former athlete stays close to her roots by...   \n",
       "56970   The documentary \"Soul Power\" sheds light on Al...   \n",
       "21661   There are now four paths to sainthood in the R...   \n",
       "38721   Who's the daddy? This Netflix Tweet Hints That...   \n",
       "113131  Without question, advanced academics are vital...   \n",
       "99678   Jake Atlas, known as Thriftworks to the world,...   \n",
       "42485   One critic called the CEO's response a “joke.”...   \n",
       "78540   A few years after first discovering Prince Edw...   \n",
       "68870   Expectations are low for this year's crop of p...   \n",
       "99186   ISIS has no monopoly on cruelty or immolation....   \n",
       "16731   News experts rejected the color-coordinated co...   \n",
       "89906   There is a distinctly authoritarian directive ...   \n",
       "52963   It’s hard to describe just how poorly the Repu...   \n",
       "104953   Krysten Ritter Will Be Netflix's 'Jessica Jon...   \n",
       "113369  Almost daily, we are faced by difficult choice...   \n",
       "76812   The easiest way to get more bling in your life...   \n",
       "92978   Whether we're talking about climate change, so...   \n",
       "114976               Here Are This Year's Emmy Presenters   \n",
       "45101   There are some worries you just don't outgrow....   \n",
       "...                                                   ...   \n",
       "78362   \"We adopt this Resolution before God that He p...   \n",
       "29643   Defendants allegedly pressured patients to und...   \n",
       "9988    He hilariously tried to fill in before an actu...   \n",
       "81643   In reality, even with 19 and a half hours, get...   \n",
       "64344   It's not delivery... it's glass, maybe. Nestlé...   \n",
       "5823    Some important things to keep in mind before y...   \n",
       "26496   Mikael Chukwuma Owunna created \"a queer Africa...   \n",
       "2047    The group, a major donor to progressive moveme...   \n",
       "66605   It was just the latest chapter in a stellar le...   \n",
       "70716   Odyssean journeys of migration by Dominican bo...   \n",
       "61028   The latest episode of the \"Tough Love\" series....   \n",
       "41376   (This post was written with my research partne...   \n",
       "35188   Can they please collaborate more?! The Vamps A...   \n",
       "116986  On Sunday, Rachel Robinson was inducted into t...   \n",
       "112535  The Seattle Seahawks kicked off the 2014 seaso...   \n",
       "80431   If you don't instantly feel \"in love\" with you...   \n",
       "39026   So many happy pooches! Animal Shelter Celebrat...   \n",
       "44388   Of course the progressive Oregon city would be...   \n",
       "69505   Way to go, Tim. Tim Tebow Organizing Over 200 ...   \n",
       "63930   The actor noted that he and his ex are \"good f...   \n",
       "54365   The real patriots this July are the Never Trum...   \n",
       "69267   University officials said not to rely on what ...   \n",
       "113268   Ferguson Is Rallying Cry For Protests Over Co...   \n",
       "81946   The Trevor Project's co-founder brings the sto...   \n",
       "21368   When you are in the process of grieving a loss...   \n",
       "115884       WATCH: Looking Into The Future Of Disruption   \n",
       "62370   Airport staff hugged as the first plane took o...   \n",
       "74353   How to loosen marijuana restrictions is a key ...   \n",
       "117184          Why Do We Shame Emotion In The Workplace?   \n",
       "54867   \"I like to be a part of that solution, instead...   \n",
       "\n",
       "                                   text_desc_headline_url  \n",
       "33414   I reached out to Khan when I was poor. However...  \n",
       "5736    \" #InWakanda ashiness does not exist! There is...  \n",
       "14177   Big Sky Country likes a blend of rock and pop,...  \n",
       "67296   \"To get nipped by one you have to be pretty sl...  \n",
       "66785   The audience at the debate loved her critique....  \n",
       "92479   When they meet next month, President Obama sho...  \n",
       "31906   “Sometimes revisionism is so blatant, it’s not...  \n",
       "113226   Ferguson Protesters Hope To Transform Anger I...  \n",
       "5761    Nailed it! Figure Skater Mirai Nagasu Becomes ...  \n",
       "83538   Executive producer Brian Grazer told The Assoc...  \n",
       "123742  That the board fired Chahal is not surprising....  \n",
       "40069   The former athlete stays close to her roots by...  \n",
       "56970   The documentary \"Soul Power\" sheds light on Al...  \n",
       "21661   There are now four paths to sainthood in the R...  \n",
       "38721   Who's the daddy? This Netflix Tweet Hints That...  \n",
       "113131  Without question, advanced academics are vital...  \n",
       "99678   Jake Atlas, known as Thriftworks to the world,...  \n",
       "42485   One critic called the CEO's response a “joke.”...  \n",
       "78540   A few years after first discovering Prince Edw...  \n",
       "68870   Expectations are low for this year's crop of p...  \n",
       "99186   ISIS has no monopoly on cruelty or immolation....  \n",
       "16731   News experts rejected the color-coordinated co...  \n",
       "89906   There is a distinctly authoritarian directive ...  \n",
       "52963   It’s hard to describe just how poorly the Repu...  \n",
       "104953   Krysten Ritter Will Be Netflix's 'Jessica Jon...  \n",
       "113369  Almost daily, we are faced by difficult choice...  \n",
       "76812   The easiest way to get more bling in your life...  \n",
       "92978   Whether we're talking about climate change, so...  \n",
       "114976   Here Are This Year's Emmy Presenters emmy n 5...  \n",
       "45101   There are some worries you just don't outgrow....  \n",
       "...                                                   ...  \n",
       "78362   \"We adopt this Resolution before God that He p...  \n",
       "29643   Defendants allegedly pressured patients to und...  \n",
       "9988    He hilariously tried to fill in before an actu...  \n",
       "81643   In reality, even with 19 and a half hours, get...  \n",
       "64344   It's not delivery... it's glass, maybe. Nestlé...  \n",
       "5823    Some important things to keep in mind before y...  \n",
       "26496   Mikael Chukwuma Owunna created \"a queer Africa...  \n",
       "2047    The group, a major donor to progressive moveme...  \n",
       "66605   It was just the latest chapter in a stellar le...  \n",
       "70716   Odyssean journeys of migration by Dominican bo...  \n",
       "61028   The latest episode of the \"Tough Love\" series....  \n",
       "41376   (This post was written with my research partne...  \n",
       "35188   Can they please collaborate more?! The Vamps A...  \n",
       "116986  On Sunday, Rachel Robinson was inducted into t...  \n",
       "112535  The Seattle Seahawks kicked off the 2014 seaso...  \n",
       "80431   If you don't instantly feel \"in love\" with you...  \n",
       "39026   So many happy pooches! Animal Shelter Celebrat...  \n",
       "44388   Of course the progressive Oregon city would be...  \n",
       "69505   Way to go, Tim. Tim Tebow Organizing Over 200 ...  \n",
       "63930   The actor noted that he and his ex are \"good f...  \n",
       "54365   The real patriots this July are the Never Trum...  \n",
       "69267   University officials said not to rely on what ...  \n",
       "113268   Ferguson Is Rallying Cry For Protests Over Co...  \n",
       "81946   The Trevor Project's co-founder brings the sto...  \n",
       "21368   When you are in the process of grieving a loss...  \n",
       "115884   WATCH: Looking Into The Future Of Disruption ...  \n",
       "62370   Airport staff hugged as the first plane took o...  \n",
       "74353   How to loosen marijuana restrictions is a key ...  \n",
       "117184   Why Do We Shame Emotion In The Workplace? why...  \n",
       "54867   \"I like to be a part of that solution, instead...  \n",
       "\n",
       "[100 rows x 10 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sample(100)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Date range\n",
    "Articles are between July 2014 and July 2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1201755f8>"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZAAAAD8CAYAAABZ/vJZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAGOdJREFUeJzt3X+w3XV95/Hne5OiCEKCtLdsktlk16wOmm3FW6Cl41xIJwR0DH9YB5aWYGkzO8XWttnR0E6HWZUZ3IUiTCudrESD64KU2pIRWsyiZ9QZQUSQ8EPkCtEkG4gl/OjFFrz2vX98P5c93N4f537Oufd+wedj5kzO+Xw/3+953W9uvq97vud7biIzkSRprv7NYgeQJL0yWSCSpCoWiCSpigUiSapigUiSqlggkqQqFogkqcqsBRIROyLiUEQ8MMWyrRGREXF8eRwRcU1EjEbE/RFxUtfczRHxaLlt7hp/e0TsKetcExExqC9OkjR/enkF8mlg4+TBiFgFbAB+0DV8FrC23LYA15a5xwGXAqcAJwOXRsTyss61wO90rfevnkuS1D5LZ5uQmV+JiNVTLLoK+CBwS9fYJuD6bD7efmdELIuIE4ARYHdmHgaIiN3AxojoAMdk5p1l/HrgHODvZst1/PHH5+rVU8WaX88//zxHHXXUgj/vTMzUGzP1rm252pZnQhtzzZbpnnvu+YfM/NlBPNesBTKViNgEHMjMb08647QC2Nf1eH8Zm2l8/xTj0z3vFppXNgwNDXHFFVfUxO/L2NgYRx999II/70zM1Bsz9a5tudqWZ0Ibc82W6fTTT//+oJ5rzgUSEa8D/pjm9NWCysztwHaA4eHhHBkZWegIdDodFuN5Z2Km3pipd23L1bY8E9qYayEz1VyF9R+ANcC3I2IvsBL4VkT8PHAAWNU1d2UZm2l85RTjkqSWm3OBZOaezPy5zFydmatpTjudlJlPALuAC8rVWKcCz2bmQeB2YENELC9vnm8Abi/LnouIU8vVVxfw8vdUJEkt1ctlvDcAXwfeFBH7I+KiGabfBjwGjAL/E/hdgPLm+UeAu8vtwxNvqJc5nyzrfI8e3kCXJC2+Xq7COm+W5au77idw8TTzdgA7phj/JvDW2XJIktrFT6JLkqpYIJKkKhaIJKmKBSJJqlL1SXSpV6u33bpoz7338ncu2nMvlkHt763rxrlwDtv6adzX8hWIJKmSBSJJquIpLGnA5nIaaa6niqQ2sUD0qjX5QO7BWhosC2QBzdcbym08MLYxk6TB+qkskH4O5B4YJanhm+iSpCoWiCSpigUiSaryU/keiKTBmu/fODDde49+An5x+QpEklTFApEkVbFAJElVLBBJUhULRJJUxQKRJFWxQCRJVWYtkIjYERGHIuKBrrH/ERHfiYj7I+JvImJZ17JLImI0Ih6JiDO7xjeWsdGI2NY1viYi7irjn4uIIwb5BUqS5kcvr0A+DWycNLYbeGtm/ifgu8AlABFxInAu8JayziciYklELAH+AjgLOBE4r8wF+BhwVWa+EXgauKivr0iStCBmLZDM/ApweNLYFzNzvDy8E1hZ7m8CbszMFzLzcWAUOLncRjPzscx8EbgR2BQRAZwB3FzW3wmc0+fXJElaAIP4VSa/BXyu3F9BUygT9pcxgH2Txk8B3gA801VG3fP/lYjYAmwBGBoaotPpVAXeum589knTGDqyv/Xng5l6Y6betS3XdHlqjwGDMjY2tugZJlvITH0VSET8CTAOfHYwcWaWmduB7QDDw8M5MjJStZ1+/j+PrevGuXJPu36FmJl6Y6betS3XdHn2nj+y8GG6dDodao9D82UhM1V/h0TEhcC7gPWZmWX4ALCqa9rKMsY0408ByyJiaXkV0j1fktRiVZfxRsRG4IPAuzPzR12LdgHnRsRrImINsBb4BnA3sLZccXUEzRvtu0rxfBl4T1l/M3BL3ZciSVpIvVzGewPwdeBNEbE/Ii4C/hx4PbA7Iu6LiL8EyMwHgZuAh4C/By7OzJ+UVxfvB24HHgZuKnMBPgT8UUSM0rwnct1Av0JJ0ryY9RRWZp43xfC0B/nMvAy4bIrx24Dbphh/jOYqLUnSK4ifRJckVbFAJElVLBBJUpX2XOgtSXM03/8X+0z8/9h9BSJJqmSBSJKqWCCSpCoWiCSpigUiSapigUiSqlggkqQqFogkqYoFIkmqYoFIkqpYIJKkKhaIJKmKBSJJqmKBSJKqWCCSpCoWiCSpigUiSaoya4FExI6IOBQRD3SNHRcRuyPi0fLn8jIeEXFNRIxGxP0RcVLXOpvL/EcjYnPX+NsjYk9Z55qIiEF/kZKkwevlFcingY2TxrYBd2TmWuCO8hjgLGBtuW0BroWmcIBLgVOAk4FLJ0qnzPmdrvUmP5ckqYVmLZDM/ApweNLwJmBnub8TOKdr/Pps3Aksi4gTgDOB3Zl5ODOfBnYDG8uyYzLzzsxM4PqubUmSWqz2PZChzDxY7j8BDJX7K4B9XfP2l7GZxvdPMS5Jarml/W4gMzMichBhZhMRW2hOjTE0NESn06naztZ149UZho7sb/35YKbemKl3bcvVtjwAnU6HsbGx6uPQfFnITLUF8mREnJCZB8tpqENl/ACwqmveyjJ2ABiZNN4p4yunmD+lzNwObAcYHh7OkZGR6abO6MJtt1atB8038ZV7+u7dgTJTb8zUu7blalsegL3nj9DpdKg9Ds2XhcxUewprFzBxJdVm4Jau8QvK1VinAs+WU123AxsiYnl583wDcHtZ9lxEnFquvrqga1uSpBabtdIj4gaaVw/HR8R+mqupLgduioiLgO8D7y3TbwPOBkaBHwHvA8jMwxHxEeDuMu/DmTnxxvzv0lzpdSTwd+UmSWq5WQskM8+bZtH6KeYmcPE029kB7Jhi/JvAW2fLIUlqFz+JLkmqYoFIkqpYIJKkKhaIJKmKBSJJqmKBSJKqWCCSpCoWiCSpigUiSapigUiSqlggkqQqFogkqYoFIkmqYoFIkqpYIJKkKu36PyIl6RVi9bZb2bpuvK//IrvG3svfuaDPNxNfgUiSqlggkqQqFogkqYoFIkmqYoFIkqpYIJKkKn0VSET8YUQ8GBEPRMQNEfHaiFgTEXdFxGhEfC4ijihzX1Mej5blq7u2c0kZfyQizuzvS5IkLYTqAomIFcDvA8OZ+VZgCXAu8DHgqsx8I/A0cFFZ5SLg6TJ+VZlHRJxY1nsLsBH4REQsqc0lSVoY/Z7CWgocGRFLgdcBB4EzgJvL8p3AOeX+pvKYsnx9REQZvzEzX8jMx4FR4OQ+c0mS5ll1gWTmAeAK4Ac0xfEscA/wTGaOl2n7gRXl/gpgX1l3vMx/Q/f4FOtIklqq+leZRMRymlcPa4BngL+iOQU1byJiC7AFYGhoiE6nU7WdrevGZ580jaEj+1t/PpipN2bqXdtytS3PhMXINdtxb2xsrPrYOFf9/C6sXwMez8wfAkTE54HTgGURsbS8ylgJHCjzDwCrgP3llNexwFNd4xO613mZzNwObAcYHh7OkZGRquD9/O6arevGuXJPu36FmJl6Y6betS1X2/JMWIxce88fmXF5p9Oh9tg4V/28B/ID4NSIeF15L2M98BDwZeA9Zc5m4JZyf1d5TFn+pczMMn5uuUprDbAW+EYfuSRJC6C6OjPzroi4GfgWMA7cS/Pq4Fbgxoj4aBm7rqxyHfCZiBgFDtNceUVmPhgRN9GUzzhwcWb+pDaXJGlh9PXaKzMvBS6dNPwYU1xFlZn/DPz6NNu5DLisnyySpIXlJ9ElSVUsEElSFQtEklTFApEkVbFAJElVLBBJUhULRJJUxQKRJFWxQCRJVSwQSVIVC0SSVMUCkSRVsUAkSVUsEElSFQtEklTFApEkVbFAJElVLBBJUhULRJJUxQKRJFWxQCRJVSwQSVKVvgokIpZFxM0R8Z2IeDgifjkijouI3RHxaPlzeZkbEXFNRIxGxP0RcVLXdjaX+Y9GxOZ+vyhJ0vzr9xXI1cDfZ+abgV8AHga2AXdk5lrgjvIY4CxgbbltAa4FiIjjgEuBU4CTgUsnSkeS1F7VBRIRxwLvAK4DyMwXM/MZYBOws0zbCZxT7m8Crs/GncCyiDgBOBPYnZmHM/NpYDewsTaXJGlh9PMKZA3wQ+BTEXFvRHwyIo4ChjLzYJnzBDBU7q8A9nWtv7+MTTcuSWqxyMy6FSOGgTuB0zLzroi4GngO+L3MXNY17+nMXB4RXwAuz8yvlfE7gA8BI8BrM/OjZfxPgX/KzCumeM4tNKe/GBoaevuNN95YlX3PgWer1gMYOhKe/Kfq1eeFmXpjpt61LVfb8kxYjFzrVhw74/KxsTGOPvroaZeffvrp92Tm8CCyLO1j3f3A/sy8qzy+meb9jicj4oTMPFhOUR0qyw8Aq7rWX1nGDtCUSPd4Z6onzMztwHaA4eHhHBkZmWrarC7cdmvVegBb141z5Z5+dtvgmak3Zupd23K1Lc+Exci19/yRGZd3Oh1qj41zVX0KKzOfAPZFxJvK0HrgIWAXMHEl1WbglnJ/F3BBuRrrVODZcqrrdmBDRCwvb55vKGOSpBbrtzp/D/hsRBwBPAa8j6aUboqIi4DvA+8tc28DzgZGgR+VuWTm4Yj4CHB3mffhzDzcZy5J0jzrq0Ay8z5gqnNp66eYm8DF02xnB7CjnyySpIXlJ9ElSVUsEElSFQtEklTFApEkVbFAJElVLBBJUhULRJJUxQKRJFWxQCRJVSwQSVIVC0SSVMUCkSRVsUAkSVUsEElSFQtEklTFApEkVbFAJElVLBBJUhULRJJUxQKRJFWxQCRJVSwQSVKVvgskIpZExL0R8YXyeE1E3BURoxHxuYg4ooy/pjweLctXd23jkjL+SESc2W8mSdL8G8QrkA8AD3c9/hhwVWa+EXgauKiMXwQ8XcavKvOIiBOBc4G3ABuBT0TEkgHkkiTNo74KJCJWAu8EPlkeB3AGcHOZshM4p9zfVB5Tlq8v8zcBN2bmC5n5ODAKnNxPLknS/Ov3FcjHgQ8C/1IevwF4JjPHy+P9wIpyfwWwD6Asf7bMf2l8inUkSS21tHbFiHgXcCgz74mIkcFFmvE5twBbAIaGhuh0OlXb2bpufPZJ0xg6sr/154OZemOm3rUtV9vyTFiMXLMd98bGxqqPjXNVXSDAacC7I+Js4LXAMcDVwLKIWFpeZawEDpT5B4BVwP6IWAocCzzVNT6he52XycztwHaA4eHhHBkZqQp+4bZbq9aD5pvlyj397LbBM1NvzNS7tuVqW54Ji5Fr7/kjMy7vdDrUHhvnqvoUVmZekpkrM3M1zZvgX8rM84EvA+8p0zYDt5T7u8pjyvIvZWaW8XPLVVprgLXAN2pzSZIWxnxU54eAGyPio8C9wHVl/DrgMxExChymKR0y88GIuAl4CBgHLs7Mn8xDLknSAA2kQDKzA3TK/ceY4iqqzPxn4NenWf8y4LJBZJEkLQw/iS5JqmKBSJKqWCCSpCoWiCSpigUiSapigUiSqlggkqQqFogkqYoFIkmqYoFIkqpYIJKkKhaIJKmKBSJJqmKBSJKqWCCSpCoWiCSpigUiSapigUiSqlggkqQqFogkqYoFIkmqYoFIkqpUF0hErIqIL0fEQxHxYER8oIwfFxG7I+LR8ufyMh4RcU1EjEbE/RFxUte2Npf5j0bE5v6/LEnSfOvnFcg4sDUzTwROBS6OiBOBbcAdmbkWuKM8BjgLWFtuW4BroSkc4FLgFOBk4NKJ0pEktVd1gWTmwcz8Vrn/j8DDwApgE7CzTNsJnFPubwKuz8adwLKIOAE4E9idmYcz82lgN7CxNpckaWEM5D2QiFgNvA24CxjKzINl0RPAULm/AtjXtdr+MjbduCSpxZb2u4GIOBr4a+APMvO5iHhpWWZmRGS/z9H1XFtoTn8xNDREp9Op2s7WdePVGYaO7G/9+WCm3pipd23L1bY8ExYj12zHvbGxsepj41z1VSAR8TM05fHZzPx8GX4yIk7IzIPlFNWhMn4AWNW1+soydgAYmTTemer5MnM7sB1geHg4R0ZGppo2qwu33Vq1HjTfLFfu6bt3B8pMvTFT79qWq215JixGrr3nj8y4vNPpUHtsnKt+rsIK4Drg4cz8s65Fu4CJK6k2A7d0jV9QrsY6FXi2nOq6HdgQEcvLm+cbypgkqcX6qc7TgN8E9kTEfWXsj4HLgZsi4iLg+8B7y7LbgLOBUeBHwPsAMvNwRHwEuLvM+3BmHu4jlyRpAVQXSGZ+DYhpFq+fYn4CF0+zrR3AjtoskqSF5yfRJUlVLBBJUhULRJJUxQKRJFWxQCRJVSwQSVIVC0SSVMUCkSRVsUAkSVUsEElSFQtEklTFApEkVbFAJElVLBBJUhULRJJUxQKRJFWxQCRJVSwQSVIVC0SSVMUCkSRVsUAkSVUsEElSldYUSERsjIhHImI0IrYtdh5J0sxaUSARsQT4C+As4ETgvIg4cXFTSZJm0ooCAU4GRjPzscx8EbgR2LTImSRJM2hLgawA9nU93l/GJEktFZm52BmIiPcAGzPzt8vj3wROycz3T5q3BdhSHr4JeGRBgzaOB/5hEZ53JmbqjZl617ZcbcszoY25Zsv07zLzZwfxREsHsZEBOACs6nq8soy9TGZuB7YvVKipRMQ3M3N4MTNMZqbemKl3bcvVtjwT2phrITO15RTW3cDaiFgTEUcA5wK7FjmTJGkGrXgFkpnjEfF+4HZgCbAjMx9c5FiSpBm0okAAMvM24LbFztGDRT2FNg0z9cZMvWtbrrblmdDGXAuWqRVvokuSXnna8h6IJOmVJjNf1Teaq7u+DDwEPAh8oIwfB+wGHi1/Li/jbwa+DrwA/NcptrcEuBf4wgzPubls91Fgcxl7PXBfuT0IvAg81W8mYC+wp2z3mzNk2khz2fMosK1r/P1lLIGvDWI/DSDTV7v20wvAcwPItAy4GfgO8DDwyy3YT/1mmthP9wFPAD/sNxfN5fH3dd2eA/6gYl/tLfvqkRbkGfh+Ksv+sGzjAeAG4LW9Hg/K+GU0n397ngEdo/rJxMuPUffRXAr88RmPr70eiF+pN+AE4KSuHfRdml+X8t8nvsmAbcDHyv2fA36p/OVOVSB/BPxvpimQ8pf+WPlzebm/fIpMDwHv6DcTzT/U42fZB0uA7wH/HjgC+DZwYln2NmB1+UY+YxD7qd9Mk/bTHcAFA8i0E/jtcv8IYFkL9lNfmSbNuxX400F9n3c99xM0nxuY6776JeD/0nwmYVHzzMd+ovmg8+PAkeXxTcCFczkeAKfSfI8/zwCOUYPINGnePcA7Zvp3/Ko/hZWZBzPzW+X+P9L8pLeC5lel7CzTdgLnlDmHMvNu4MeTtxURK4F3Ap+c4SnPBHZn5uHMfJrmJ4eNk+a8vty+2m+mHk37q2Iy897M3Av8BLi/jC1qpi7PAycBf9tPpog4lqasryvzXszMZ+aSadD7aRCZurZ1DPArwNX95ppkPfC9zPx+xb66m+ZV9qLnmTAP+2kpcGRELAVeR1OYk017PMjMOzPzYHN3MMeofjN17av/SFNUX51i/Ze86gukW0Sspvnp6C5gqPzlQfNTzVAPm/g48EHgX2aY08uvZTkX+Fxm5gAyJfDFiLinfFK/NtNLWpTpHOCOzHyuz0xraE5bfCoi7o2IT0bEUZWZXtKiTC/tpwHk6nYuzWmQqfS8r1qUZ2D7KTMPAFcAPwAOAs9m5hcrc72kRZleOkbN9Jw/NQUSEUcDf01z/vS57mVlJ824oyLiXcChzLxnAHHOBW7oN1Pxq5l5Es1vMr44It7RT7CWZTqPweynpTSvZK7NzLfRvLLp678MaFmm8ygH1gH9/VE+0Ptu4K8qM004qkV5BrafImI5zSuENcC/BY6KiN/oI1vbMs1U1i/5qSiQiPgZmr+Yz2bm58vwkxFxQll+AnBols2cBrw7IvbSvDw+IyL+V0ScEhH3ldu7meXXskTEL9AcPO4fQKaJnzrIzEPA3wAnR8Sqrkz/ZbZMXZa2JVNEHE9zWuL2AWTaD+zPzLvK45uBkxZ5Pw0kU9d+unVA3+cTzgK+lZlPlnVr99Wn2pBnHvbTrwGPZ+YPM/PHwOeBX5nr8aArX2syTRyjevlh+VVfIBERNOeZH87MP+tatIvmSgTKn7fMtJ3MvCQzV2bmapp2/lJm/kZm3pWZv1huu2gOeBsiYnn5iWBDGZsw8VNQ35ki4qiIeP3E/fJcD2Tmvq5Mf0nvvyrm6hZleg/wBeAT/WbKzCeAfRHxpjK0HnhoMffTADNN7KcXGMD3VJeXfloveeeUq/y7Ox74bhvyMPj99APg1Ih4Xfla15dtzvV4MKFNmV62r2eUM7zD/mq4Ab9K89Lvfv7/5WlnA2+gucLnUeD/AMeV+T9P89Phc8Az5f4xk7Y5wsyX8f4WzaWEo8D7Ji17DPjPg8hEc8XJt8vtQeBPZsh0Ns3VHd/rngf8ftneeMl0eLEzlWUdYOug/u6AXwS+Wbb1t0xx1clC7qdBZOraTxsZ4Pc5zWmnp4BjZ/m3NdO+OlTy/Lhsa9HyzON++m80l2A/AHwGeM1cjgc0V1ntp3lPNYEnFztT1zHqzb0cX/0kuiSpyqv+FJYkaX5YIJKkKhaIJKmKBSJJqmKBSJKqWCCSpCoWiCSpigUiSary/wBMk7x+J0eYXAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x111dd7780>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.date.hist()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Category Distribution\n",
    "\n",
    "### Number of categories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "31"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(set(df['category'].values))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Category by count\n",
    "\n",
    "Most of the articles are related to politics. Education related articles have the lowest volume."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x104bcd908>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYcAAAFICAYAAAC7oDIfAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAIABJREFUeJztnXn8bVP9/58vQ6bMLsnQFUpKyE2GBvHNlKJBXJVbKSoKpaKv0qQ0S0k/RShDUqIS+aJkdmW4LsrNEBpcsybC+/fHe+37WWfvfc7Z+3xmn/fz8diPs/faa6+99jn7rPda7/V+v5fMjCAIgiDIWWi8KxAEQRBMPEI4BEEQBBVCOARBEAQVQjgEQRAEFUI4BEEQBBVCOARBEAQVQjgEQRAEFUI4BEEQBBVCOARBEAQVFhnvCgzKSiutZNOnTx/vagRBEEwqrrnmmvvMbFq/fJNWOEyfPp3Zs2ePdzWCIAgmFZLubJIv1EpBEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYVJ6wRXMP3gX9am33HEa8e4JkEQBE8fYuQQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVOgrHCQtLukqSddLmivp0yl9LUlXSpon6UeSnpHSF0vH89L56VlZh6T0P0jaLkvfPqXNk3TwyD9mEARB0IYmI4fHgK3NbENgI2B7SZsBXwS+bmbrAA8Ce6X8ewEPpvSvp3xIWh/YHXghsD3wbUkLS1oYOBrYAVgfmJnyBkEQBONEX+Fgzj/S4aJpM2Br4IyUfiKwS9rfOR2Tzm8jSSn9NDN7zMxuB+YBm6ZtnpndZmaPA6elvEEQBME40WjOIfXwrwPuBc4H/gQ8ZGZPpCx3A6ul/dWAuwDS+YeBFfP00jXd0uvqsbek2ZJmz58/v0nVgyAIggFoJBzM7Ekz2whYHe/przeqtepej2PNbIaZzZg2bdp4VCEIgmBK0MpaycweAi4CNgeWk1QsM7o6cE/avwdYAyCdXxa4P08vXdMtPQiCIBgnmlgrTZO0XNpfAngNcDMuJN6css0Czkr7Z6dj0vkLzcxS+u7JmmktYF3gKuBqYN1k/fQMfNL67JF4uCAIgmAwFumfhVWBE5NV0ULA6Wb2C0k3AadJ+hxwLXBcyn8c8ANJ84AH8MYeM5sr6XTgJuAJYF8zexJA0n7AecDCwPFmNnfEnjAIgiBoTV/hYGY3ABvXpN+Gzz+U0/8D7NqlrMOBw2vSzwHOaVDfIAiCYAwID+kgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEIIhyAIgqBCCIcgCIKgQgiHIAiCoEJf4SBpDUkXSbpJ0lxJ+6f0T0m6R9J1adsxu+YQSfMk/UHSdln69iltnqSDs/S1JF2Z0n8k6Rkj/aBBEARBc5qMHJ4APmxm6wObAftKWj+d+7qZbZS2cwDSud2BFwLbA9+WtLCkhYGjgR2A9YGZWTlfTGWtAzwI7DVCzxcEQRAMQF/hYGZ/NbPfp/1HgZuB1XpcsjNwmpk9Zma3A/OATdM2z8xuM7PHgdOAnSUJ2Bo4I11/IrDLoA8UBEEQDJ9Wcw6SpgMbA1empP0k3SDpeEnLp7TVgLuyy+5Oad3SVwQeMrMnSul1999b0mxJs+fPn9+m6kEQBEELGgsHSc8EfgIcYGaPAMcAawMbAX8FvjoqNcwws2PNbIaZzZg2bdpo3y4IgmDKskiTTJIWxQXDyWb2UwAz+3t2/rvAL9LhPcAa2eWrpzS6pN8PLCdpkTR6yPMHQRAE40ATayUBxwE3m9nXsvRVs2xvAG5M+2cDu0taTNJawLrAVcDVwLrJMukZ+KT12WZmwEXAm9P1s4CzhvdYQRAEwXBoMnLYEng7MEfSdSnt47i10UaAAXcA+wCY2VxJpwM34ZZO+5rZkwCS9gPOAxYGjjezuam8jwGnSfoccC0ujIIgCIJxoq9wMLNLANWcOqfHNYcDh9ekn1N3nZndhlszBUEQBBOA8JAOgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCqEcAiCIAgqhHAIgiAIKoRwCIIgCCr0FQ6S1pB0kaSbJM2VtH9KX0HS+ZJuTZ/Lp3RJOkrSPEk3SHpJVtaslP9WSbOy9E0kzUnXHCVJo/GwQRAEQTOajByeAD5sZusDmwH7SlofOBi4wMzWBS5IxwA7AOumbW/gGHBhAhwGvAzYFDisECgpz3uy67Yf/qMFQRAEg9JXOJjZX83s92n/UeBmYDVgZ+DElO1EYJe0vzNwkjlXAMtJWhXYDjjfzB4wsweB84Ht07llzOwKMzPgpKysIAiCYBxoNecgaTqwMXAlsIqZ/TWd+huwStpfDbgru+zulNYr/e6a9Lr77y1ptqTZ8+fPb1P1IAiCoAWNhYOkZwI/AQ4ws0fyc6nHbyNctwpmdqyZzTCzGdOmTRvt2wVBEExZGgkHSYviguFkM/tpSv57UgmRPu9N6fcAa2SXr57SeqWvXpMeBEEQjBNNrJUEHAfcbGZfy06dDRQWR7OAs7L0PZPV0mbAw0n9dB6wraTl00T0tsB56dwjkjZL99ozKysIgiAYBxZpkGdL4O3AHEnXpbSPA0cAp0vaC7gTeEs6dw6wIzAP+BfwTgAze0DSZ4GrU77PmNkDaf/9wAnAEsCv0hYEQRCME32Fg5ldAnTzO9imJr8B+3Yp63jg+Jr02cCL+tUlCIIgGBvCQzoIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCo0Fc4SDpe0r2SbszSPiXpHknXpW3H7NwhkuZJ+oOk7bL07VPaPEkHZ+lrSboypf9I0jNG8gGDIAiC9jQZOZwAbF+T/nUz2yht5wBIWh/YHXhhuubbkhaWtDBwNLADsD4wM+UF+GIqax3gQWCv4TxQEARBMHz6Cgczuxh4oGF5OwOnmdljZnY7MA/YNG3zzOw2M3scOA3YWZKArYEz0vUnAru0fIYgCIJghBnOnMN+km5IaqflU9pqwF1ZnrtTWrf0FYGHzOyJUnotkvaWNFvS7Pnz5w+j6kEQBEEvBhUOxwBrAxsBfwW+OmI16oGZHWtmM8xsxrRp08bilkEQBFOSRQa5yMz+XuxL+i7wi3R4D7BGlnX1lEaX9PuB5SQtkkYPef4gCIJgnBho5CBp1ezwDUBhyXQ2sLukxSStBawLXAVcDaybLJOegU9an21mBlwEvDldPws4a5A6BUEQBCNH35GDpFOBrYCVJN0NHAZsJWkjwIA7gH0AzGyupNOBm4AngH3N7MlUzn7AecDCwPFmNjfd4mPAaZI+B1wLHDdiTxcEQRAMRF/hYGYza5K7NuBmdjhweE36OcA5Nem34dZMo8+nlu2S/vCY3D4IgmCyEB7SQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFEA5BEARBhRAOQRAEQYUQDkEQBEGFvsJB0vGS7pV0Y5a2gqTzJd2aPpdP6ZJ0lKR5km6Q9JLsmlkp/62SZmXpm0iak645SpJG+iGDIAiCdjQZOZwAbF9KOxi4wMzWBS5IxwA7AOumbW/gGHBhAhwGvAzYFDisECgpz3uy68r3CoIgCMaYvsLBzC4GHigl7wycmPZPBHbJ0k8y5wpgOUmrAtsB55vZA2b2IHA+sH06t4yZXWFmBpyUlRUEQRCME4POOaxiZn9N+38DVkn7qwF3ZfnuTmm90u+uSa9F0t6SZkuaPX/+/AGrHgRBEPRj2BPSqcdvI1CXJvc61sxmmNmMadOmjcUtgyAIpiSDCoe/J5UQ6fPelH4PsEaWb/WU1it99Zr0IAiCYBwZVDicDRQWR7OAs7L0PZPV0mbAw0n9dB6wraTl00T0tsB56dwjkjZLVkp7ZmUFQRAE48Qi/TJIOhXYClhJ0t241dERwOmS9gLuBN6Ssp8D7AjMA/4FvBPAzB6Q9Fng6pTvM2ZWTHK/H7eIWgL4VdqCIAiCcaSvcDCzmV1ObVOT14B9u5RzPHB8Tfps4EX96hEEQRCMHeEhHQRBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVAjhEARBEFQI4RAEQRBUCOEQBEEQVOi7nsNUZYMTN6ikzZk1ZxxqEgRBMPbEyCEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoEMIhCIIgqBDCIQiCIKgQwiEIgiCoMCzhIOkOSXMkXSdpdkpbQdL5km5Nn8undEk6StI8STdIeklWzqyU/1ZJs4b3SEEQBMFwGYmRw6vNbCMzm5GODwYuMLN1gQvSMcAOwLpp2xs4BlyYAIcBLwM2BQ4rBEoQBEEwPoyGWmln4MS0fyKwS5Z+kjlXAMtJWhXYDjjfzB4wsweB84HtR6FeQRAEQUOGGz7DgF9LMuD/mdmxwCpm9td0/m/AKml/NeCu7Nq7U1q39AqS9sZHHay55prDrPrIcfN6L6ikveCWm8ehJkEQBCPDcIXDy83sHkkrA+dLuiU/aWaWBMeIkITPsQAzZswYsXKDIAiCToalVjKze9LnvcCZ+JzB35O6iPR5b8p+D7BGdvnqKa1behAEQTBODCwcJC0laeliH9gWuBE4GygsjmYBZ6X9s4E9k9XSZsDDSf10HrCtpOXTRPS2KS0IgiAYJ4ajVloFOFNSUc4pZnaupKuB0yXtBdwJvCXlPwfYEZgH/At4J4CZPSDps8DVKd9nzOyBYdRrQnP0ey+spO37na3HoSZBEATdGVg4mNltwIY16fcD29SkG7Bvl7KOB44ftC5PR76620616R/+0S/GuCZBEExFYrGfpwF3H/y72vTVj3hFJe1Tn/pUo7QgCKY2IRyCrlxw4dqVtG22/tM41CQIgrEmhEMwIjzrousqaX979UbjUJMgCEaCEA7BmDL94F/Wpt9xxGvHuCZBEPQiorIGQRAEFUI4BEEQBBVCOARBEAQVYs4hmLC0mp/41LI1aQ+PcI2CYOoQwiGYcmxw4gaVtDmz5oxDTYJg4hLCIQh60DQce11YFKgPjdLG+73OwbHOuTEIRpqYcwiCIAgqxMghCJ4mtAmNEt7vQT9COARB0JU6z3eo934PB8enF6FWCoIgCCqEcAiCIAgqhHAIgiAIKsScQxAEY07d/ETXuYkWDo5NfVjqTJSh3kx5qhLCIQiCoAfD9WGZrKs3hnAIgiAYB9o4OI7HCo4hHIIgCJ4m1PmvwGA+LDEhHQRBEFQI4RAEQRBUmDDCQdL2kv4gaZ6kg8e7PkEQBFOZCSEcJC0MHA3sAKwPzJS0/vjWKgiCYOoyIYQDsCkwz8xuM7PHgdOAnce5TkEQBFMWmdl41wFJbwa2N7N3p+O3Ay8zs/1K+fYG9k6Hzwf+UCpqJeC+hrcd77zjff/Ryjve9x+tvON9/9HKO973H628433/0co7EmU+x8ym9b3azMZ9A94MfC87fjvwrQHKmT1Z8o73/eO54rkmwv3juSbGc9VtE0WtdA+wRna8ekoLgiAIxoGJIhyuBtaVtJakZwC7A2ePc52CIAimLBPCQ9rMnpC0H3AesDBwvJnNHaCoYydR3vG+/2jlHe/7j1be8b7/aOUd7/uPVt7xvv9o5R2t+1eYEBPSQRAEwcRioqiVgiAIgglECIcgCIKgQgiHIAiCoEIIhww5i2fHMyRtkbalxrNuZSQtM0b3WV6SatI/Pxb3Hy26PdcA5Ww2EvUZayQtKmljSSu3vO5No1WnQZC0pKRFs+PnSzpQ0huHWe5Xs/2yM+5xwyl7sjBphYOk50haNjt+taRvSPpQMofN8+5XLaGWLwIHZMdnAJ8ADgcOLZX5Hknrpn1J+r6kRyTdIOklDerfrdFt+lzXStq94XPV3b/SOEj6pKT10v5iki4C/gT8XdL/lIrYftB7jxWSVkmfbZ6rLd9uWJcThnmfbuVune2vVTr3xmz/O5JemPaXBa4HTsLfo5ktbvn10j2OzPb3L507oXTcqiGXNL1Bfc4Fpqf86wCXA88F9pX0hZoy18v2FyudywX9q7P9d5WK2bh03c8lnd1tG+T+bdsXSa/stZXzN2I4HnTjuQFXAs9O+xvhbuIfBk4k87ZO53/fsMxrgUXz4/Qp4JJS3huLvMAewDXAisD/AL8r5f0ksF7aXwy4CHgAuBf4n0GeC3gOcCZwPrBOg2f7DvDCtL8scBMwB3c2nJnS5zJkwbZ3qufCwAuAq0rlXQ8sD6xQt5XyPgo8krZHs+N/AU+U8p6e7X+xdO7XDZ5zOWAv4ALgL22fK+X5PnB8l+24Ad+tRvmy/Hv22urKLd+jdG5utn8A8LO0/6ziPW9Yr7t63KPr/dPxxcC6aX+d9B/4ZvqtvlBzr3nAwcAiPeozJ9v/LHB02n9Gfm6A7+vauv0u170qbVsBt2bHrwJeNeD9G7cvKc/Pa7azgTuAJ9u8e8U2IfwcBmQJM/tL2n8b7hvxVUkLAdcNWKbM7L/Z8ccBzMwkPbOU94ks707ASWZ2P/B/kr5Uyrsb/uICzEqf04Dn4Y3+/7V9LjO7E3iDpB2ASyVdDTyVnX99qQ6vMLP3pv13An80s10kPQv4FXAq8LilNw3YDjjNzJ4EbpZUflfWw1/YOtWM4b23oi5L5yfTd7kvsA8u4HLWzfZfA3wsO66NByNpCTxQ4x54r25pYBe8MaLlcwHULfq7BnAgLlRynlvuHeZkv8OSkjam/vvCzH5fSnpplyJfD6yG9/oplVcuOz9+PNt/DfDjdN+/tdSulW3fe92/zPJmdmvanwWcamYfSCPia4BDSvk3Bj4DXCNpPzOrrqvZWZ+tgS8DmNnjkp6qyd/0+1pI0tK4dqXYL853vANm9tsFBUj/yI+Hcf827Qtm9rqOgqQtcW3H34AP9KhPVyazcMi/yK1JL5aZPVXzsr9Y0iNdyjAzK/T3i0l6ppn9I5X1K1ig31+idO1TklYFHgS2wVVPBeW8bRqnxs8l6fnAQcDv8JDndX+GBXXI9rs1Do9JehHwd3xYfVB2zZKl8m4ys41pgaTl8F7rnsApwEvTC5/Ty/Gmck7SKcArgF/jvdAL8Qi/v8mytXkuzOwnWfnPxTsJrwSOAMr65vnAV+nPailfN2HasVq9mS34Qyf141txQXkFne+addkvHz8kaSd8pLglProivX8d76ukOTVlkeq+SiltIUnLM9SILk+XRpSWDbmZPQocKGkT4AJJd+PvePG/fTFwg6SvpOdaB38Pinetjqbf14qkEWc6vimd7ycA+zmONb1/m/ZlAZK2wVXhBnzezM7vU5+uTGbhcKGk04G/4uqNCwHSF/p4Ke+chg3ZccCpkvYpeu+SVgeOodoofBKYjf8Bzrbk0S3pVcBtpbxtGqeLmjyXpCPw3vKHCiHWhyaNwwH4PMs04OtmdnvKsyOuchsISSvhqrHdcNXMxmb2cJfsRQ97IWCJrLct6v8U6+N/oJuBm83sSUnlP13r50q64UPx3uuXgfea2RM1Wfv1FAvmmdnW/bN11GER4B34+3IF8GYzK0ciLkYuonMUIyCfg9gHOApXIx1gZn9L6dsAvyyVuVOLai5L5wgyHwGVf4e2DXkxp/IN4HvUd4DeA+yPzztsa2b/SunrA1+pKXJ1SUel+hb7pOPVFlTcbPVudaqp4wrZ4cIlAYmZPdD2/rRrX5D0WuB/gYeBQ83skqb17/pcQx3ayUXqTe0GrIrrqe9J6RsDK5vZeVnea5v2cuWT14fgglPAf4EjzOybNXkXAZY2sweztKXw7/UfWdpmwAl443SkmX02pe8IvN3MZmZ5Gz2XpM8BnzOz/zR8rucx1DgcaWYnpPTt8D/Vh5uUk5X3jqKMLG154CErvVSS/on3sL+Pzzd0YGZfy/L+hh69LzN7dTktNeQz8e/tPjyc+4vM7O/Nn6ijvB8Dm+A9/dOBJ0t1eCDL+1Mz62sZ0+YdTPn3xRu9C/C5lzu65HtVr3IKwSVp+fw97XPv9czslrS/mJk9lp3bzMyuyI6fk1ScTcpdAn+mVXF16fUpfQtgbTP7QSn/aXgQzveZ2ZwuZe4CXGZm9zasw6xe583sxD7Xrw0cZGbvy9Jup/uowszsuVnexvdv2r6k9KeAu/G5wMr/p0bN3J9BJiomwob3PLasSX85/qLlaR8foPzlcR1pt/MfzfZ3LZ37/DCeq++ka5Z3RVyfeHTa9gNW7JJ3vwblHZnt7186d0LpuM0k+6eAw7ptI/xeFI36n/FGA+B+4By8Z/VqYMk+ZdwB3J6229K24LiU9+24gC+X8XZgj+x429L5RfFRycpd6vAUri+eA9yQbXOAGxp+Fz/K9u/FVSPfxeecntfjujaTzI0n2svvUIP8BzXIcwY+ErkVn7/bG+8YdMu/ODCtJn0asHh2/KL0zlyX3t9VgB8BfwE+MpLvbJd6tmpfKE2Cl7dB6jCZRw6/AA6xUo9C0gb4l/e6LO0wuvdGzYZ68nv0uqeZnZKV+Xsze0l5v8vx6/A/9J3p+JPAm4A78Ub49ixvox6mpBfgKqfzcNWI8MbmNcDWlnp+3erUpcw2zzQX/xOafBGmmbglxfOAE81s037P0KUOPXvhZvbThuUIn4S/OM0ZbQZskbZN8Ib+UuBSMzt9kLqm+1wJbGPVntxSwMVmtkk6/g7wTTObKzclvRwfkayAN4Knlq5/Tq/7WoPeuqQ/m9ma2fHzGPoOtsAbxCvw7+BLWb4F72D5fex33Kc+fd/BQfPLzXg3x59rc2BN4Goz27GU71jg3PJ7JOkNuAB/Xzq+AldlXY6bbR+EG238r5n9u3TtdngP/4xS+puARyzT+0t6OfBcMzspHZ+BvwPgmoBCjdz4v1i65+J4xxlcldlIs1DHZJ5zWKUsGADMbI6q9tH/KOfDdf3vxnvfhSXRK7rca0d8eHtKltbU6gB8MmkzgKT3fxvemG6Mm5hul+VdtlcDmb3Un8UFS0fDll7Iw3Hh05Y2lieNJ9klnW5mb0n7XzSzj2Xnfm1m22bZz8B7a4VlVl4PA8p/6m/SexLwYjN7BNdvFzrupfDe8wH4aKv8Hb7NzH6Y9rc0s0uzc/uZ2bey7IuWBQOAmf1TmU0/zazF8uuLjsRawAtT8k1mVtE3N8XM/gj8ETghqUd2xNU82wK5BUzTSVOA1TK9ed09P5gdtrXYaoyZ3S73G1gibYtTP0e1iZntXU40szOTqrZgcTP7Xtqfm373D3W5/Sdx67gyv8VNSvNJ4U/TaT30fHxeaSnc8OHClN6mfSlUUJ/HfTLuTHnWkPR9XKD9t3xNPyazcOg6iUXppTCz3NtxafwP8S58reqvZvnel18ndzI7GJ8YKv/4bf5AZkMTZW/EbeWvwU303l/Kuyw+IdjNqqVoHDcwszdXMpj9RPXey00sttpYnrSZZG9jnvpGfD2PFwNn4eaO82rqXTC7xzkAJD2bod5yYSJ6DT7hfHnNJR8Cfpj2vwnkvbR3AblwWELSUmb2z9I9l8Zt7QtamZKm0c73gBkMCcqNJF0D7JUEHurucClcdVWUVzz/5rhZ7m34qOFtdE4iQ/NJU4B/499lE1pZbAHrSbqhJu8CayVJH8efaRq+bPAV+O+zd+qslKlYp2XkTsGLJy1EUdf/5MdmltdrMTObX3kgs/tUjaywjJndlB3fmtoC1Om016Z9ATeaWBpYy9zKq3iHvpK2/Wuu6clkFg6zJb3HzL6bJ0p6NzUvq9yi4EO4SeCJwEusZoJO7k+wJ/ARXF2zR+nHLNgwNbbCG4ii4RXeaykVq2fiTl/b0OlVW857p5mVPTLr+GfLc00sttpYnuxPcwugxuapZvYz4GfpT7Uz8FVJK+K9n4pVkPWZQEzcnZ7l68DBZla2ZivTptd2HHCGpPdmvf3p+BxQbuHW2JQ0cRQ+R7C7mT2V8go3U/wW/o5CbzPaXLV4CUPfwZlZZ6WOj2T7ZeFbPr6/4W8A7S22bgde1yfPnvj7/nPgMuBK624JB3CvpE3N7Ko8UdJLcaOJgvvo/J/mx4abNhcsI2kRK1mzpZFj+bft6NRapzFDbibcpn0B71A+LxvNY2aPSHof/h5MKeFwAHCmpLcyJAxm4L21N+QZJX0Z75Eei/e469RMSNoHd3T6HfB6M/tTt5ubWbkn3Ysj8d7fI7i55ex0v41xk9WOajQsc2VJdcNc0cVZrB9mNr1F3itxR7hy+jn4RF5OW/NUgP/gZnmP4N7gdX8IYIEFyP74EB3crPWoQq+LN8ab4+/FhyTdgY8YLsfX2X2ss8TmvTYz+4qkfwAXa8hR8h+4hdsxWdbClHRV+puSghtbvKN0LwM+I+nWLHnnYhTRh3z0tE8SSr8nfQ8lddW/gJ831Ff3E7TD4fF+cyt1sYEBAAAgAElEQVRmtl7q+G2BeygfnH6H63GDhO+XLvkIcLo8tEfebuyJj1iLcl/eop4/Bb6bVE//BEh1+AYlNShwi6TXmlnHb546DgvMlFu2L+mS6gSy1Zt2N2LSTkgXSHo1blkAHiLgwpo8TwGPAU/Q+efucIJL+f6OW4nU5csnhV4KrGQlHwO5x/K9xVAxS18NWBm4PusJrorrrP+c5XuRmd1Y8wwL4WEuTk7Hh3X/VsDMPl26/uNm1jNYXpuJtaKu+J+t0InPBb5SngtSC/NUuV377sCmuOf4aYUw7VLnWXhH4UN4YydcDfRl3PrqBzXXTMd7pPsDq5vZ4qXz/8JDNwhYO+2Tjp9rZrVBGJMqiWxYv4oNbk57q5mt2+XcPDNbJ+3/CR9Vnday/CVxFdkBuCpi4ezcmbhAPQ+fCzmvi4qm+C4fLHrr6f+4C673/lY+SpO0rZn9uks5HXM7Ke1bZtY0LloxCtsE79XvU36uLN8qwPvJ2o1U13uzPGXTT8NHDzfUqBAXAT6Hz2EWwmxNfOT4iVzfL4+X9At8lFOMzDfBhdtOaV5okPblZ8BPsw5Rkf424C02gCnrpBUO6nQ8qWCdjidNy1y7T5l/yvJeCLyz3LORW5l8Px8+t5ngTHrCfXH97Nn4ZNZ+uBPZ9Wa2c9vnSuX2tdiSdCmwS1l/Kndi+7mZbZ6l7YzrMr/AkKphBu4jcpCZnTVgPZ/CTTYvSfUt99Q/WMp/Ba56uaOUPh0XLIUhwHoM9Zy3xIf3haXOV0rXDmwpJHfoehMeyuMFZvbs7NwO+BxWLky/mEZb5XJOxIMDfjbvEUr6BK4+eHtW1yOBZ+L+ALXzM3ILqcKaZwvcGOJWfORwaU2HYBl8pLU7HuOrmP/5bSnflcAbzOwvkjbCBfoX8Dmj/5rZu7O8CwNvwd/tc83sxtRj/jgeNqYc0O6EYvQkaVad+io14sVv+sL0nV6anuuy8rvcFEmVTgVuVbQ+/r//Tc01S9BpKfTvcp6UbzFcvZ2/B6fkI7U27UtKXw0fpeRzQDPwkfkbLPlLtWEyC4fc8aSul587nmxtQyZia1mn6egbraF5ZOn+V5tZbfwbSTeYu/YXx21MRM/CPX4vx1UOK6dn2t/MrsvytbEAQlKdk9sCiy0ze6ak2WY2o+EzXY+rNO4o5ZsOnGVmG2Zpjc1TJb2D3qOMjgZC0k1mtn6XOt9kZutLug+3T78cbzgu69aIpusaO4GltK6xnbJR4nvw3uxH6RSmR+ABFY8tlbkM3vN8CdmEND6f824ze6iUfwfc0bI2xpak+Qyp0i7FzTxrG6+a72NF4M14b3sFM1sjO7fgvZB7Pz9lZh9NI93rSu/MCfhk+FXAy/DfZAY+D/Szmvt2/d9keX6anucy4BrrM58kj8jbq5O0TZ/r18KFZB5B9aOWTIEl7WpmP87Ofd7MPp4dN3q32rQvpXNb02nddkGv5+mJjbIzx2htwHNa5G0aCfFB3JGrvD0IPFC6bl6P+80rHfeK8Fg+zqNMLow7Ly1ec49r656hrsyaa5fGLXVux8OUr5zS/0hNBEzc6uXWUtrcHuXfVDp+Ch9CF5FNv59txw/zPbim3zlg2ZZltnECOwW4C2/IX5N+s9vrvhNK0WpT+or4PFS3uqyNq8BeR8m5M8vzfNyT+gzccqyV81Pdb56dWx4PUXFhes6v93hffw9slx3fUMo7F1go7S8OPEQXp81+v0OWvl62v1jp3GY1+Tep2fbF1UFXt30/BnhfmrZFjduXlFYbHZmaKMlNt8k8IX0mnSaGvWhqfbJSi/v/n6TD8TgmBiBJuB1zed6jjVnaAv2k+WTS3VY/MdjYAqhA/S222kysPSFpTcvmS1L+5+BzOzmNzVMl/bzXs1lVd/oCdTd3LEaP38XVGY1GWTR/X6BZbCfwUXpF1Wlm96velDV/twuVwLJFuiWfAA3F2DrQzM6tuW9R3iWWJlkl/cCSWipxFdl/Kf3mb2DIF+ds3K/mN8W7ntEmxtljlkZSZvYfSbdZNfBiTjeTWlIZH8SFc1H3y+lsE75dOsYyXb089MgncEH1XmsQo0y+ZkT5udq8L03ztmlfwFVJXTUpZFGSmzKZhUNTqx5o3jj/FH/ZzurSIOd8GLdDnyepGPZviKsM3l3KW9hrC1g7a8zyBqwgN2GDITO2jslzWloAqZnF1qH4xNqdkhY40pAm1kp5D8Nf4M/TqeM8mE4/BqydeWpdsLRevKBBnrZhwNtYK22kodhO/5dUWEurOhn9iKQNLcUTKpC0ITXxpuhtopr7BLwUD2TY733NJ9FfWDpX/i/dgS+i8218MrqXA9UBDMUCe3mW91mkkPcZ65Xe/bWz/8VTlqkiE71Mauvq3tdZDEBueHEobqRyuJldVJPnTKq//Qr4RPOepfQ2nb+medu0LwBbWcMYV02ZzHMO9+JObLVYNnEp6SE8tr9wL+gizr/wF3r5lO9NeA/3VfjE2qnAr6w+GmdR9nPJJpasxoNVIxAKoabM39DQAijlb2SxlfI2nVjbEH+J84m1r5YbwCz/wngogt2BDYCPWRYgsR+qt2jpq8NtM+eT0op3S3jDV7xnwi0/ymGr82s3wQXFW4C7zWyLlP5y4GRclZYL01nA22zAKJrddPG98jWY91qi7jeXtAY++f/lBvd7Rcq7b5ZW9z8oOiCHWCnURRMG+G2vxjsEX6bGATIbkZXnHgyP0XWLlUyf03/rHwx1zAofEuEq4dwZsdW71aR96fasw2UyjxzaeGbmFj7lnumCY/M4/j9Jw+qd8SBex8rjOJ2S9zC6DPuXKw/70/4gjf+rGXopbrSSdYSZbdWmPDPruyRsl4njdQu1h1Un7v+C2+7Ps9IEaancsnnqN6yLear6WLRQWqKRZmqFtn4WbZzAinqvZGb32ZDn+0fIwrGY2SWSNsX12+9IyTfhevG/1ZS3DB4i5tZ0vGtW1/OsvYnscvL4QQul/eK3Fu78uIBcMEiaBuyKC7xnU12cKa/zxvik/K74fNZP8vP5/6Bf3pSniYqxjTc3uMPcP/AJ9nKEgXxEdpCZ7dDt3iWut+YRdxu9W23al+KShvdvzGQeOYy4pOxynw3wVbdebJ224JWhaIZZpylrYVm1ICk7NjNbO8tbmKT9hyHhtwklk7QuDXlegXIMor4WW/I4LL2e6V3ZNe/GY7n8CVgLD1dQuyKaWpinqr1FS98gcW1HWb0oz7PIgyoej4/InsR7f5d1uXYjfEQ218xu7nOfY3GrqhPS8Tw8BtMS+Cph703pxai427MV1kq9flvM7J3ZvZfGVZB74IEUfwrsZjVrHMiD+c1M23145NKDzKwySmiTN+V/VZ86/1bDDMHdjTbty0i1RZK+YmYHpf3G7UvK31iT0rg+k1g4XGGZOVmfvHUTlguwklmY3K5/V7y3+xzcCuRUKzmetKjriqWkhfDe8UG4hcKbsrxn4nMeJ5TK2BN4kyU/h9Tgdg1QZ6UQHG2H3w2e6Ubg1WY2Pw19T7bMD6KUt/EfOJX7YvOV7xbHHRLXti4TlyP9XNm1m+M9z4vN7F5JL8bnU15hJVNOXCDcIullwJfMrNKoySPxvg0X+C/D10z+bjlflv9a3GCgmIzMhWA+uXwr9TpowBvQAZ7937hwPhRfO93kk8eVSc30Hv4Oj/c0L6UNO286VzF4GC5qaHYq6TZ8PqWWvCMkX6Huaz3ydj1XqltHFN02yOcIP9mjDq2F5GRWK+2r7kHHysOup/Ce4yl4DJZuOvR34r2aFwE/wydhf1f8QWvyr4yrCXKd+9FWWnikaNjktt9vx4eW1wGvtWrcpvXN7A2lNMzsJEn/myW1DVDXaOJODb2e8dAG81PdbpM79tRSavyfmdJqQ5ikckfComWBWkHSK7tdnO7T0fOWT97vhP9GH5N0Ht4AfwH3Ks55wtKch5ldmXrddewGbGRm/0qdhXNxK6puLFJ673Lrojw+T6OV6FLnohtmnZ7kh+Dv1rfxlRF/1OPa4j28SNK5DOnTh5sX/D9YCP6f5J2ogjQi6tbDNTPbq5S2O0MRaA8hBUBMbM/QJPqyuNqprn6GW3AVLIw7IQ5XtdNxfdP2JdEmxlUjJrNw6GXVkusOyxYlp+C63lPwhXXyyeZX44HJzrcek9AA8gW8T8EdjwqX9U2AqyS91Tq9oBfFG5UDcdXKLj0a8tq5gSRYFqi1rGWAOhpYSajT67mwlpkB/FRS2eu5bFrYcVwexsoDgB1CspqRxyP6opnlwc2gu0VLUW7Z+aeJDvcjVDFcsK5BNeLsa0kWQPLItHfha1fcUVNOOcZVx3HWa3zMUrA7c/PVfnNAT0l6lqX5CEshVZLaMV8q88E8XzHCxO32P2VD5rO1DlXA63EhukA4mNmRwJFpRLg73kg/W9LH8KB9f8yu/4WZ5e/hAek7OCbl/XVWbvmd7Zo3kTeW3Uwxf1GTtgb+X6uLT9TUuulOM+slUHP+amafaZJR3SM7FHNgRb7G7UtixGNcTVq1Ui9U48VaOr8bHjXzi5ZZXiTVQVcsC9MrD9vwPjPriECa9Mr/z8xelqXdjeukj8RXKCuXm3sIfx3vhRxgQ74GS+FC6z81jW4jCyA1sNhSO6/nNqqiQ/EQB/tZsrZIDc838Cian8vyrotHp7yrVOQawN/6jI4akf54h+J2+Yeb2c9L58vqqa4L2qhhjCt1zg2Uf4OK/4Y8Js7+uDVY8Y69BBfeRxU9fUm/x1feeyCNkE7D1wvYCA/fUQnrLkm4r8vH8I7S4dYZgrruOV+Ez0G8xVJcp+L+ZdVdEqi74vMU/TyOu+btpTLsUtZz8Z7/K/H/y3FW8phuqobs9ZvX3LdN3mL+sXaUYWZrpXyN25ce91ob/812N7Oy+XL/uj5NhUNFd5d6XLvjzj0P4gu8nGmdaz3/ju4/nJnZK7O8fcM2ZMcn0Hvom0/0Lor33N9BZxCvE/HlTh9P+doGqGsyuTe320vU63n7IekPwIZWssWXm8xeb2bPy9Iar/CX0msnwQvyRldunvgJ/Lf4vJUCCWb5ypO8r2RIsFq5IW9Ck++/5ppCzbHAag2P9vqrLM91ZrZR2j8amG9mnyqfS8eL4O/VQXhcqS+Y2YJIoA2eYWE8+OMPs7RWa2O3QdKTuHVRnYmo2VDAzPVwYb8xbqL6w24j/z5lLjA7VY1PSlbGpWa2ZXa8gg0Qy62m3NVsyOCkcftSOvdsXIW5B95Z/AIekK92De6e9XmaCoe7rHPS8Ld4yIjTcZO5Dh12kx9W0oy88ZV0M7CFldaESMPGy8ysEs665TPkvgZ/slL8fbUMUNfnXlua2aVp5PA6q/d6/nlZpaP+obKLfLd0+z7K59Q7pswcM9uglDYfH2WcClxJSbAnofdafP3oh/Feck+fgi4NefH9Km/I1WMVtHT/yu8gNw/FBgwKVyrrRnwu4wlJt+BWYxcX58zsRWl/X/y3ugAfMd/Ro8xuwR8/hIfE2DnLOyKTsYMi6ccMrRt+Om4xlt9/2I12zT072pcRLHdBp7Zt+6KhpXpXw7+H0/HR/lqD1mcyzzn0oizxnpPS9sF9FwrauJb/FO/BF3wd+LWkg+gMvfvFdG7oJvXrLgxVNvsDJbXKV/CYOnNwU7+6hVneWZPWFTXzH2js9aweobIlmXVOcN4jaRsrBQFLo5/yehaNV/hLPAv3ep6J95Z+iU/Oz83y/Bxf8Od+4KOSPpoXUDMSWA4P5X10qudVuOOUUfoegPfiPfrTcbPbbl65wq1JPoDPK0nSE/i60hV9tfosf5oJnVOB38o9s/+NWwMhD/OQL3rzTTxO18uBLTUUsqPoheeC/wcMBX98N/6OCDelvo5ORmoydlBein9PB+EqOLK6VP7bGplozqPVo86/w8btS+Jb+O+1hw2tFzOsek7akYO6O8gI2Nq6xNwfxv0qvYXUuH4UH/Ybrr/9co0Ou5FeOuX9HT4BdTE+Wbi5da4WVVe3fhZAhWqrr/+AGno9q2Go7JS2Pt4DvYROobMlPscxN8t7KnCh1a/w9xoz263HMy6GC4kvA5+2FAq9rUpHHrp8dzO7Kx1fh0fIXQoPl7xNlndFks4cn1f6EXCGVaOmfgjYAe/Z357Sngscgwvrcoei15yO5aMzSZvh4St+bUPzVM8DnmlDHr+NvfTzEVrqVPwVWLOsFkznx8TfaKToo/M3S2a16u5HJOA7ZjbQglp96tahDm/avqS8xXs4E+8wnQ68YzgjnMksHBr/4SX1tB0uq1G63K/8w73UzK5uUtc21OiJu/75VLIAwj0/6yyACvVDT/8BuRduoxXA2uhEJR2A92o2xJ2qwFVQJ9fMQ6yCe+E+Ts0Kf1bvTbwYbmE0E5iOC6LjbYAY9qm8DtWWskVn1MO/RtLq+DzQh3DDgB9k567Fhdt9pWum4Y16Y729Mmep0aD8zvV5B0dtzmE8UQunwZbldhsRCpiVzaMM3L6k93A3/P+wFD63Wo5z1ZdJq1YqGv/U0OVxgOoatl9S7S0YripYmWTypvpgW6Tryo5sx6Ye+2l4aI2uHq/yWP6/MbNbk3rhOIbMDWdZp0XC4hoK7wAe7mHBHzPrCRYWQFtZyQJIPkH2OTpp4j+wB3C03K6/MPWtXQGMLr4iXc6tjg+FX4DPk1yKr7i3JO4JvgDzsBBbqHOFv19azQp/AJJOSvnOwUcLlVX0BmD5Up3y1chqe4zpN5qJq7h+RTW0y6JlwZDKni83QmhD4UA5WmykzjWLuwV/BB9RTRrUcLXDQRv/BnQ1Gimda9y+lDGzu/E5mK8mNfXMQSo6mUcOi+DhG96FN7JFAK/v47b+XSNJJtXHx4D/wSdQv5nSe77oNTrz5+M9xd3wUNun4iqVO0r5bsTt5v8raQ9cbbMtSc9vZq/I8l5EvSAr6rB1ytfYAiilF0tfksoulr/s0Dmr+QpgeXkdp+iylKakZ+CjgC3wVck2Bx7qNgJpgnxivli2sWdAwRZlnowL87Jqax9cGM/M0j6Dj1puxv/I51qNpUyf3ncr1UydinMkebqOBmCByrDvaoeqzhMaHvLjEstCzwyzLj3VwU3bl5T3bXh7/oNS+tuBJ83slNb1m8TC4eu4BdKBNrRm7zL4ZO6/zWz/mmvWxa1WXoZL1hN7CZGW9dkQ/yHfgtvj56ZuubnhKbht/zfScXkIvylwl5n9NR3PwkcZd5A5NamFBVBKax0ZVr1XABukvGKpyi3T53L4YjGj1UsbCLln6s/wKLb5ZOBieMPy9yzvU3jguMJoYIFVE51CtzChrNyOUuTOlL+Xs9T1VhPnqCnqYy012eYRAOSmzsU7f3O3EaQarnao+nnCFYDt8P9hqzW7S/dprA7OrunavqTzVwLblAWN3EfqYjPbpG09J61aCQ9v8DzLpJuZPZK++Ftwsz0A5A48/4tP7HwJj+3STV3SGrm368q489ZSuFVIzlPyxU8exIfhh2fnyhY438FHNMidmr7AkFPTsQxFkuxmAbQNVQugrpFh5aGkZ+Kmi3n68ni4g93wP0XHMLxbeenaS3EBUBwfi3/3j+LmppcBX7OSmd5oooZmtwDm4Qm2UOeSi91UW41MBa1mofs+5Iu3lGndoUnqzMNwk9R+1lJlr+8ObJTNU9uQOhxn4VqDYm2IDST9GTd2eKR0yTKSFimP7pJqb8F/0TIjkVK+FUh+RQPWt606uEn7Aq62rIxAzOyfA6gtgcktHCwXDFli3Upc1+O28L/EncY2Vbb6lg0QsRBAHrN+Jr5e8Bz8hTnQzB4uZf0krk9cGDjbknWOfFK9HJ99YRsyp9sNONaGQonnZoQfBM6SVGsB1Kfe5XDJP03pbVYA60XZAGBNvNd9Kx5++G58icgxQe3MbheQhEHtXEeWp3U49pr6VZw2bRj26V04EH83XmolaylJB1qntdR4m6e24bP4f2trG1qveyF8be7D8Y5VTrfVDo+iutphBXNP9OF8L2+npA42j032FrydyqMFNG1fwOeFliqeKStjadyYoz02wNqiE2HDh/171qS/DW+A87R34Iuq1G5Zvje1uP9duGnmfqQ1mPvkXwRYvpS2FG5umKfdSFrTFx8BvTI/l+2vg9usv4s0+QTsldIqaw3jVkKHpTIvwf80d5by3Af8EB+VLTqM3+bPNWnCJ473xuPFzAZ+jU8ij/a7cgUwvSZ9OnDFMMt+FHikZnsUn+Bs9C7VvcfZ/palc/sNUM9rgZVq0qdRXce8dr3mibjh5p11654vQs3a3Cn9iPSuX5O2+Smt7zuPx1+7cBj1vaXJuQHal4NwQ4jnZGnT8Q7xRwap62QeOeyLB4R7F5095yXw3u8CrBT+ugfvkUdm3df69whf3iAPQIfNdOp0FJNb11maL8lo6tR0JB5m4vjSvTZI5zrCTOBC4XfATjYULvnAUp41rMuqb72eqXyKGmc187f1RnloiofTthM+kuvpBzICLGM1k3hmdkeapxoYM+sWhbVVMTVpH8IFNbgDWz4H8C7c6akNbaylJsOIoeBxqzEAMPcYf6wm/8Z4TK9P4x2srfD/ypL4HGYxpzeH6u+yAu4f1DOuWB+aqoMbty8AZvYVeTDLi9NISHgH5QgzO2aQik5a4WBuw/6ykl74nPKXDqCGi9ab2faS3gycJ+lE3EHpqSzfI9l+G3VCuaEGf9FeLGkvy3TZZna4pAsYcmoq6r0QnUPkVawmXoqZzZFbY5XpGy65qWBI1D1TQUekTEkfxPWsW+D68svSdjw+XB5t2pjdjgo9dPjCVTh16XX7dcdN6BW1s3xuMpmnlk2/C4SrMsv8PzxQ4b/TvNoh1M/p7VS6zvCw2HVGBW1opA5u2b4U13wH+E5SJVHT8WzFZLZWWhwPXbAO3sAcV9eDSHnbeshugA/pHsWFQ2F5MtBCHN1IFj+nW4MIizXX3mpm63Y5N8+yyJmlc0W45Jl4WPOTqA+XPGJI+hru23CZJSussUQDmN2OQh0ae8mn/CO9OFMra6nJgnqvmIZV11K/3lJ0YfUIVCjppbga7lel63cA7rXBF/5aB/dgfh5DndqbgD/gob//NGC5I256O5mFw4/wXujv8LAEd5hZ15WbupTRsWC63A7/ELzhrF2WsmG5lYmhHnkHMhvUMMJMZHk7wiWrdyTK95WHp/LQCssX6or0/b0DnzR7QdtnGi00gNntWNJlIrEQaLlPCoyhQHs6ouaBCi8E3ll+N9K79H0rLdPZ4v6tog63KHfkTW8HmaiYCBtuH59PMjWaRMMn4N6PC5U/4aucFeduxk1dl2xY1mqk0A7peGXcMe8vDa9/PnD5gM+/Cq6a+Q1DE9K/xcNUPKsm/+K4xc638ACEdZN4twGb1KR/uvz94iqqh3Ed7G9xp7678dAXLxnv96Phd7gQ8NYxvF/j9wUPFtl1G+F6VQwIJtOWvsdP4+bWZ6T92klc3KT9Utz89VqGOsjrAJdm+a7ucb8bhlHXXuXOKR3vgMdYuy9tvwV2bHm/FZq2jeVt0s45kNl6m/cCumZU/YLpa1nVkWhXaxh+QR4v6H/xHt1ikr6NR0w8CXeYyvPWzXmsgM8rvK3J/cpYyzAT+HoQ+UhrfTJfkMSuwI/lK01dnkz2jsGF2FalvIfigmSePHTE5cCbrSYo2Hij7iGoP4ybD548BnVo/L5AT7+UhfCR7UiOdibTBHQHarlimjWf0+sIoVJiyWFUuVHUYXnInX3wwHtFWI0ZwBGSVjezY5vczIZhejuZ1Uq5DjVfuKMSNkENF0xX99hK4IXmVkc34RYFD8gD+/0RNzms6CJr5jwMDx99q5VWqhot1BlpcxHgKqtRZ8lXwzsTb0zfk5L3MLPHSvnKevAFQ/KJhqSzGApBvQ3e0xSwv1VDUI9WHRq/Lyl/T4Fm2ZoKI1C3gRe2H280AiumdSn3O/h/9NBCgKRG9tP4yHzvXtf3KLeROjh/X0r5VsTbsEZq29R5/IQNoAabtCMHa+dx2nTB9MI8sOgxv7dHmf8pfjgz+7OkP3T7o1v9Kl8rMYCn6zDoO9KSe3/ejZvq/Qz3BN0PWCrpxfMXtexFu5zq106eCDw3E4zfo0cI6lGk8fuS6Lamwi6DCLQBrKUmC8uUBQOAmV1XWO0MyIeB7wHzNOR8uiHei3/3MMo9ADhT0lupiTqc5VNZMACYrz9eKbSP6W3TtbA7y5ysI4dB0NCC6TOBdXH7+vKC6UXensHHJN1Lpwv97vmxZV7X8nj7R+A21J/F//gr4UPZPc3s3GE8ViOajLQ0FOu+yANDIRwsH2m1tb4ZT0bC2mcE6tD4fUn5G6+p0PD+k+b3aoNGf0XG55KtbWIp5MVwKamD55bVwfJYSXtbdR2VDYHvmtmmpfSy0cWwTW+nlHDIkcdbmolb6lTMPvs1IOq9GAtmdmKWdzbe81sWt6XewcyukK99e2ovIRQMnzYqyFGsQ+P3JeUfM4HWxrpuoiFfHvM9uIdwecW0483s/41X3YaDPObZyXiU6XyEMQv3nq9d6lYNAxA2qsNUEA6Sfm1m2zbIlzcSv8NDUSwYw1k1iFe3cjoCe5Xsp2/O9YX9RihjiRrGus/Sd8BVdkXI7bl4dMlzxqK+kxU1W7lvxAWapNXwidgbzOxxefTZA/AVw57dtryJgjpXTAN/D2tXTJtMSHoWblmZ+0McbfULXtUGIAS6BSDsTxOTpsm+UYod0yPfXenLvCvbiuM/l/Jeku3/oHSubPb5+ybnxnvDTfym1aSvRMnkFu+tzcYd6ZZJ29b4xP/e4/0spbqu0Gsbw3q8L71P96ftTuD9Y3TvA/AYQpfjPex3pzp8HVh1vH+j2Ib9+x6FL1ewUJa2EG6a/81Bypy0E9ItWVbdYwFhZkU0xs3NV1FqQu6E9MLSufKM0YYaWkmrWFWryLd4w/uNBYtZTYx/M7tP7lmdcyBVa4oL02jiElx9NlHoFf7aKCne75YAAAzaSURBVC1CPxpogFDNI8zewPOtobXUZCK9cwfTOXIY0RGspPXN7Ka0v5mZXTFSZXe530V0t5w0y9YxT/wPaRngLNNTkj7OgCFqpoxwwGOldGscCuFwNp0BznrRSx/Xcc7ax/IfLxrFui+SrYU1xXhiIx/+ehAah2oeJdpaS00KRsofoAFfkkcUOAsfdT2vT/7hUrcM7Gb4c9at59A2AGFfpopwuNPM3tUgX5tWbTlJb8CHbstlIxPhwmgy0i3W/Teoxrp/RDXhNpI1xbACfo00kt5mZj9M+1ta5hiVnrVthNNBMKuxNDIPAPdU3QUjzOqSjsqOV82PbcA1TSYAozKClQevfMCSrt7MdpL0AVx1s8ewatyAXHAnP6lP4FqG91op3lOibQDCvkwV4dC00V9NHiSuFjPLbcUvBl6f9n9LZ5TSi9tVb8JwKN6DvVNS4YG7JnAc/nLmfBg4W1KtNcUY1LUNIx3+ehC6hWrempqV+0aBj5SOJ/2oITFaI9if4HNofhOPLLwbHr316HR+VEkGIofiy9Uebma9ggz+DejWdlUmsJswVYTD2+sSlUIRmFkRPuHfuL6yL2b2jpGp2sQhDUsPllTEugeYl3q3i5byXiLpZbg1xTtS8k3AZlZjTTHOjHT460H4AC5MW6/cNxJYp2l1X2upScRojWCfYWnFNUmfx9eBeI2Z/StZBo0qkq7G48B9GTciQB6mBgAz+32e38y2Guk6TBXh8GdJh9A/ts79ZnZckwIlHWkpCqyk/c3sG9m5Eyaz8DBf12GOvOu1taQ98DmbVYo8knbBnYw+OU7VbIN12a87Hi22Bd6Ke9kW+uqLgX3q1E2jgUoL28sXh+m5sP0kYLRGsPNSmavjguH5STCMVbThfwL/wNeXeHPpnJGNagAkfdTMvpT2dzWzH2fnPm9mH29bgani59Aoto6kq83spV3KeLaZ/SU7HtF4+xMJuUf3HvjatSvgMX7OtswLVdIZwOa47f1lDK3XMLDTzWihCRD+WtJXcGulF+B26JeSFj2qU4uMwv0La6n9ytZSwJVjYC01arTxB2hR5mJ4IMrH8WjF38dNgdfDlxY+v8flY85otEdTRTgMOxSBSsHJcue1siPbZBUOafi8K26LfyoegG92L2sfSWvhQmKL9LkmHpZ4x9GvcTM0gdZzkK95MYOh72tz4CEzW7/nhcO/7x8oWUul9CXwQH6jbX0zqZEvLrYBHizzoTG4X1fTe+gwvy/y92qPBnK0nSpqpTzo3JOS7h5gKF/WTS+UTNsWyvaLPJPFdLXMu3H792OAn5vZY5J69h7M7PbUy1oibYtTs4b0OPMGvJf++zpzvzFmCdxhcNm0/YWxWSp1vK2lRgVJOwOrm9nR6fhKXFcP8LFcvTIc0nd39UiU1ZBei/7k5vd5Wt1+3XEjpopwKJzQoNMRrU0ogvIXvCyu4ywEwu975J0srAq8Bo85dWRyxFmii+/Dx/Fe7zR8icMrcKufvc3sybGtdl9WB44E1pNHrxxTlQ6ApGNxtcejwJXp/l+zUsC4UWS8raVGi4/iQQwLFgNeis+rfB8YEeEwDvy8PDrow4g72k4J4dDUCU3SN6lv2EVpkQ4zmz78mk0sUqN+LnBuGg3shPd075F0gZnl9t174pNmP8cbuisL646JhpkdBBWVzjuBYyWNukonsSbecN0K3IOHRh919URGo4XtJyHPMLO7suNLzOx+4H5VvfonE4dSHR10ZTQcbafKnMPWlkLiSlrLsgW3Jb2xkNBqF2m1PKdgwH2lF/VpgTwg4c5m9oNS+gp4Q7sF7r35TNz66zIz+/6YV7QPyQRxc7xB3BwX+HPM7J1jdH/ho4fiO3sRHsb9cjPrGVJ7hO6/OG5okE/cnjxW1lKjgaR5VhNVOZ37k5mtPWC5SwL/NbP/puPnAzviDrVtevQDMRHmLaeKcBjWTH76U72uZB5W55CyAr5ox0wboxXGxoryhHzp3CJ4mORX4qEM1hqNnsyg1Kh0rgCuGEOVTrk+q+MCagt8dLaimfVaPnIk7nkArk67dgLMu4wYkk4GfmPVldX2weNYzRyw3IuBvczsVknr4AElT8YjEF9lZocMs+r97l9Y2FVO4arwF4/m/WGKqJUYwAkqWTVth+vft8VDeC8QDmb26i7XzcAjJL5yGPWdiHR8T5JejzduW+IN71y88fkwrmaaSIy3SqfwsC1GDP8lzXkAxzM2E9Kr42ar4zbvMkocCPws+eLk6zkshptiD8ryZnZr2p+Fr7vygaSavAb3FxlNbqf3pPSoM1WEQ+OZfHkckz3wIeRVeOO3lpn9q9GNzGYXHqhPM8rf2zvwBuajwDU2RmthD4KZbV9S6XwYeJGkMVPpANPxzsWBZjbmE8ATZN5lxDGze4Et0sR6oS77pZVWVhuk6Gx/a9xTGfN1MMbCuuvxsTSxrmOqCIfnSjqb5PSU9knHC2z4Jd2N2/gfAxxkZo9Kur2pYEhlrMIktVZS/Tq04N/TKnmCmfW0w55omOtPb5T0EPBw2nYCNsWXix3t+3dbw3msGS9T2lElCYPhCoScG5Lj4j14KJlfA0gaVfVfxqXdTkhaxcz+PtoVmCpzDq/qdd7MfpvyHYkPRW8ETsHD886xbO3krMw6y6ZignZ/m4SrUE0kZ7GRpIdK5zL89520dv5NmWjzLhOd5By4P27efbyl2E2StgDWLhtnjEF9lgPehGs1XmBjsHLfVBEOjWMdJfXDVvhcw45472ov4BzLApXVWDYZvrLW1Wmo+7RA0kp4zKlJ+6LII+0W4T0ms03/wEg6F1/R70ZcKF4O3DiZf9fRpE2bMYp1WAI3M94Dj++0NN55vXgsOjRTRTgMFlvEI5EWk9LbmdlKNXmWZCiC6R/MbKCFNSYC8phKR+DmlZ8FfoA3KAsBe5rZuVneZazLurSS1jSzP49BlYMWjLcp7WRivE1JJZ0CvAJXZ52Gq8zm9QplM9JMlTmHJVW/EAYwFP623OAlG+dfAL9QKRpjEhxfxsOB35HKXkXSN83sCEkbTUJz1m8BH8dHSxcCO5jZFZLWw2MtnZvl/Q1pXYTkIJcvW/gzmq+oF4wR4z3vMslo1GaMIuvjwUJvBm5OYX/GtCc/VYTDasBXqf+h8/C3v6F7g3cynQ3eV4Elgelm9mi6ZhngK5KOAbYnm+yeJCxiZsXE22csrZNrZreounBKnrBCj3PBBGACmNJONpq2GaOCmW2UOmUzgf+TdB+w9FhNRsPUEQ7zzKzJj9mmwdsRWDfX2ZrZI/KY+fcBOwxU0/El12P+u3SulwnweK2REDRnOuNoSjsJadpmjBpmdgs+ojtM0ia4oLhaHjh0i9G+/1QRDk1p0+A9VTeZl4Z/84te9ySjTfCulSV9KJ0r9ou80wgmFBPIlDYYAPM1pa+R9FE87tKoM1WEw0cb5mvT4N0kaU8zOylPlPQ2XE846WgZ8uK7uPVEeR/geyNWqSAYHz7W7YSkLc2sqx/CaGJmT0l6N/CZ0b7XVLFWuojuqg4r5hYk9ZyUM7NPZ2WuhkdN/DedUS6XAN5gZvcMt95BEIwPKXzOW/C5h3PN7EZJO+EGG0vYAIvnjGDd7jKzNUb9PlNEOGxSk7wZPqK417osDdqw7Nxt/yYrxct/uiLpqF7nzeyDY1WXIBhpJJ0ArIGH0HkZ7kk+AzjYzH42jlXrGQRzRO8zFYRDTvKW/gSuQz/czH6VnYsGryElJ8BPUzKFtCy8eRBMNiTNBTZIapzFgb/hntH3j9H9H6V7KJslzGzUpwSmypwDkrbDJ3Iew4VCXcjta7L9SoMXDGGda1scEMIgeJrxWOGFbGb/kXTbWAmGdM+l++caXabEyEHS1fiE8pfxsAEd1Dm0aMBFuaci4+1NGgQjTWk9BQFrp+MxW09hvJkqI4d/Av8A3py2nG4OLU9/qRkEQTde0D/L05spIRzMbKvxrsPTDUn/BJ5Mh0uWfCLMzJYZn5oFwfDpFoFY0stxZ7R9x7ZGY89C412BsSA5jhT7u5bOfT7bf1TSI6mhe3GxX6SPYZUnA380s2XStki2v3QIhuDphKSNJX1Z0h14QMpbxrlKY8JUmXMY1hrSQZX43oKnM5Keh48QZuLhcH6ELwDWc82TpxNTQq3EAGtIB33JPcgrmNnXxrIyQTDC3IKvG7+Tmc0DkHTg+FZpbJkqwiGCxI08CwPPJIRr8PTkjcDuwEVpoaTTmGLv+lRRKz2JWywJD29RrAktYHEzW3S86jZZCbVSMBWQtBS+GttM3KrxJODMIrT905kpIRyCkSf8QIKphqTlgV2B3UprvTwtCeEQDISkFczsgfGuRxAEo0MIhyAIgqDClPBzCIIgCNoRwiEIgiCoEMIhCIIgqBDCIQiCIKjw/wGBLAq+ey+K4wAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10caebe48>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df['category'].value_counts().plot(kind='bar')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Texts for Classification\n",
    "\n",
    "These are some of the fields we can use for the classification task. We create 3 different versions."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "\n",
    "def tokenize_url(url:str):   \n",
    "    url=url.replace(\"https://www.huffingtonpost.com/entry/\",\"\")\n",
    "    url=re.sub(\"(\\W|_)+\",\" \",url)\n",
    "    return url\n",
    "\n",
    "df['tokenized_url']=df['link'].apply(lambda x:tokenize_url(x))\n",
    "\n",
    "#just the description\n",
    "df['text_desc'] = df['short_description']\n",
    "\n",
    "#description + headline\n",
    "df['text_desc_headline'] = df['short_description'] + ' '+ df['headline']\n",
    "\n",
    "#description + headline + tokenized url\n",
    "df['text_desc_headline_url'] = df['short_description'] + ' '+ df['headline']+\" \" + df['tokenized_url']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def _reciprocal_rank(true_labels: list, machine_preds: list):\n",
    "    \"\"\"Compute the reciprocal rank at cutoff k\"\"\"\n",
    "    \n",
    "    # add index to list only if machine predicted label exists in true labels\n",
    "    tp_pos_list = [(idx + 1) for idx, r in enumerate(machine_preds) if r in true_labels]\n",
    "\n",
    "    rr = 0\n",
    "    if len(tp_pos_list) > 0:\n",
    "        # for RR we need position of first correct item\n",
    "        first_pos_list = tp_pos_list[0]\n",
    "        \n",
    "        # rr = 1/rank\n",
    "        rr = 1 / float(first_pos_list)\n",
    "\n",
    "    return rr\n",
    "\n",
    "def compute_mrr_at_k(items:list):\n",
    "    \"\"\"Compute the MRR (average RR) at cutoff k\"\"\"\n",
    "    rr_total = 0\n",
    "    \n",
    "    for item in items:   \n",
    "        rr_at_k = _reciprocal_rank(item[0],item[1])\n",
    "        rr_total = rr_total + rr_at_k\n",
    "        mrr = rr_total / 1/float(len(items))\n",
    "\n",
    "    return mrr\n",
    "\n",
    "def collect_preds(Y_test,Y_preds):\n",
    "    \"\"\"Collect all predictions and ground truth\"\"\"\n",
    "    \n",
    "    pred_gold_list=[[[Y_test[idx]],pred] for idx,pred in enumerate(Y_preds)]\n",
    "    return pred_gold_list\n",
    "             \n",
    "def compute_accuracy(eval_items:list):\n",
    "    correct=0\n",
    "    total=0\n",
    "    \n",
    "    for item in eval_items:\n",
    "        true_pred=item[0]\n",
    "        machine_pred=set(item[1])\n",
    "        \n",
    "        for cat in true_pred:\n",
    "            if cat in machine_pred:\n",
    "                correct+=1\n",
    "                break\n",
    "    \n",
    "    \n",
    "    accuracy=correct/float(len(eval_items))\n",
    "    return accuracy\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import precision_recall_fscore_support\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.feature_extraction.text import CountVectorizer,TfidfVectorizer\n",
    "\n",
    "import numpy as np\n",
    "import logging\n",
    "\n",
    "logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)\n",
    "\n",
    "def extract_features(df,field,training_data,testing_data,type=\"binary\"):\n",
    "    \"\"\"Extract features using different methods\"\"\"\n",
    "    \n",
    "    logging.info(\"Extracting features and creating vocabulary...\")\n",
    "    \n",
    "    if \"binary\" in type:\n",
    "        \n",
    "        # BINARY FEATURE REPRESENTATION\n",
    "        cv= CountVectorizer(binary=True, max_df=0.95)\n",
    "        cv.fit_transform(training_data[field].values)\n",
    "        \n",
    "        train_feature_set=cv.transform(training_data[field].values)\n",
    "        test_feature_set=cv.transform(testing_data[field].values)\n",
    "        \n",
    "        return train_feature_set,test_feature_set,cv\n",
    "  \n",
    "    elif \"counts\" in type:\n",
    "        \n",
    "        # COUNT BASED FEATURE REPRESENTATION\n",
    "        cv= CountVectorizer(binary=False, max_df=0.95)\n",
    "        cv.fit_transform(training_data[field].values)\n",
    "        \n",
    "        train_feature_set=cv.transform(training_data[field].values)\n",
    "        test_feature_set=cv.transform(testing_data[field].values)\n",
    "        \n",
    "        return train_feature_set,test_feature_set,cv\n",
    "    \n",
    "    else:    \n",
    "        \n",
    "        # TF-IDF BASED FEATURE REPRESENTATION\n",
    "        tfidf_vectorizer=TfidfVectorizer(use_idf=True, max_df=0.95)\n",
    "        tfidf_vectorizer.fit_transform(training_data[field].values)\n",
    "        \n",
    "        train_feature_set=tfidf_vectorizer.transform(training_data[field].values)\n",
    "        test_feature_set=tfidf_vectorizer.transform(testing_data[field].values)\n",
    "        \n",
    "        return train_feature_set,test_feature_set,tfidf_vectorizer\n",
    "\n",
    "def get_top_k_predictions(model,X_test,k):\n",
    "    \n",
    "    # get probabilities instead of predicted labels, since we want to collect top 3\n",
    "    probs = model.predict_proba(X_test)\n",
    "\n",
    "    # GET TOP K PREDICTIONS BY PROB - note these are just index\n",
    "    best_n = np.argsort(probs, axis=1)[:,-k:]\n",
    "    \n",
    "    # GET CATEGORY OF PREDICTIONS\n",
    "    preds=[[model.classes_[predicted_cat] for predicted_cat in prediction] for prediction in best_n]\n",
    "    \n",
    "    preds=[ item[::-1] for item in preds]\n",
    "    \n",
    "    return preds\n",
    "   \n",
    "    \n",
    "def train_model(df,field=\"text_desc\",feature_rep=\"binary\",top_k=3):\n",
    "    \n",
    "    logging.info(\"Starting model training...\")\n",
    "    \n",
    "    # GET A TRAIN TEST SPLIT (set seed for consistent results)\n",
    "    training_data, testing_data = train_test_split(df,random_state = 2000,)\n",
    "\n",
    "    # GET LABELS\n",
    "    Y_train=training_data['category'].values\n",
    "    Y_test=testing_data['category'].values\n",
    "     \n",
    "    # GET FEATURES\n",
    "    X_train,X_test,feature_transformer=extract_features(df,field,training_data,testing_data,type=feature_rep)\n",
    "\n",
    "    # INIT LOGISTIC REGRESSION CLASSIFIER\n",
    "    logging.info(\"Training a Logistic Regression Model...\")\n",
    "    scikit_log_reg = LogisticRegression(verbose=1, solver='liblinear',random_state=0, C=5, penalty='l2',max_iter=1000)\n",
    "    model=scikit_log_reg.fit(X_train,Y_train)\n",
    "\n",
    "    # GET TOP K PREDICTIONS\n",
    "    preds=get_top_k_predictions(model,X_test,top_k)\n",
    "    \n",
    "    # GET PREDICTED VALUES AND GROUND TRUTH INTO A LIST OF LISTS - for ease of evaluation\n",
    "    eval_items=collect_preds(Y_test,preds)\n",
    "    \n",
    "    # GET EVALUATION NUMBERS ON TEST SET -- HOW DID WE DO?\n",
    "    logging.info(\"Starting evaluation...\")\n",
    "    accuracy=compute_accuracy(eval_items)\n",
    "    mrr_at_k=compute_mrr_at_k(eval_items)\n",
    "    \n",
    "    logging.info(\"Done training and evaluation.\")\n",
    "    \n",
    "    return model,feature_transformer,accuracy,mrr_at_k\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train a Single Model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model  - 1  (binary features with description only)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:23:59,473 : INFO : Starting model training...\n",
      "2019-07-24 22:23:59,592 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:24:02,529 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:26:51,160 : INFO : Starting evaluation...\n",
      "2019-07-24 22:26:51,233 : INFO : Done training and evaluation.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Accuracy=0.5980542754736303; MRR=0.48048941798943345\n"
     ]
    }
   ],
   "source": [
    "field='text_desc'\n",
    "feature_rep='binary'\n",
    "top_k=3\n",
    "\n",
    "model,transformer,accuracy,mrr_at_k=train_model(df,field=field,feature_rep=feature_rep,top_k=top_k)\n",
    "print(\"\\nAccuracy={0}; MRR={1}\".format(accuracy,mrr_at_k))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model - 2 (tfidf features with description only)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:26:51,270 : INFO : Starting model training...\n",
      "2019-07-24 22:26:51,339 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:26:54,293 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:27:40,881 : INFO : Starting evaluation...\n",
      "2019-07-24 22:27:40,959 : INFO : Done training and evaluation.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Accuracy=0.6306323604710702; MRR=0.5108380269670774\n"
     ]
    }
   ],
   "source": [
    "field='text_desc'\n",
    "feature_rep='tfidf'\n",
    "top_k=3\n",
    "\n",
    "model,transformer,accuracy,mrr_at_k=train_model(df,field=field,feature_rep=feature_rep,top_k=top_k)\n",
    "print(\"\\nAccuracy={0}; MRR={1}\".format(accuracy,mrr_at_k))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model - 3 (tfidf features with description, headline, url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-25 10:58:24,229 : INFO : Starting model training...\n",
      "2019-07-25 10:58:24,337 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-25 10:58:30,587 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-25 10:59:30,760 : INFO : Starting evaluation...\n",
      "2019-07-25 10:59:30,827 : INFO : Done training and evaluation.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Accuracy=0.8672555043522785; MRR=0.7511520737327071\n"
     ]
    }
   ],
   "source": [
    "field='text_desc_headline_url'\n",
    "feature_rep='tfidf'\n",
    "top_k=3\n",
    "\n",
    "model,transformer,accuracy,mrr_at_k=train_model(df,field=field,feature_rep=feature_rep,top_k=top_k)\n",
    "print(\"\\nAccuracy={0}; MRR={1}\".format(accuracy,mrr_at_k))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Check Predictions on Unseen Articles from CNN (not HuffPost our training data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['POLITICS', 'CRIME']]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://www.cnn.com/2019/07/19/politics/george-nader-child-porn-sex-charges/index.html\n",
    "test_features=transformer.transform([\"George Aref Nader, who was a key witness in special counsel Robert Mueller's Russia investigation, faces new charges of transporting a minor with intent to engage in criminal sexual activity and child pornography\"])\n",
    "get_top_k_predictions(model,test_features,2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['ENTERTAINMENT', 'STYLE']]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://www.cnn.com/2019/07/18/entertainment/khloe-kardashian-true-thompson-video-trnd/index.html\n",
    "test_features=transformer.transform([\"True Thompson makes an adorable cameo in Khloe Kardashian's new makeup tutorial video\"])\n",
    "model.predict(test_features)\n",
    "get_top_k_predictions(model,test_features,2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['ENTERTAINMENT', 'STYLE']]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://www.cnn.com/2019/07/12/entertainment/heidi-klum-tom-kaulitz/\n",
    "test_features=transformer.transform([\"Heidi Klum is apparently the latest celeb to get married and not tell us\"])\n",
    "get_top_k_predictions(model,test_features,2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['BUSINESS', 'POLITICS']]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://www.cnn.com/2019/07/19/investing/dow-stock-market-today/index.html\n",
    "test_features=transformer.transform([\"Stocks end lower as geopolitical fears rise. The Dow and US markets closed lower on Friday, as geopolitical worries overshadowed the hopes of interest rate cuts by the Federal Reserve.\"])\n",
    "get_top_k_predictions(model,test_features,2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['SCIENCE', 'HEALTHY LIVING']]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://www.cnn.com/2019/07/19/health/astronaut-exercise-iv-faint-scn/index.html\n",
    "test_features=transformer.transform([\"Exercise in space keeps astronauts from fainting when they return to Earth, study says. \"])\n",
    "get_top_k_predictions(model,test_features,2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train Different Types of Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:28:47,651 : INFO : Starting model training...\n",
      "2019-07-24 22:28:47,723 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:28:50,558 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:31:28,308 : INFO : Starting evaluation...\n",
      "2019-07-24 22:31:28,379 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:31:28,420 : INFO : Starting model training...\n",
      "2019-07-24 22:31:28,481 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:31:31,446 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:35:19,750 : INFO : Starting evaluation...\n",
      "2019-07-24 22:35:19,806 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:35:19,841 : INFO : Starting model training...\n",
      "2019-07-24 22:35:19,893 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:35:22,875 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:36:02,539 : INFO : Starting evaluation...\n",
      "2019-07-24 22:36:02,595 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:36:02,624 : INFO : Starting model training...\n",
      "2019-07-24 22:36:02,673 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:36:06,786 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:39:03,363 : INFO : Starting evaluation...\n",
      "2019-07-24 22:39:03,431 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:39:03,475 : INFO : Starting model training...\n",
      "2019-07-24 22:39:03,537 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:39:08,216 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:43:19,051 : INFO : Starting evaluation...\n",
      "2019-07-24 22:43:19,121 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:43:19,177 : INFO : Starting model training...\n",
      "2019-07-24 22:43:19,226 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:43:23,554 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:44:10,181 : INFO : Starting evaluation...\n",
      "2019-07-24 22:44:10,246 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:44:10,283 : INFO : Starting model training...\n",
      "2019-07-24 22:44:10,347 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:44:16,205 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:47:02,841 : INFO : Starting evaluation...\n",
      "2019-07-24 22:47:02,911 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:47:02,954 : INFO : Starting model training...\n",
      "2019-07-24 22:47:03,015 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:47:08,877 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:51:38,879 : INFO : Starting evaluation...\n",
      "2019-07-24 22:51:38,942 : INFO : Done training and evaluation.\n",
      "2019-07-24 22:51:38,996 : INFO : Starting model training...\n",
      "2019-07-24 22:51:39,047 : INFO : Extracting features and creating vocabulary...\n",
      "2019-07-24 22:51:45,424 : INFO : Training a Logistic Regression Model...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LibLinear]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-07-24 22:52:40,328 : INFO : Starting evaluation...\n",
      "2019-07-24 22:52:40,407 : INFO : Done training and evaluation.\n"
     ]
    }
   ],
   "source": [
    "feature_reps=['binary','counts','tfidf']\n",
    "fields=['text_desc','text_desc_headline','text_desc_headline_url']\n",
    "top_ks=[3]\n",
    "\n",
    "results=[]\n",
    "for field in fields:\n",
    "    for feature_rep in feature_reps:\n",
    "        for top_k in top_ks:\n",
    "            model,transformer,acc,mrr_at_k=train_model(df,field=field,feature_rep=feature_rep,top_k=top_k)\n",
    "            results.append([field,feature_rep,top_k,acc,mrr_at_k])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Results of Various Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text_fields</th>\n",
       "      <th>feature_representation</th>\n",
       "      <th>top_k</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>mrr_at_k</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>text_desc_headline_url</td>\n",
       "      <td>tfidf</td>\n",
       "      <td>3</td>\n",
       "      <td>0.867256</td>\n",
       "      <td>0.751152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>text_desc_headline_url</td>\n",
       "      <td>binary</td>\n",
       "      <td>3</td>\n",
       "      <td>0.830165</td>\n",
       "      <td>0.715587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>text_desc_headline_url</td>\n",
       "      <td>counts</td>\n",
       "      <td>3</td>\n",
       "      <td>0.829653</td>\n",
       "      <td>0.718131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>text_desc_headline</td>\n",
       "      <td>tfidf</td>\n",
       "      <td>3</td>\n",
       "      <td>0.835925</td>\n",
       "      <td>0.717171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>text_desc_headline</td>\n",
       "      <td>binary</td>\n",
       "      <td>3</td>\n",
       "      <td>0.794675</td>\n",
       "      <td>0.679169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>text_desc_headline</td>\n",
       "      <td>counts</td>\n",
       "      <td>3</td>\n",
       "      <td>0.792179</td>\n",
       "      <td>0.677894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>text_desc</td>\n",
       "      <td>tfidf</td>\n",
       "      <td>3</td>\n",
       "      <td>0.630632</td>\n",
       "      <td>0.510838</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>text_desc</td>\n",
       "      <td>binary</td>\n",
       "      <td>3</td>\n",
       "      <td>0.598054</td>\n",
       "      <td>0.480489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>text_desc</td>\n",
       "      <td>counts</td>\n",
       "      <td>3</td>\n",
       "      <td>0.595526</td>\n",
       "      <td>0.478436</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              text_fields feature_representation  top_k  accuracy  mrr_at_k\n",
       "8  text_desc_headline_url                  tfidf      3  0.867256  0.751152\n",
       "6  text_desc_headline_url                 binary      3  0.830165  0.715587\n",
       "7  text_desc_headline_url                 counts      3  0.829653  0.718131\n",
       "5      text_desc_headline                  tfidf      3  0.835925  0.717171\n",
       "3      text_desc_headline                 binary      3  0.794675  0.679169\n",
       "4      text_desc_headline                 counts      3  0.792179  0.677894\n",
       "2               text_desc                  tfidf      3  0.630632  0.510838\n",
       "0               text_desc                 binary      3  0.598054  0.480489\n",
       "1               text_desc                 counts      3  0.595526  0.478436"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_results=pd.DataFrame(results,columns=['text_fields','feature_representation','top_k','accuracy','mrr_at_k'])\n",
    "df_results.sort_values(by=['text_fields','accuracy'],ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}