Predicting online news virality SOURCE CODE.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#Import necessary packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "from newspaper import Article \n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = \"https://timesofindia.indiatimes.com/world\"\n",
    "r = requests.get(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(r.content, 'html5lib') \n",
    "table = soup.findAll('a', attrs = {'class':'w_img'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "news=[]\n",
    "for row in table: \n",
    "    if not row['href'].startswith('http'):\n",
    "        news.append('https://timesofindia.indiatimes.com'+row['href'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=[]\n",
    "for i in news:\n",
    "    article = Article(i, language=\"en\")\n",
    "    article.download() \n",
    "    article.parse() \n",
    "    article.nlp() \n",
    "    data={}\n",
    "    data['Title']=article.title\n",
    "    data['Text']=article.text\n",
    "    data['Summary']=article.summary\n",
    "    data['Keywords']=article.keywords\n",
    "    df.append(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Keywords</th>\n",
       "      <th>Summary</th>\n",
       "      <th>Text</th>\n",
       "      <th>Title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[jong, kims, health, korean, korea, maintains,...</td>\n",
       "      <td>FILE - North Korean leader Kim Jong Un.\\n(AP p...</td>\n",
       "      <td>FILE - North Korean leader Kim Jong Un. (AP ph...</td>\n",
       "      <td>Kim Jong Un Health: South Korea maintains Kim ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[true, imposing, dont, residents, way, communi...</td>\n",
       "      <td>Apr 27, 2020, 08:27AM ISTSource: APThe videos,...</td>\n",
       "      <td>Apr 27, 2020, 08:27AM IST\\n\\nSource: AP\\n\\nThe...</td>\n",
       "      <td>Covid-19: Mayor entertains residents after imp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[coronavirus, street, johnson, symptoms, virus...</td>\n",
       "      <td>Apr 27, 2020, 08:40AM ISTSource: Times NowBrit...</td>\n",
       "      <td>Apr 27, 2020, 08:40AM IST\\n\\nSource: Times Now...</td>\n",
       "      <td>UK PM Boris Johnson returns to work after reco...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[officers, shot, paul, veteran, shooting, law,...</td>\n",
       "      <td>Apr 27, 2020, 08:28AM ISTSource: APPolice say ...</td>\n",
       "      <td>Apr 27, 2020, 08:28AM IST\\n\\nSource: AP\\n\\nPol...</td>\n",
       "      <td>1 officer dead, 1 wounded in Louisiana shooting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[workplaces, average, india, unprecedented, re...</td>\n",
       "      <td>Apr 22, 2020, 04:03PM ISTSource: APIndia's ext...</td>\n",
       "      <td>Apr 22, 2020, 04:03PM IST\\n\\nSource: AP\\n\\nInd...</td>\n",
       "      <td>Covid-19: Lockdown reveals fresh and clean air...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Keywords  \\\n",
       "0  [jong, kims, health, korean, korea, maintains,...   \n",
       "1  [true, imposing, dont, residents, way, communi...   \n",
       "2  [coronavirus, street, johnson, symptoms, virus...   \n",
       "3  [officers, shot, paul, veteran, shooting, law,...   \n",
       "4  [workplaces, average, india, unprecedented, re...   \n",
       "\n",
       "                                             Summary  \\\n",
       "0  FILE - North Korean leader Kim Jong Un.\\n(AP p...   \n",
       "1  Apr 27, 2020, 08:27AM ISTSource: APThe videos,...   \n",
       "2  Apr 27, 2020, 08:40AM ISTSource: Times NowBrit...   \n",
       "3  Apr 27, 2020, 08:28AM ISTSource: APPolice say ...   \n",
       "4  Apr 22, 2020, 04:03PM ISTSource: APIndia's ext...   \n",
       "\n",
       "                                                Text  \\\n",
       "0  FILE - North Korean leader Kim Jong Un. (AP ph...   \n",
       "1  Apr 27, 2020, 08:27AM IST\\n\\nSource: AP\\n\\nThe...   \n",
       "2  Apr 27, 2020, 08:40AM IST\\n\\nSource: Times Now...   \n",
       "3  Apr 27, 2020, 08:28AM IST\\n\\nSource: AP\\n\\nPol...   \n",
       "4  Apr 22, 2020, 04:03PM IST\\n\\nSource: AP\\n\\nInd...   \n",
       "\n",
       "                                               Title  \n",
       "0  Kim Jong Un Health: South Korea maintains Kim ...  \n",
       "1  Covid-19: Mayor entertains residents after imp...  \n",
       "2  UK PM Boris Johnson returns to work after reco...  \n",
       "3    1 officer dead, 1 wounded in Louisiana shooting  \n",
       "4  Covid-19: Lockdown reveals fresh and clean air...  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset=pd.DataFrame(df)\n",
    "dataset.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>timedelta</th>\n",
       "      <th>n_tokens_title</th>\n",
       "      <th>n_tokens_content</th>\n",
       "      <th>n_unique_tokens</th>\n",
       "      <th>n_non_stop_words</th>\n",
       "      <th>n_non_stop_unique_tokens</th>\n",
       "      <th>num_hrefs</th>\n",
       "      <th>num_self_hrefs</th>\n",
       "      <th>num_imgs</th>\n",
       "      <th>...</th>\n",
       "      <th>min_positive_polarity</th>\n",
       "      <th>max_positive_polarity</th>\n",
       "      <th>avg_negative_polarity</th>\n",
       "      <th>min_negative_polarity</th>\n",
       "      <th>max_negative_polarity</th>\n",
       "      <th>title_subjectivity</th>\n",
       "      <th>title_sentiment_polarity</th>\n",
       "      <th>abs_title_subjectivity</th>\n",
       "      <th>abs_title_sentiment_polarity</th>\n",
       "      <th>shares</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://mashable.com/2013/01/07/amazon-instant-...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>219.0</td>\n",
       "      <td>0.663594</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.815385</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.350000</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.187500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.187500</td>\n",
       "      <td>593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://mashable.com/2013/01/07/ap-samsung-spon...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>255.0</td>\n",
       "      <td>0.604743</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.791946</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.118750</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://mashable.com/2013/01/07/apple-40-billio...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>211.0</td>\n",
       "      <td>0.575130</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663866</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.466667</td>\n",
       "      <td>-0.800000</td>\n",
       "      <td>-0.133333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://mashable.com/2013/01/07/astronaut-notre...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>531.0</td>\n",
       "      <td>0.503788</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.665635</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.369697</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.166667</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://mashable.com/2013/01/07/att-u-verse-apps/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1072.0</td>\n",
       "      <td>0.415646</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.540890</td>\n",
       "      <td>19.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.220192</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>http://mashable.com/2013/01/07/beewi-smart-toys/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>370.0</td>\n",
       "      <td>0.559889</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.698198</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>-0.195000</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.642857</td>\n",
       "      <td>0.214286</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>0.214286</td>\n",
       "      <td>855</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>http://mashable.com/2013/01/07/bodymedia-armba...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>960.0</td>\n",
       "      <td>0.418163</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.549834</td>\n",
       "      <td>21.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.224479</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>http://mashable.com/2013/01/07/canon-poweshot-n/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>989.0</td>\n",
       "      <td>0.433574</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.572108</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.242778</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>http://mashable.com/2013/01/07/car-of-the-futu...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>0.670103</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.836735</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.125000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.375000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>http://mashable.com/2013/01/07/chuck-hagel-web...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>231.0</td>\n",
       "      <td>0.636364</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.797101</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.238095</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>710</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>http://mashable.com/2013/01/07/cosmic-events-d...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1248.0</td>\n",
       "      <td>0.490050</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.731638</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.415064</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>http://mashable.com/2013/01/07/crayon-creatures/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>187.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.262500</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>http://mashable.com/2013/01/07/creature-cups/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>0.609195</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.707602</td>\n",
       "      <td>18.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.310417</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>823</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>http://mashable.com/2013/01/07/dad-jokes/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>285.0</td>\n",
       "      <td>0.744186</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.841530</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.337889</td>\n",
       "      <td>-0.700000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>10000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>http://mashable.com/2013/01/07/downton-abbey-t...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>259.0</td>\n",
       "      <td>0.562753</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.644444</td>\n",
       "      <td>19.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.138690</td>\n",
       "      <td>-0.187500</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>761</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>http://mashable.com/2013/01/07/earth-size-plan...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>682.0</td>\n",
       "      <td>0.459542</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.634961</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>-0.220150</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>http://mashable.com/2013/01/07/echo-game/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1118.0</td>\n",
       "      <td>0.512397</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.709770</td>\n",
       "      <td>26.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.401437</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.566667</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.066667</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>13600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>http://mashable.com/2013/01/07/entrepreneur-tr...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>397.0</td>\n",
       "      <td>0.624679</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.805668</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.144643</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>http://mashable.com/2013/01/07/facebook-sick-app/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>103.0</td>\n",
       "      <td>0.689320</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.806452</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>-0.714286</td>\n",
       "      <td>0.357143</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>5700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>http://mashable.com/2013/01/07/felt-audio-puls...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1207.0</td>\n",
       "      <td>0.410579</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.548969</td>\n",
       "      <td>24.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>42.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.226786</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>17100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>http://mashable.com/2013/01/07/ford-glympse/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1248.0</td>\n",
       "      <td>0.390638</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.523388</td>\n",
       "      <td>21.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.206548</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>http://mashable.com/2013/01/07/ftc-google-leaks/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>391.0</td>\n",
       "      <td>0.510256</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.650000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>-0.108333</td>\n",
       "      <td>-0.166667</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>598</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>http://mashable.com/2013/01/07/fujifilm-50x-su...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1154.0</td>\n",
       "      <td>0.427305</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.572816</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.230263</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>http://mashable.com/2013/01/07/hillary-clinton...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>125.0</td>\n",
       "      <td>0.674797</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.797468</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.450000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>1500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>http://mashable.com/2013/01/07/htc-q1/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>244.0</td>\n",
       "      <td>0.560000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.680272</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.433333</td>\n",
       "      <td>-0.456481</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>852</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>http://mashable.com/2013/01/07/huawei-ascend-m...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>266.0</td>\n",
       "      <td>0.572581</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.721088</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>-0.116667</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.900000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>http://mashable.com/2013/01/07/iheartradio-app...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>331.0</td>\n",
       "      <td>0.562691</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.724490</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.263889</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>http://mashable.com/2013/01/07/intel-awesome-l...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1225.0</td>\n",
       "      <td>0.385452</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.508519</td>\n",
       "      <td>22.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.202292</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>http://mashable.com/2013/01/07/isp02-iphone-ta...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>243.0</td>\n",
       "      <td>0.619247</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.824427</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>-0.177500</td>\n",
       "      <td>-0.312500</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>http://mashable.com/2013/01/07/jobs-contently/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>723.0</td>\n",
       "      <td>0.490934</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.642241</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.213889</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39614</th>\n",
       "      <td>http://mashable.com/2014/12/26/the-interview-i...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>904.0</td>\n",
       "      <td>0.472158</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.606822</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>-0.225694</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39615</th>\n",
       "      <td>http://mashable.com/2014/12/26/toothpaste-fluo...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>5700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39616</th>\n",
       "      <td>http://mashable.com/2014/12/26/top-photography...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>2100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39617</th>\n",
       "      <td>http://mashable.com/2014/12/26/tor-attacked-li...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>991.0</td>\n",
       "      <td>0.459173</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.618487</td>\n",
       "      <td>40.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.188889</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39618</th>\n",
       "      <td>http://mashable.com/2014/12/26/tsa-gift-wrap-r...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>488.0</td>\n",
       "      <td>0.517454</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.683502</td>\n",
       "      <td>14.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.170833</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.125000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.375000</td>\n",
       "      <td>0.125000</td>\n",
       "      <td>1400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39619</th>\n",
       "      <td>http://mashable.com/2014/12/26/tsunami-10-year...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>428.0</td>\n",
       "      <td>0.512881</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.698745</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.271429</td>\n",
       "      <td>-0.700000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39620</th>\n",
       "      <td>http://mashable.com/2014/12/26/turkey-teen-ins...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>413.0</td>\n",
       "      <td>0.556675</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.692913</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.525000</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>-0.300000</td>\n",
       "      <td>0.650000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39621</th>\n",
       "      <td>http://mashable.com/2014/12/26/ukraine-prisone...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>468.0</td>\n",
       "      <td>0.582781</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.691318</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.282500</td>\n",
       "      <td>-0.700000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>24300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39622</th>\n",
       "      <td>http://mashable.com/2014/12/26/wacky-kickstart...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1122.0</td>\n",
       "      <td>0.439421</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.635258</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.262500</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>2900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39623</th>\n",
       "      <td>http://mashable.com/2014/12/26/what-is-tor/</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>436.0</td>\n",
       "      <td>0.529412</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.701681</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.255208</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.850000</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39624</th>\n",
       "      <td>http://mashable.com/2014/12/27/air-asia-flight...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>429.0</td>\n",
       "      <td>0.514925</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.658436</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>-0.179847</td>\n",
       "      <td>-0.312500</td>\n",
       "      <td>-0.025000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39625</th>\n",
       "      <td>http://mashable.com/2014/12/27/als-ice-bucket-...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>0.570136</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.731343</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.071429</td>\n",
       "      <td>-0.071429</td>\n",
       "      <td>-0.071429</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>1400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39626</th>\n",
       "      <td>http://mashable.com/2014/12/27/christmas-tree-...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>249.0</td>\n",
       "      <td>0.567227</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.748201</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.145833</td>\n",
       "      <td>-0.166667</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39627</th>\n",
       "      <td>http://mashable.com/2014/12/27/extremist-leade...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>874.0</td>\n",
       "      <td>0.480702</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.711538</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>-0.325000</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.577273</td>\n",
       "      <td>-0.131818</td>\n",
       "      <td>0.077273</td>\n",
       "      <td>0.131818</td>\n",
       "      <td>1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39628</th>\n",
       "      <td>http://mashable.com/2014/12/27/facebook-year-i...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>626.0</td>\n",
       "      <td>0.552504</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.759791</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.558333</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39629</th>\n",
       "      <td>http://mashable.com/2014/12/27/frozen-doll-prank/</td>\n",
       "      <td>9.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>209.0</td>\n",
       "      <td>0.656863</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.722628</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.850000</td>\n",
       "      <td>-0.366667</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39630</th>\n",
       "      <td>http://mashable.com/2014/12/27/high-school-i-c...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>491.0</td>\n",
       "      <td>0.454167</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.609665</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.062500</td>\n",
       "      <td>0.900000</td>\n",
       "      <td>-0.164881</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.477273</td>\n",
       "      <td>0.168182</td>\n",
       "      <td>0.022727</td>\n",
       "      <td>0.168182</td>\n",
       "      <td>1500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39631</th>\n",
       "      <td>http://mashable.com/2014/12/27/japan-elderly-d...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>746.0</td>\n",
       "      <td>0.465306</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.735849</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.850000</td>\n",
       "      <td>-0.375000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39632</th>\n",
       "      <td>http://mashable.com/2014/12/27/las-vegas-new-y...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>580.0</td>\n",
       "      <td>0.506261</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.661891</td>\n",
       "      <td>15.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.115000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39633</th>\n",
       "      <td>http://mashable.com/2014/12/27/lbj-adviser-sla...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>614.0</td>\n",
       "      <td>0.476033</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.614987</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.181313</td>\n",
       "      <td>-0.300000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39634</th>\n",
       "      <td>http://mashable.com/2014/12/27/music-grid-outf...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>251.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.786164</td>\n",
       "      <td>21.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.558333</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39635</th>\n",
       "      <td>http://mashable.com/2014/12/27/nike-marc-newson/</td>\n",
       "      <td>9.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>478.0</td>\n",
       "      <td>0.514039</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.641844</td>\n",
       "      <td>18.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.223611</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39636</th>\n",
       "      <td>http://mashable.com/2014/12/27/north-korea-int...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2509.0</td>\n",
       "      <td>0.348878</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.464923</td>\n",
       "      <td>23.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.231612</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39637</th>\n",
       "      <td>http://mashable.com/2014/12/27/nypd-rafael-ram...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1629.0</td>\n",
       "      <td>0.425711</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.606092</td>\n",
       "      <td>15.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.429534</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.783333</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>0.283333</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>1400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39638</th>\n",
       "      <td>http://mashable.com/2014/12/27/protests-contin...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>223.0</td>\n",
       "      <td>0.653153</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.825758</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.214286</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>-0.250000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39639</th>\n",
       "      <td>http://mashable.com/2014/12/27/samsung-app-aut...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>346.0</td>\n",
       "      <td>0.529052</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.684783</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>-0.260000</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.125000</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39640</th>\n",
       "      <td>http://mashable.com/2014/12/27/seth-rogen-jame...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>328.0</td>\n",
       "      <td>0.696296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.885057</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>-0.211111</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39641</th>\n",
       "      <td>http://mashable.com/2014/12/27/son-pays-off-mo...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>442.0</td>\n",
       "      <td>0.516355</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.644128</td>\n",
       "      <td>24.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.356439</td>\n",
       "      <td>-0.800000</td>\n",
       "      <td>-0.166667</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>1900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39642</th>\n",
       "      <td>http://mashable.com/2014/12/27/ukraine-blasts/</td>\n",
       "      <td>8.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>682.0</td>\n",
       "      <td>0.539493</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.692661</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.062500</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.205246</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.012500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39643</th>\n",
       "      <td>http://mashable.com/2014/12/27/youtube-channel...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>157.0</td>\n",
       "      <td>0.701987</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.846154</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1300</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>39644 rows × 61 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     url   timedelta  \\\n",
       "0      http://mashable.com/2013/01/07/amazon-instant-...       731.0   \n",
       "1      http://mashable.com/2013/01/07/ap-samsung-spon...       731.0   \n",
       "2      http://mashable.com/2013/01/07/apple-40-billio...       731.0   \n",
       "3      http://mashable.com/2013/01/07/astronaut-notre...       731.0   \n",
       "4       http://mashable.com/2013/01/07/att-u-verse-apps/       731.0   \n",
       "5       http://mashable.com/2013/01/07/beewi-smart-toys/       731.0   \n",
       "6      http://mashable.com/2013/01/07/bodymedia-armba...       731.0   \n",
       "7       http://mashable.com/2013/01/07/canon-poweshot-n/       731.0   \n",
       "8      http://mashable.com/2013/01/07/car-of-the-futu...       731.0   \n",
       "9      http://mashable.com/2013/01/07/chuck-hagel-web...       731.0   \n",
       "10     http://mashable.com/2013/01/07/cosmic-events-d...       731.0   \n",
       "11      http://mashable.com/2013/01/07/crayon-creatures/       731.0   \n",
       "12         http://mashable.com/2013/01/07/creature-cups/       731.0   \n",
       "13             http://mashable.com/2013/01/07/dad-jokes/       731.0   \n",
       "14     http://mashable.com/2013/01/07/downton-abbey-t...       731.0   \n",
       "15     http://mashable.com/2013/01/07/earth-size-plan...       731.0   \n",
       "16             http://mashable.com/2013/01/07/echo-game/       731.0   \n",
       "17     http://mashable.com/2013/01/07/entrepreneur-tr...       731.0   \n",
       "18     http://mashable.com/2013/01/07/facebook-sick-app/       731.0   \n",
       "19     http://mashable.com/2013/01/07/felt-audio-puls...       731.0   \n",
       "20          http://mashable.com/2013/01/07/ford-glympse/       731.0   \n",
       "21      http://mashable.com/2013/01/07/ftc-google-leaks/       731.0   \n",
       "22     http://mashable.com/2013/01/07/fujifilm-50x-su...       731.0   \n",
       "23     http://mashable.com/2013/01/07/hillary-clinton...       731.0   \n",
       "24                http://mashable.com/2013/01/07/htc-q1/       731.0   \n",
       "25     http://mashable.com/2013/01/07/huawei-ascend-m...       731.0   \n",
       "26     http://mashable.com/2013/01/07/iheartradio-app...       731.0   \n",
       "27     http://mashable.com/2013/01/07/intel-awesome-l...       731.0   \n",
       "28     http://mashable.com/2013/01/07/isp02-iphone-ta...       731.0   \n",
       "29        http://mashable.com/2013/01/07/jobs-contently/       731.0   \n",
       "...                                                  ...         ...   \n",
       "39614  http://mashable.com/2014/12/26/the-interview-i...         9.0   \n",
       "39615  http://mashable.com/2014/12/26/toothpaste-fluo...         9.0   \n",
       "39616  http://mashable.com/2014/12/26/top-photography...         9.0   \n",
       "39617  http://mashable.com/2014/12/26/tor-attacked-li...         9.0   \n",
       "39618  http://mashable.com/2014/12/26/tsa-gift-wrap-r...         9.0   \n",
       "39619  http://mashable.com/2014/12/26/tsunami-10-year...         9.0   \n",
       "39620  http://mashable.com/2014/12/26/turkey-teen-ins...         9.0   \n",
       "39621  http://mashable.com/2014/12/26/ukraine-prisone...         9.0   \n",
       "39622  http://mashable.com/2014/12/26/wacky-kickstart...         9.0   \n",
       "39623        http://mashable.com/2014/12/26/what-is-tor/         9.0   \n",
       "39624  http://mashable.com/2014/12/27/air-asia-flight...         9.0   \n",
       "39625  http://mashable.com/2014/12/27/als-ice-bucket-...         9.0   \n",
       "39626  http://mashable.com/2014/12/27/christmas-tree-...         9.0   \n",
       "39627  http://mashable.com/2014/12/27/extremist-leade...         9.0   \n",
       "39628  http://mashable.com/2014/12/27/facebook-year-i...         9.0   \n",
       "39629  http://mashable.com/2014/12/27/frozen-doll-prank/         9.0   \n",
       "39630  http://mashable.com/2014/12/27/high-school-i-c...         9.0   \n",
       "39631  http://mashable.com/2014/12/27/japan-elderly-d...         9.0   \n",
       "39632  http://mashable.com/2014/12/27/las-vegas-new-y...         9.0   \n",
       "39633  http://mashable.com/2014/12/27/lbj-adviser-sla...         9.0   \n",
       "39634  http://mashable.com/2014/12/27/music-grid-outf...         9.0   \n",
       "39635   http://mashable.com/2014/12/27/nike-marc-newson/         9.0   \n",
       "39636  http://mashable.com/2014/12/27/north-korea-int...         8.0   \n",
       "39637  http://mashable.com/2014/12/27/nypd-rafael-ram...         8.0   \n",
       "39638  http://mashable.com/2014/12/27/protests-contin...         8.0   \n",
       "39639  http://mashable.com/2014/12/27/samsung-app-aut...         8.0   \n",
       "39640  http://mashable.com/2014/12/27/seth-rogen-jame...         8.0   \n",
       "39641  http://mashable.com/2014/12/27/son-pays-off-mo...         8.0   \n",
       "39642     http://mashable.com/2014/12/27/ukraine-blasts/         8.0   \n",
       "39643  http://mashable.com/2014/12/27/youtube-channel...         8.0   \n",
       "\n",
       "        n_tokens_title   n_tokens_content   n_unique_tokens  \\\n",
       "0                 12.0              219.0          0.663594   \n",
       "1                  9.0              255.0          0.604743   \n",
       "2                  9.0              211.0          0.575130   \n",
       "3                  9.0              531.0          0.503788   \n",
       "4                 13.0             1072.0          0.415646   \n",
       "5                 10.0              370.0          0.559889   \n",
       "6                  8.0              960.0          0.418163   \n",
       "7                 12.0              989.0          0.433574   \n",
       "8                 11.0               97.0          0.670103   \n",
       "9                 10.0              231.0          0.636364   \n",
       "10                 9.0             1248.0          0.490050   \n",
       "11                10.0              187.0          0.666667   \n",
       "12                 9.0              274.0          0.609195   \n",
       "13                 9.0              285.0          0.744186   \n",
       "14                 8.0              259.0          0.562753   \n",
       "15                12.0              682.0          0.459542   \n",
       "16                 8.0             1118.0          0.512397   \n",
       "17                 8.0              397.0          0.624679   \n",
       "18                11.0              103.0          0.689320   \n",
       "19                 8.0             1207.0          0.410579   \n",
       "20                13.0             1248.0          0.390638   \n",
       "21                 9.0              391.0          0.510256   \n",
       "22                11.0             1154.0          0.427305   \n",
       "23                11.0              125.0          0.674797   \n",
       "24                13.0              244.0          0.560000   \n",
       "25                 8.0              266.0          0.572581   \n",
       "26                 8.0              331.0          0.562691   \n",
       "27                12.0             1225.0          0.385452   \n",
       "28                10.0              243.0          0.619247   \n",
       "29                11.0              723.0          0.490934   \n",
       "...                ...                ...               ...   \n",
       "39614              9.0              904.0          0.472158   \n",
       "39615             11.0                0.0          0.000000   \n",
       "39616             15.0                0.0          0.000000   \n",
       "39617             11.0              991.0          0.459173   \n",
       "39618             14.0              488.0          0.517454   \n",
       "39619             14.0              428.0          0.512881   \n",
       "39620             13.0              413.0          0.556675   \n",
       "39621              9.0              468.0          0.582781   \n",
       "39622             11.0             1122.0          0.439421   \n",
       "39623             14.0              436.0          0.529412   \n",
       "39624             12.0              429.0          0.514925   \n",
       "39625             13.0              224.0          0.570136   \n",
       "39626             12.0              249.0          0.567227   \n",
       "39627             14.0              874.0          0.480702   \n",
       "39628             14.0              626.0          0.552504   \n",
       "39629             13.0              209.0          0.656863   \n",
       "39630             12.0              491.0          0.454167   \n",
       "39631             13.0              746.0          0.465306   \n",
       "39632             15.0              580.0          0.506261   \n",
       "39633              9.0              614.0          0.476033   \n",
       "39634              9.0              251.0          0.666667   \n",
       "39635             13.0              478.0          0.514039   \n",
       "39636              8.0             2509.0          0.348878   \n",
       "39637             13.0             1629.0          0.425711   \n",
       "39638             11.0              223.0          0.653153   \n",
       "39639             11.0              346.0          0.529052   \n",
       "39640             12.0              328.0          0.696296   \n",
       "39641             10.0              442.0          0.516355   \n",
       "39642              6.0              682.0          0.539493   \n",
       "39643             10.0              157.0          0.701987   \n",
       "\n",
       "        n_non_stop_words   n_non_stop_unique_tokens   num_hrefs  \\\n",
       "0                    1.0                   0.815385         4.0   \n",
       "1                    1.0                   0.791946         3.0   \n",
       "2                    1.0                   0.663866         3.0   \n",
       "3                    1.0                   0.665635         9.0   \n",
       "4                    1.0                   0.540890        19.0   \n",
       "5                    1.0                   0.698198         2.0   \n",
       "6                    1.0                   0.549834        21.0   \n",
       "7                    1.0                   0.572108        20.0   \n",
       "8                    1.0                   0.836735         2.0   \n",
       "9                    1.0                   0.797101         4.0   \n",
       "10                   1.0                   0.731638        11.0   \n",
       "11                   1.0                   0.800000         7.0   \n",
       "12                   1.0                   0.707602        18.0   \n",
       "13                   1.0                   0.841530         4.0   \n",
       "14                   1.0                   0.644444        19.0   \n",
       "15                   1.0                   0.634961        10.0   \n",
       "16                   1.0                   0.709770        26.0   \n",
       "17                   1.0                   0.805668        11.0   \n",
       "18                   1.0                   0.806452         3.0   \n",
       "19                   1.0                   0.548969        24.0   \n",
       "20                   1.0                   0.523388        21.0   \n",
       "21                   1.0                   0.650000         9.0   \n",
       "22                   1.0                   0.572816        20.0   \n",
       "23                   1.0                   0.797468         1.0   \n",
       "24                   1.0                   0.680272         3.0   \n",
       "25                   1.0                   0.721088         5.0   \n",
       "26                   1.0                   0.724490         5.0   \n",
       "27                   1.0                   0.508519        22.0   \n",
       "28                   1.0                   0.824427         1.0   \n",
       "29                   1.0                   0.642241        18.0   \n",
       "...                  ...                        ...         ...   \n",
       "39614                1.0                   0.606822        27.0   \n",
       "39615                0.0                   0.000000         0.0   \n",
       "39616                0.0                   0.000000         0.0   \n",
       "39617                1.0                   0.618487        40.0   \n",
       "39618                1.0                   0.683502        14.0   \n",
       "39619                1.0                   0.698745         2.0   \n",
       "39620                1.0                   0.692913        11.0   \n",
       "39621                1.0                   0.691318        17.0   \n",
       "39622                1.0                   0.635258         4.0   \n",
       "39623                1.0                   0.701681         6.0   \n",
       "39624                1.0                   0.658436         3.0   \n",
       "39625                1.0                   0.731343         7.0   \n",
       "39626                1.0                   0.748201         4.0   \n",
       "39627                1.0                   0.711538        13.0   \n",
       "39628                1.0                   0.759791         4.0   \n",
       "39629                1.0                   0.722628         4.0   \n",
       "39630                1.0                   0.609665         2.0   \n",
       "39631                1.0                   0.735849         4.0   \n",
       "39632                1.0                   0.661891        15.0   \n",
       "39633                1.0                   0.614987        10.0   \n",
       "39634                1.0                   0.786164        21.0   \n",
       "39635                1.0                   0.641844        18.0   \n",
       "39636                1.0                   0.464923        23.0   \n",
       "39637                1.0                   0.606092        15.0   \n",
       "39638                1.0                   0.825758         5.0   \n",
       "39639                1.0                   0.684783         9.0   \n",
       "39640                1.0                   0.885057         9.0   \n",
       "39641                1.0                   0.644128        24.0   \n",
       "39642                1.0                   0.692661        10.0   \n",
       "39643                1.0                   0.846154         1.0   \n",
       "\n",
       "        num_self_hrefs   num_imgs   ...      min_positive_polarity  \\\n",
       "0                  2.0        1.0   ...                   0.100000   \n",
       "1                  1.0        1.0   ...                   0.033333   \n",
       "2                  1.0        1.0   ...                   0.100000   \n",
       "3                  0.0        1.0   ...                   0.136364   \n",
       "4                 19.0       20.0   ...                   0.033333   \n",
       "5                  2.0        0.0   ...                   0.136364   \n",
       "6                 20.0       20.0   ...                   0.100000   \n",
       "7                 20.0       20.0   ...                   0.100000   \n",
       "8                  0.0        0.0   ...                   0.400000   \n",
       "9                  1.0        1.0   ...                   0.100000   \n",
       "10                 0.0        1.0   ...                   0.100000   \n",
       "11                 0.0        1.0   ...                   0.200000   \n",
       "12                 2.0       11.0   ...                   0.200000   \n",
       "13                 2.0        0.0   ...                   0.160000   \n",
       "14                 3.0        9.0   ...                   0.136364   \n",
       "15                 0.0        1.0   ...                   0.050000   \n",
       "16                18.0       12.0   ...                   0.100000   \n",
       "17                 0.0        1.0   ...                   0.033333   \n",
       "18                 1.0        1.0   ...                   0.033333   \n",
       "19                24.0       42.0   ...                   0.100000   \n",
       "20                19.0       20.0   ...                   0.100000   \n",
       "21                 2.0        1.0   ...                   0.050000   \n",
       "22                20.0       20.0   ...                   0.100000   \n",
       "23                 1.0        1.0   ...                   0.100000   \n",
       "24                 2.0        1.0   ...                   0.136364   \n",
       "25                 2.0        1.0   ...                   0.250000   \n",
       "26                 3.0        1.0   ...                   0.100000   \n",
       "27                22.0       28.0   ...                   0.050000   \n",
       "28                 1.0        0.0   ...                   0.136364   \n",
       "29                 1.0        1.0   ...                   0.033333   \n",
       "...                ...        ...   ...                        ...   \n",
       "39614              2.0        2.0   ...                   0.100000   \n",
       "39615              0.0       21.0   ...                   0.000000   \n",
       "39616              0.0        0.0   ...                   0.000000   \n",
       "39617              3.0        4.0   ...                   0.050000   \n",
       "39618              9.0        1.0   ...                   0.100000   \n",
       "39619              1.0        1.0   ...                   0.100000   \n",
       "39620              2.0        1.0   ...                   0.100000   \n",
       "39621              1.0        1.0   ...                   0.100000   \n",
       "39622              1.0        6.0   ...                   0.100000   \n",
       "39623              6.0        2.0   ...                   0.100000   \n",
       "39624              3.0        3.0   ...                   0.166667   \n",
       "39625              7.0        1.0   ...                   0.100000   \n",
       "39626              2.0        1.0   ...                   0.136364   \n",
       "39627              1.0        1.0   ...                   0.100000   \n",
       "39628              2.0        1.0   ...                   0.033333   \n",
       "39629              1.0        0.0   ...                   0.200000   \n",
       "39630              2.0        2.0   ...                   0.062500   \n",
       "39631              1.0        1.0   ...                   0.100000   \n",
       "39632              2.0        3.0   ...                   0.100000   \n",
       "39633              0.0        1.0   ...                   0.050000   \n",
       "39634             13.0        9.0   ...                   0.250000   \n",
       "39635              2.0        2.0   ...                   0.033333   \n",
       "39636              1.0       10.0   ...                   0.100000   \n",
       "39637             12.0        6.0   ...                   0.033333   \n",
       "39638              3.0        1.0   ...                   0.214286   \n",
       "39639              7.0        1.0   ...                   0.100000   \n",
       "39640              7.0        3.0   ...                   0.136364   \n",
       "39641              1.0       12.0   ...                   0.136364   \n",
       "39642              1.0        1.0   ...                   0.062500   \n",
       "39643              1.0        0.0   ...                   0.100000   \n",
       "\n",
       "        max_positive_polarity   avg_negative_polarity   min_negative_polarity  \\\n",
       "0                    0.700000               -0.350000               -0.600000   \n",
       "1                    0.700000               -0.118750               -0.125000   \n",
       "2                    1.000000               -0.466667               -0.800000   \n",
       "3                    0.800000               -0.369697               -0.600000   \n",
       "4                    1.000000               -0.220192               -0.500000   \n",
       "5                    0.600000               -0.195000               -0.400000   \n",
       "6                    1.000000               -0.224479               -0.500000   \n",
       "7                    1.000000               -0.242778               -0.500000   \n",
       "8                    0.800000               -0.125000               -0.125000   \n",
       "9                    0.500000               -0.238095               -0.500000   \n",
       "10                   1.000000               -0.415064               -1.000000   \n",
       "11                   0.700000               -0.262500               -0.400000   \n",
       "12                   0.700000               -0.310417               -0.600000   \n",
       "13                   1.000000               -0.337889               -0.700000   \n",
       "14                   0.500000               -0.138690               -0.187500   \n",
       "15                   0.600000               -0.220150               -0.600000   \n",
       "16                   1.000000               -0.401437               -1.000000   \n",
       "17                   1.000000               -0.144643               -0.200000   \n",
       "18                   0.500000               -0.125000               -0.125000   \n",
       "19                   1.000000               -0.226786               -0.500000   \n",
       "20                   1.000000               -0.206548               -0.500000   \n",
       "21                   0.350000               -0.108333               -0.166667   \n",
       "22                   1.000000               -0.230263               -0.500000   \n",
       "23                   0.600000                0.000000                0.000000   \n",
       "24                   0.433333               -0.456481               -1.000000   \n",
       "25                   0.350000               -0.116667               -0.200000   \n",
       "26                   1.000000               -0.263889               -0.500000   \n",
       "27                   1.000000               -0.202292               -0.500000   \n",
       "28                   0.600000               -0.177500               -0.312500   \n",
       "29                   1.000000               -0.213889               -0.600000   \n",
       "...                       ...                     ...                     ...   \n",
       "39614                0.600000               -0.225694               -0.500000   \n",
       "39615                0.000000                0.000000                0.000000   \n",
       "39616                0.000000                0.000000                0.000000   \n",
       "39617                1.000000               -0.188889               -0.500000   \n",
       "39618                0.800000               -0.170833               -0.250000   \n",
       "39619                0.700000               -0.271429               -0.700000   \n",
       "39620                0.500000               -0.525000               -0.750000   \n",
       "39621                0.500000               -0.282500               -0.700000   \n",
       "39622                1.000000               -0.262500               -1.000000   \n",
       "39623                0.700000               -0.255208               -0.500000   \n",
       "39624                0.750000               -0.179847               -0.312500   \n",
       "39625                0.500000               -0.071429               -0.071429   \n",
       "39626                1.000000               -0.145833               -0.166667   \n",
       "39627                0.600000               -0.325000               -0.600000   \n",
       "39628                0.800000               -0.558333               -1.000000   \n",
       "39629                0.850000               -0.366667               -0.500000   \n",
       "39630                0.900000               -0.164881               -0.333333   \n",
       "39631                0.850000               -0.375000               -1.000000   \n",
       "39632                0.800000               -0.115000               -0.125000   \n",
       "39633                0.800000               -0.181313               -0.300000   \n",
       "39634                1.000000               -0.558333               -1.000000   \n",
       "39635                1.000000               -0.223611               -0.400000   \n",
       "39636                1.000000               -0.231612               -0.600000   \n",
       "39637                1.000000               -0.429534               -1.000000   \n",
       "39638                0.800000               -0.250000               -0.250000   \n",
       "39639                0.750000               -0.260000               -0.500000   \n",
       "39640                0.700000               -0.211111               -0.400000   \n",
       "39641                0.500000               -0.356439               -0.800000   \n",
       "39642                0.500000               -0.205246               -0.500000   \n",
       "39643                0.500000               -0.200000               -0.200000   \n",
       "\n",
       "        max_negative_polarity   title_subjectivity   title_sentiment_polarity  \\\n",
       "0                   -0.200000             0.500000                  -0.187500   \n",
       "1                   -0.100000             0.000000                   0.000000   \n",
       "2                   -0.133333             0.000000                   0.000000   \n",
       "3                   -0.166667             0.000000                   0.000000   \n",
       "4                   -0.050000             0.454545                   0.136364   \n",
       "5                   -0.100000             0.642857                   0.214286   \n",
       "6                   -0.050000             0.000000                   0.000000   \n",
       "7                   -0.050000             1.000000                   0.500000   \n",
       "8                   -0.125000             0.125000                   0.000000   \n",
       "9                   -0.100000             0.000000                   0.000000   \n",
       "10                  -0.100000             0.000000                   0.000000   \n",
       "11                  -0.125000             0.000000                   0.000000   \n",
       "12                  -0.050000             1.000000                  -1.000000   \n",
       "13                  -0.100000             1.000000                  -1.000000   \n",
       "14                  -0.050000             0.750000                   0.550000   \n",
       "15                  -0.050000             0.750000                  -0.250000   \n",
       "16                  -0.050000             0.566667                  -0.100000   \n",
       "17                  -0.100000             0.000000                   0.000000   \n",
       "18                  -0.125000             0.857143                  -0.714286   \n",
       "19                  -0.050000             0.500000                   0.000000   \n",
       "20                  -0.050000             0.000000                   0.000000   \n",
       "21                  -0.050000             0.000000                   0.000000   \n",
       "22                  -0.050000             0.000000                   0.000000   \n",
       "23                   0.000000             0.450000                   0.400000   \n",
       "24                  -0.125000             0.700000                  -0.400000   \n",
       "25                  -0.050000             0.900000                   0.400000   \n",
       "26                  -0.125000             0.000000                   0.000000   \n",
       "27                  -0.050000             0.500000                   0.500000   \n",
       "28                  -0.125000             0.000000                   0.000000   \n",
       "29                  -0.100000             0.500000                   0.500000   \n",
       "...                       ...                  ...                        ...   \n",
       "39614               -0.050000             0.000000                   0.000000   \n",
       "39615                0.000000             0.454545                   0.136364   \n",
       "39616                0.000000             0.454545                   0.136364   \n",
       "39617               -0.050000             0.454545                   0.136364   \n",
       "39618               -0.125000             0.125000                  -0.125000   \n",
       "39619               -0.100000             0.000000                   0.000000   \n",
       "39620               -0.300000             0.650000                   0.000000   \n",
       "39621               -0.100000             0.000000                   0.000000   \n",
       "39622               -0.100000             0.300000                   0.166667   \n",
       "39623               -0.100000             0.850000                  -0.400000   \n",
       "39624               -0.025000             0.000000                   0.000000   \n",
       "39625               -0.071429             0.800000                   0.400000   \n",
       "39626               -0.125000             0.000000                   0.000000   \n",
       "39627               -0.125000             0.577273                  -0.131818   \n",
       "39628               -0.100000             0.000000                   0.000000   \n",
       "39629               -0.100000             1.000000                  -0.500000   \n",
       "39630               -0.050000             0.477273                   0.168182   \n",
       "39631               -0.050000             1.000000                  -1.000000   \n",
       "39632               -0.100000             0.500000                   0.500000   \n",
       "39633               -0.050000             0.000000                   0.000000   \n",
       "39634               -0.125000             0.000000                   0.000000   \n",
       "39635               -0.050000             0.100000                   0.000000   \n",
       "39636               -0.050000             0.000000                   0.000000   \n",
       "39637               -0.050000             0.783333                  -0.600000   \n",
       "39638               -0.250000             0.000000                   0.000000   \n",
       "39639               -0.125000             0.100000                   0.000000   \n",
       "39640               -0.100000             0.300000                   1.000000   \n",
       "39641               -0.166667             0.454545                   0.136364   \n",
       "39642               -0.012500             0.000000                   0.000000   \n",
       "39643               -0.200000             0.333333                   0.250000   \n",
       "\n",
       "        abs_title_subjectivity   abs_title_sentiment_polarity   shares  \n",
       "0                     0.000000                       0.187500      593  \n",
       "1                     0.500000                       0.000000      711  \n",
       "2                     0.500000                       0.000000     1500  \n",
       "3                     0.500000                       0.000000     1200  \n",
       "4                     0.045455                       0.136364      505  \n",
       "5                     0.142857                       0.214286      855  \n",
       "6                     0.500000                       0.000000      556  \n",
       "7                     0.500000                       0.500000      891  \n",
       "8                     0.375000                       0.000000     3600  \n",
       "9                     0.500000                       0.000000      710  \n",
       "10                    0.500000                       0.000000     2200  \n",
       "11                    0.500000                       0.000000     1900  \n",
       "12                    0.500000                       1.000000      823  \n",
       "13                    0.500000                       1.000000    10000  \n",
       "14                    0.250000                       0.550000      761  \n",
       "15                    0.250000                       0.250000     1600  \n",
       "16                    0.066667                       0.100000    13600  \n",
       "17                    0.500000                       0.000000     3100  \n",
       "18                    0.357143                       0.714286     5700  \n",
       "19                    0.000000                       0.000000    17100  \n",
       "20                    0.500000                       0.000000     2800  \n",
       "21                    0.500000                       0.000000      598  \n",
       "22                    0.500000                       0.000000      445  \n",
       "23                    0.050000                       0.400000     1500  \n",
       "24                    0.200000                       0.400000      852  \n",
       "25                    0.400000                       0.400000      783  \n",
       "26                    0.500000                       0.000000     1500  \n",
       "27                    0.000000                       0.500000     1800  \n",
       "28                    0.500000                       0.000000      462  \n",
       "29                    0.000000                       0.500000      425  \n",
       "...                        ...                            ...      ...  \n",
       "39614                 0.500000                       0.000000     1400  \n",
       "39615                 0.045455                       0.136364     5700  \n",
       "39616                 0.045455                       0.136364     2100  \n",
       "39617                 0.045455                       0.136364      691  \n",
       "39618                 0.375000                       0.125000     1400  \n",
       "39619                 0.500000                       0.000000     1200  \n",
       "39620                 0.150000                       0.000000     2400  \n",
       "39621                 0.500000                       0.000000    24300  \n",
       "39622                 0.200000                       0.166667     2900  \n",
       "39623                 0.350000                       0.400000      947  \n",
       "39624                 0.500000                       0.000000     3200  \n",
       "39625                 0.300000                       0.400000     1400  \n",
       "39626                 0.500000                       0.000000     1100  \n",
       "39627                 0.077273                       0.131818     1200  \n",
       "39628                 0.500000                       0.000000     1000  \n",
       "39629                 0.500000                       0.500000     2400  \n",
       "39630                 0.022727                       0.168182     1500  \n",
       "39631                 0.500000                       1.000000      914  \n",
       "39632                 0.000000                       0.500000     1700  \n",
       "39633                 0.500000                       0.000000     1500  \n",
       "39634                 0.500000                       0.000000     1000  \n",
       "39635                 0.400000                       0.000000     1300  \n",
       "39636                 0.500000                       0.000000     1700  \n",
       "39637                 0.283333                       0.600000     1400  \n",
       "39638                 0.500000                       0.000000     1200  \n",
       "39639                 0.400000                       0.000000     1800  \n",
       "39640                 0.200000                       1.000000     1900  \n",
       "39641                 0.045455                       0.136364     1900  \n",
       "39642                 0.500000                       0.000000     1100  \n",
       "39643                 0.166667                       0.250000     1300  \n",
       "\n",
       "[39644 rows x 61 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_path = pd.read_csv(\"C:\\\\Users\\\\USER\\\\Downloads\\\\OnlineNewsPopularity\\\\OnlineNewsPopularity.csv\")\n",
    "data_path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>timedelta</th>\n",
       "      <th>n_tokens_title</th>\n",
       "      <th>n_tokens_content</th>\n",
       "      <th>n_unique_tokens</th>\n",
       "      <th>n_non_stop_words</th>\n",
       "      <th>n_non_stop_unique_tokens</th>\n",
       "      <th>num_hrefs</th>\n",
       "      <th>num_self_hrefs</th>\n",
       "      <th>num_imgs</th>\n",
       "      <th>...</th>\n",
       "      <th>min_positive_polarity</th>\n",
       "      <th>max_positive_polarity</th>\n",
       "      <th>avg_negative_polarity</th>\n",
       "      <th>min_negative_polarity</th>\n",
       "      <th>max_negative_polarity</th>\n",
       "      <th>title_subjectivity</th>\n",
       "      <th>title_sentiment_polarity</th>\n",
       "      <th>abs_title_subjectivity</th>\n",
       "      <th>abs_title_sentiment_polarity</th>\n",
       "      <th>shares</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://mashable.com/2013/01/07/amazon-instant-...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>219.0</td>\n",
       "      <td>0.663594</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.815385</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.7</td>\n",
       "      <td>-0.350000</td>\n",
       "      <td>-0.600</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.187500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.187500</td>\n",
       "      <td>593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://mashable.com/2013/01/07/ap-samsung-spon...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>255.0</td>\n",
       "      <td>0.604743</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.791946</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>0.7</td>\n",
       "      <td>-0.118750</td>\n",
       "      <td>-0.125</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://mashable.com/2013/01/07/apple-40-billio...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>211.0</td>\n",
       "      <td>0.575130</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663866</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.466667</td>\n",
       "      <td>-0.800</td>\n",
       "      <td>-0.133333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://mashable.com/2013/01/07/astronaut-notre...</td>\n",
       "      <td>731.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>531.0</td>\n",
       "      <td>0.503788</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.665635</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.8</td>\n",
       "      <td>-0.369697</td>\n",
       "      <td>-0.600</td>\n",
       "      <td>-0.166667</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://mashable.com/2013/01/07/att-u-verse-apps/</td>\n",
       "      <td>731.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1072.0</td>\n",
       "      <td>0.415646</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.540890</td>\n",
       "      <td>19.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033333</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.220192</td>\n",
       "      <td>-0.500</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>505</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 61 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url   timedelta  \\\n",
       "0  http://mashable.com/2013/01/07/amazon-instant-...       731.0   \n",
       "1  http://mashable.com/2013/01/07/ap-samsung-spon...       731.0   \n",
       "2  http://mashable.com/2013/01/07/apple-40-billio...       731.0   \n",
       "3  http://mashable.com/2013/01/07/astronaut-notre...       731.0   \n",
       "4   http://mashable.com/2013/01/07/att-u-verse-apps/       731.0   \n",
       "\n",
       "    n_tokens_title   n_tokens_content   n_unique_tokens   n_non_stop_words  \\\n",
       "0             12.0              219.0          0.663594                1.0   \n",
       "1              9.0              255.0          0.604743                1.0   \n",
       "2              9.0              211.0          0.575130                1.0   \n",
       "3              9.0              531.0          0.503788                1.0   \n",
       "4             13.0             1072.0          0.415646                1.0   \n",
       "\n",
       "    n_non_stop_unique_tokens   num_hrefs   num_self_hrefs   num_imgs   ...     \\\n",
       "0                   0.815385         4.0              2.0        1.0   ...      \n",
       "1                   0.791946         3.0              1.0        1.0   ...      \n",
       "2                   0.663866         3.0              1.0        1.0   ...      \n",
       "3                   0.665635         9.0              0.0        1.0   ...      \n",
       "4                   0.540890        19.0             19.0       20.0   ...      \n",
       "\n",
       "    min_positive_polarity   max_positive_polarity   avg_negative_polarity  \\\n",
       "0                0.100000                     0.7               -0.350000   \n",
       "1                0.033333                     0.7               -0.118750   \n",
       "2                0.100000                     1.0               -0.466667   \n",
       "3                0.136364                     0.8               -0.369697   \n",
       "4                0.033333                     1.0               -0.220192   \n",
       "\n",
       "    min_negative_polarity   max_negative_polarity   title_subjectivity  \\\n",
       "0                  -0.600               -0.200000             0.500000   \n",
       "1                  -0.125               -0.100000             0.000000   \n",
       "2                  -0.800               -0.133333             0.000000   \n",
       "3                  -0.600               -0.166667             0.000000   \n",
       "4                  -0.500               -0.050000             0.454545   \n",
       "\n",
       "    title_sentiment_polarity   abs_title_subjectivity  \\\n",
       "0                  -0.187500                 0.000000   \n",
       "1                   0.000000                 0.500000   \n",
       "2                   0.000000                 0.500000   \n",
       "3                   0.000000                 0.500000   \n",
       "4                   0.136364                 0.045455   \n",
       "\n",
       "    abs_title_sentiment_polarity   shares  \n",
       "0                       0.187500      593  \n",
       "1                       0.000000      711  \n",
       "2                       0.000000     1500  \n",
       "3                       0.000000     1200  \n",
       "4                       0.136364      505  \n",
       "\n",
       "[5 rows x 61 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_path.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "train_set, test_set = train_test_split(data_path, test_size=0.20, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_cols(data):\n",
    "    \"\"\"Clean the column names by stripping and lowercase.\"\"\"\n",
    "    clean_col_map = {x: x.lower().strip() for x in list(data)}\n",
    "    return data.rename(index=str, columns=clean_col_map)\n",
    "\n",
    "def TrainTestSplit(X, Y, R=0, test_size=0.2):\n",
    "    \"\"\"Easy Train Test Split call.\"\"\"\n",
    "    return train_test_split(X, Y, test_size=test_size, random_state=R)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "full_data = clean_cols(pd.read_csv(\"C:\\\\Users\\\\USER\\\\Downloads\\\\OnlineNewsPopularity\\\\OnlineNewsPopularity.csv\"))\n",
    "train_set, test_set = train_test_split(full_data, test_size=0.20, random_state=42)\n",
    "\n",
    "x_train = train_set.drop(['url','shares', 'timedelta', 'lda_00','lda_01','lda_02','lda_03','lda_04','num_self_hrefs', 'kw_min_min', 'kw_max_min', 'kw_avg_min','kw_min_max','kw_max_max','kw_avg_max','kw_min_avg','kw_max_avg','kw_avg_avg','self_reference_min_shares','self_reference_max_shares','self_reference_avg_sharess','rate_positive_words','rate_negative_words','abs_title_subjectivity','abs_title_sentiment_polarity'], axis=1)\n",
    "y_train = train_set['shares']\n",
    "\n",
    "x_test = test_set.drop(['url','shares', 'timedelta', 'num_self_hrefs', 'kw_min_min', 'kw_max_min', 'kw_avg_min','kw_min_max','kw_max_max','kw_avg_max','kw_min_avg','kw_max_avg','kw_avg_avg','self_reference_min_shares','self_reference_max_shares','self_reference_avg_sharess','rate_positive_words','rate_negative_words','abs_title_subjectivity','abs_title_sentiment_polarity'], axis=1)\n",
    "y_test = test_set['shares']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestRegressor(bootstrap=True, ccp_alpha=0.0, criterion='mse',\n",
       "                      max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "                      max_samples=None, min_impurity_decrease=0.0,\n",
       "                      min_impurity_split=None, min_samples_leaf=1,\n",
       "                      min_samples_split=2, min_weight_fraction_leaf=0.0,\n",
       "                      n_estimators=100, n_jobs=None, oob_score=False,\n",
       "                      random_state=42, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import RandomForestRegressor\n",
    "clf = RandomForestRegressor(random_state=42)\n",
    "clf.fit(x_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "rf_res = pd.DataFrame(clf.predict(x_train),list(y_train))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Actual shares</th>\n",
       "      <th>Predicted shares</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16100</td>\n",
       "      <td>11247.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>508</td>\n",
       "      <td>882.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1300</td>\n",
       "      <td>1864.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3100</td>\n",
       "      <td>3627.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6900</td>\n",
       "      <td>5415.02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Actual shares  Predicted shares\n",
       "0          16100          11247.11\n",
       "1            508            882.22\n",
       "2           1300           1864.97\n",
       "3           3100           3627.22\n",
       "4           6900           5415.02"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rf_res.reset_index(level=0, inplace=True)\n",
    "rf_res_df = rf_res.rename(index=str, columns={\"index\": \"Actual shares\", 0: \"Predicted shares\"})\n",
    "rf_res_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.tokenize import word_tokenize \n",
    "from nltk.corpus import stopwords\n",
    "stopwords=set(stopwords.words('english'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "def rate_unique(words):\n",
    "    words=tokenize(words)\n",
    "    no_order = list(set(words))\n",
    "    rate_unique=len(no_order)/len(words)\n",
    "    return rate_unique"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "def rate_nonstop(words):\n",
    "    words=tokenize(words)\n",
    "    filtered_sentence = [w for w in words if not w in stopwords]\n",
    "    rate_nonstop=len(filtered_sentence)/len(words)\n",
    "    no_order = list(set(filtered_sentence))\n",
    "    rate_unique_nonstop=len(no_order)/len(words)\n",
    "    return rate_nonstop,rate_unique_nonstop"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def avg_token(words):\n",
    "    words=tokenize(words)\n",
    "    length=[]\n",
    "    for i in words:\n",
    "        length.append(len(i))\n",
    "    return np.average(length)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "from textblob import TextBlob\n",
    "import datefinder\n",
    "import datetime  \n",
    "from datetime import date \n",
    "def day(article_text):\n",
    "    article=article_text\n",
    "    if len(list(datefinder.find_dates(article)))>0:\n",
    "        date=str(list(datefinder.find_dates(article))[0])\n",
    "        date=date.split()\n",
    "        date=date[0]\n",
    "        year, month, day = date.split('-')     \n",
    "        day_name = datetime.date(int(year), int(month), int(day)) \n",
    "        return day_name.strftime(\"%A\")\n",
    "    return \"Monday\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tokenize(text):\n",
    "    text=text\n",
    "    return word_tokenize(text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "pos_words=[]\n",
    "neg_words=[]\n",
    "def polar(words):\n",
    "    all_tokens=tokenize(words)\n",
    "    for i in all_tokens:\n",
    "        analysis=TextBlob(i)\n",
    "        polarity=analysis.sentiment.polarity\n",
    "        if polarity>0:\n",
    "            pos_words.append(i)\n",
    "        if polarity<0:\n",
    "            neg_words.append(i)\n",
    "    return pos_words,neg_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "def rates(words):\n",
    "    words=polar(words)\n",
    "    pos=words[0]\n",
    "    neg=words[1]\n",
    "    all_words=words\n",
    "    global_rate_positive_words=(len(pos)/len(all_words))/100\n",
    "    global_rate_negative_words=(len(neg)/len(all_words))/100\n",
    "    pol_pos=[]\n",
    "    pol_neg=[]\n",
    "    for i in pos:\n",
    "        analysis=TextBlob(i)\n",
    "        pol_pos.append(analysis.sentiment.polarity)\n",
    "        avg_positive_polarity=analysis.sentiment.polarity\n",
    "    for j in neg:\n",
    "        analysis2=TextBlob(j)\n",
    "        pol_neg.append(analysis2.sentiment.polarity)\n",
    "        avg_negative_polarity=analysis2.sentiment.polarity\n",
    "    min_positive_polarity=min(pol_pos)\n",
    "    max_positive_polarity=max(pol_pos)\n",
    "    min_negative_polarity=min(pol_neg)\n",
    "    max_negative_polarity=max(pol_neg)\n",
    "    avg_positive_polarity=np.average(pol_pos)\n",
    "    avg_negative_polarity=np.average(pol_neg)\n",
    "    return global_rate_positive_words,global_rate_negative_words,avg_positive_polarity,min_positive_polarity,max_positive_polarity,avg_negative_polarity,min_negative_polarity,max_negative_polarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2=[]\n",
    "for i in news:\n",
    "    pred_info={}\n",
    "    article = Article(i, language=\"en\") # en for English \n",
    "    article.download() \n",
    "    article.parse()\n",
    "    analysis=TextBlob(article.text)\n",
    "    polarity=analysis.sentiment.polarity\n",
    "    title_analysis=TextBlob(article.title)\n",
    "    pred_info['text']=article.text\n",
    "    pred_info['n_tokens_title']=len(tokenize(article.title))\n",
    "    pred_info['n_tokens_content']=len(tokenize(article.text))\n",
    "    pred_info['n_unique_tokens']=rate_unique(article.text)\n",
    "    pred_info['n_non_stop_words']=rate_nonstop(article.text)[0]\n",
    "    pred_info['n_non_stop_unique_tokens']=rate_nonstop(article.text)[1]\n",
    "    pred_info['num_hrefs']=article.html.count(\"https://timesofindia.indiatimes.com\")\n",
    "    pred_info['num_imgs']=len(article.images)\n",
    "    pred_info['num_videos']=len(article.movies)\n",
    "    pred_info['average_token_length']=avg_token(article.text)\n",
    "    pred_info['num_keywords']=len(article.keywords)\n",
    "    \n",
    "    if \"life-style\" in article.url:\n",
    "        pred_info['data_channel_is_lifestyle']=1\n",
    "    else:\n",
    "        pred_info['data_channel_is_lifestyle']=0\n",
    "    if \"etimes\" in article.url:\n",
    "        pred_info['data_channel_is_entertainment']=1\n",
    "    else:\n",
    "        pred_info['data_channel_is_entertainment']=0\n",
    "    if \"business\" in article.url:\n",
    "        pred_info['data_channel_is_bus']=1\n",
    "    else:\n",
    "        pred_info['data_channel_is_bus']=0\n",
    "    if \"social media\" or \"facebook\" or \"whatsapp\" in article.text.lower():\n",
    "        data_channel_is_socmed=1\n",
    "        data_channel_is_tech=0\n",
    "        data_channel_is_world=0\n",
    "    else:\n",
    "        data_channel_is_socmed=0\n",
    "    if (\"technology\" or \"tech\" in article.text.lower()) or (\"technology\" or \"tech\" in article.url):\n",
    "        data_channel_is_tech=1\n",
    "        data_channel_is_socmed=0\n",
    "        data_channel_is_world=0\n",
    "    else:\n",
    "        data_channel_is_tech=0\n",
    "    if \"world\" in article.url:\n",
    "        data_channel_is_world=1\n",
    "        data_channel_is_tech=0\n",
    "        data_channel_is_socmed=0\n",
    "    else:\n",
    "        data_channel_is_world=0\n",
    "        \n",
    "    pred_info['data_channel_is_socmed']=data_channel_is_socmed\n",
    "    pred_info['data_channel_is_tech']=data_channel_is_tech\n",
    "    pred_info['data_channel_is_world']=data_channel_is_world\n",
    "    \n",
    "    if day(i)==\"Monday\":\n",
    "        pred_info['weekday_is_monday']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_monday']=0\n",
    "    if day(i)==\"Tuesday\":\n",
    "        pred_info['weekday_is_tuesday']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_tuesday']=0\n",
    "    if day(i)==\"Wednesday\":\n",
    "        pred_info['weekday_is_wednesday']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_wednesday']=0\n",
    "    if day(i)==\"Thursday\":\n",
    "        pred_info['weekday_is_thursday']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_thursday']=0\n",
    "    if day(i)==\"Friday\":\n",
    "        pred_info['weekday_is_friday']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_friday']=0\n",
    "    if day(i)==\"Saturday\":\n",
    "        pred_info['weekday_is_saturday']=1\n",
    "        pred_info['is_weekend']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_saturday']=0\n",
    "    if day(i)==\"Sunday\":\n",
    "        pred_info['weekday_is_sunday']=1\n",
    "        pred_info['is_weekend']=1\n",
    "    else:\n",
    "        pred_info['weekday_is_sunday']=0\n",
    "        pred_info['is_weekend']=0\n",
    "        \n",
    "    pred_info['global_subjectivity']=analysis.sentiment.subjectivity\n",
    "    pred_info['global_sentiment_polarity']=analysis.sentiment.polarity\n",
    "    pred_info['global_rate_positive_words']=rates(article.text)[0]\n",
    "    pred_info['global_rate_negative_words']=rates(article.text)[1]\n",
    "    pred_info['avg_positive_polarity']=rates(article.text)[2]\n",
    "    pred_info['min_positive_polarity']=rates(article.text)[3]\n",
    "    pred_info['max_positive_polarity']=rates(article.text)[4]\n",
    "    pred_info['avg_negative_polarity']=rates(article.text)[5]\n",
    "    pred_info['min_negative_polarity']=rates(article.text)[6]\n",
    "    pred_info['max_negative_polarity']=rates(article.text)[7]    \n",
    "    pred_info['title_subjectivity']=title_analysis.sentiment.subjectivity\n",
    "    pred_info['title_sentiment_polarity']=title_analysis.sentiment.polarity\n",
    "    df2.append(pred_info)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>average_token_length</th>\n",
       "      <th>avg_negative_polarity</th>\n",
       "      <th>avg_positive_polarity</th>\n",
       "      <th>data_channel_is_bus</th>\n",
       "      <th>data_channel_is_entertainment</th>\n",
       "      <th>data_channel_is_lifestyle</th>\n",
       "      <th>data_channel_is_socmed</th>\n",
       "      <th>data_channel_is_tech</th>\n",
       "      <th>data_channel_is_world</th>\n",
       "      <th>global_rate_negative_words</th>\n",
       "      <th>...</th>\n",
       "      <th>text</th>\n",
       "      <th>title_sentiment_polarity</th>\n",
       "      <th>title_subjectivity</th>\n",
       "      <th>weekday_is_friday</th>\n",
       "      <th>weekday_is_monday</th>\n",
       "      <th>weekday_is_saturday</th>\n",
       "      <th>weekday_is_sunday</th>\n",
       "      <th>weekday_is_thursday</th>\n",
       "      <th>weekday_is_tuesday</th>\n",
       "      <th>weekday_is_wednesday</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4.665301</td>\n",
       "      <td>-0.237037</td>\n",
       "      <td>0.301190</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.09</td>\n",
       "      <td>...</td>\n",
       "      <td>FILE - North Korean leader Kim Jong Un. (AP ph...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3.726316</td>\n",
       "      <td>-0.237037</td>\n",
       "      <td>0.314872</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.36</td>\n",
       "      <td>...</td>\n",
       "      <td>Apr 27, 2020, 08:27AM IST\\n\\nSource: AP\\n\\nThe...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4.505155</td>\n",
       "      <td>-0.277963</td>\n",
       "      <td>0.326585</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.39</td>\n",
       "      <td>...</td>\n",
       "      <td>Apr 27, 2020, 08:40AM IST\\n\\nSource: Times Now...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4.326797</td>\n",
       "      <td>-0.283007</td>\n",
       "      <td>0.315709</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.49</td>\n",
       "      <td>...</td>\n",
       "      <td>Apr 27, 2020, 08:28AM IST\\n\\nSource: AP\\n\\nPol...</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4.443548</td>\n",
       "      <td>-0.274317</td>\n",
       "      <td>0.308423</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.55</td>\n",
       "      <td>...</td>\n",
       "      <td>Apr 22, 2020, 04:03PM IST\\n\\nSource: AP\\n\\nInd...</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 37 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   average_token_length  avg_negative_polarity  avg_positive_polarity  \\\n",
       "0              4.665301              -0.237037               0.301190   \n",
       "1              3.726316              -0.237037               0.314872   \n",
       "2              4.505155              -0.277963               0.326585   \n",
       "3              4.326797              -0.283007               0.315709   \n",
       "4              4.443548              -0.274317               0.308423   \n",
       "\n",
       "   data_channel_is_bus  data_channel_is_entertainment  \\\n",
       "0                    0                              0   \n",
       "1                    0                              0   \n",
       "2                    0                              0   \n",
       "3                    0                              0   \n",
       "4                    0                              0   \n",
       "\n",
       "   data_channel_is_lifestyle  data_channel_is_socmed  data_channel_is_tech  \\\n",
       "0                          0                       0                     0   \n",
       "1                          0                       0                     1   \n",
       "2                          0                       0                     1   \n",
       "3                          0                       0                     1   \n",
       "4                          0                       0                     1   \n",
       "\n",
       "   data_channel_is_world  global_rate_negative_words          ...           \\\n",
       "0                      1                        0.09          ...            \n",
       "1                      0                        0.36          ...            \n",
       "2                      0                        0.39          ...            \n",
       "3                      0                        0.49          ...            \n",
       "4                      0                        0.55          ...            \n",
       "\n",
       "                                                text  \\\n",
       "0  FILE - North Korean leader Kim Jong Un. (AP ph...   \n",
       "1  Apr 27, 2020, 08:27AM IST\\n\\nSource: AP\\n\\nThe...   \n",
       "2  Apr 27, 2020, 08:40AM IST\\n\\nSource: Times Now...   \n",
       "3  Apr 27, 2020, 08:28AM IST\\n\\nSource: AP\\n\\nPol...   \n",
       "4  Apr 22, 2020, 04:03PM IST\\n\\nSource: AP\\n\\nInd...   \n",
       "\n",
       "   title_sentiment_polarity  title_subjectivity  weekday_is_friday  \\\n",
       "0                  0.000000                 0.0                  0   \n",
       "1                  0.000000                 0.0                  0   \n",
       "2                  0.000000                 0.0                  0   \n",
       "3                 -0.200000                 0.4                  0   \n",
       "4                  0.333333                 0.6                  0   \n",
       "\n",
       "   weekday_is_monday  weekday_is_saturday  weekday_is_sunday  \\\n",
       "0                  1                    0                  0   \n",
       "1                  0                    0                  0   \n",
       "2                  0                    0                  1   \n",
       "3                  0                    0                  0   \n",
       "4                  0                    0                  1   \n",
       "\n",
       "   weekday_is_thursday  weekday_is_tuesday  weekday_is_wednesday  \n",
       "0                    0                   0                     0  \n",
       "1                    0                   1                     0  \n",
       "2                    0                   0                     0  \n",
       "3                    0                   0                     1  \n",
       "4                    0                   0                     0  \n",
       "\n",
       "[5 rows x 37 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred_df=pd.DataFrame(df2)\n",
    "pred_test=pred_df.drop(['text'],axis=1)\n",
    "pred_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#Prediction of Result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>Virality</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>FILE - North Korean leader Kim Jong Un. (AP ph...</td>\n",
       "      <td>15990.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Apr 27, 2020, 08:27AM IST\\n\\nSource: AP\\n\\nThe...</td>\n",
       "      <td>21271.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Apr 27, 2020, 08:40AM IST\\n\\nSource: Times Now...</td>\n",
       "      <td>24550.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Apr 27, 2020, 08:28AM IST\\n\\nSource: AP\\n\\nPol...</td>\n",
       "      <td>24891.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Apr 22, 2020, 04:03PM IST\\n\\nSource: AP\\n\\nInd...</td>\n",
       "      <td>38919.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Apr 22, 2020, 03:58PM IST\\n\\nSource: AP\\n\\nIra...</td>\n",
       "      <td>29820.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Apr 22, 2020, 04:04PM IST\\n\\nSource: AP\\n\\nAn ...</td>\n",
       "      <td>24550.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Apr 22, 2020, 03:57PM IST\\n\\nSource: AP\\n\\nFou...</td>\n",
       "      <td>24550.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Apr 21, 2020, 09:25AM IST\\n\\nSource: Times Now...</td>\n",
       "      <td>39627.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Apr 21, 2020, 03:38PM IST\\n\\nSource: AP\\n\\nA s...</td>\n",
       "      <td>22519.37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Apr 21, 2020, 03:42PM IST\\n\\nSource: AP\\n\\nPre...</td>\n",
       "      <td>32447.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>One vial of the drug Remdesivir is seen during...</td>\n",
       "      <td>18864.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Pakistan Army chief Gen Qamar Javed Bajwa (Fil...</td>\n",
       "      <td>15462.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>A man cleans the premises of Star Mosque befor...</td>\n",
       "      <td>16796.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Britain's Prime Minister Boris Johnson speaks ...</td>\n",
       "      <td>15462.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>File photo used for representation.\\n\\nDownloa...</td>\n",
       "      <td>15696.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Medical workers from a hospital collect swabs ...</td>\n",
       "      <td>15696.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>File photo used for representation.\\n\\nDownloa...</td>\n",
       "      <td>15764.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>FILE - North Korean leader Kim Jong Un. (AP ph...</td>\n",
       "      <td>15462.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>A man was arrested at the N12 roadblock on Fri...</td>\n",
       "      <td>15507.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>WASHINGTON: US President Donald Trump has nomi...</td>\n",
       "      <td>22881.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>SINGAPORE: A 33-year-old Indian worker was kil...</td>\n",
       "      <td>29589.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>WASHINGTON: Seema Nanda has announced her deci...</td>\n",
       "      <td>18254.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>HOUSTON: Renu Khator , an Indian-American univ...</td>\n",
       "      <td>22881.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>WASHINGTON: An Indian-American NGO has raised ...</td>\n",
       "      <td>23111.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>MYSURU: A day after she was given 'Drive of Ho...</td>\n",
       "      <td>22983.54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>SINGAPORE: A 52-year-old Indian-origin man was...</td>\n",
       "      <td>18294.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Representative image\\n\\nDownload The Times of ...</td>\n",
       "      <td>17087.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Apr 27, 2020, 06:54PM IST\\n\\nSource: Times Now...</td>\n",
       "      <td>21984.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>During the time of lockdown in India, Doordars...</td>\n",
       "      <td>24697.57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Bollywood actor and politician Vinod Khanna, w...</td>\n",
       "      <td>29640.26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Apr 27, 2020, 02:44PM IST\\n\\nSource: Times Now...</td>\n",
       "      <td>24370.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Apr 27, 2020, 01:11PM IST\\n\\nSource: ANI\\n\\nA ...</td>\n",
       "      <td>24370.48</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 text  Virality\n",
       "0   FILE - North Korean leader Kim Jong Un. (AP ph...  15990.89\n",
       "1   Apr 27, 2020, 08:27AM IST\\n\\nSource: AP\\n\\nThe...  21271.02\n",
       "2   Apr 27, 2020, 08:40AM IST\\n\\nSource: Times Now...  24550.50\n",
       "3   Apr 27, 2020, 08:28AM IST\\n\\nSource: AP\\n\\nPol...  24891.78\n",
       "4   Apr 22, 2020, 04:03PM IST\\n\\nSource: AP\\n\\nInd...  38919.25\n",
       "5   Apr 22, 2020, 03:58PM IST\\n\\nSource: AP\\n\\nIra...  29820.28\n",
       "6   Apr 22, 2020, 04:04PM IST\\n\\nSource: AP\\n\\nAn ...  24550.50\n",
       "7   Apr 22, 2020, 03:57PM IST\\n\\nSource: AP\\n\\nFou...  24550.50\n",
       "8   Apr 21, 2020, 09:25AM IST\\n\\nSource: Times Now...  39627.29\n",
       "9   Apr 21, 2020, 03:38PM IST\\n\\nSource: AP\\n\\nA s...  22519.37\n",
       "10  Apr 21, 2020, 03:42PM IST\\n\\nSource: AP\\n\\nPre...  32447.44\n",
       "11  One vial of the drug Remdesivir is seen during...  18864.55\n",
       "12  Pakistan Army chief Gen Qamar Javed Bajwa (Fil...  15462.48\n",
       "13  A man cleans the premises of Star Mosque befor...  16796.50\n",
       "14  Britain's Prime Minister Boris Johnson speaks ...  15462.48\n",
       "15  File photo used for representation.\\n\\nDownloa...  15696.41\n",
       "16  Medical workers from a hospital collect swabs ...  15696.41\n",
       "17  File photo used for representation.\\n\\nDownloa...  15764.41\n",
       "18  FILE - North Korean leader Kim Jong Un. (AP ph...  15462.48\n",
       "19  A man was arrested at the N12 roadblock on Fri...  15507.97\n",
       "20  WASHINGTON: US President Donald Trump has nomi...  22881.82\n",
       "21  SINGAPORE: A 33-year-old Indian worker was kil...  29589.28\n",
       "22  WASHINGTON: Seema Nanda has announced her deci...  18254.86\n",
       "23  HOUSTON: Renu Khator , an Indian-American univ...  22881.82\n",
       "24  WASHINGTON: An Indian-American NGO has raised ...  23111.56\n",
       "25  MYSURU: A day after she was given 'Drive of Ho...  22983.54\n",
       "26  SINGAPORE: A 52-year-old Indian-origin man was...  18294.91\n",
       "27  Representative image\\n\\nDownload The Times of ...  17087.44\n",
       "28  Apr 27, 2020, 06:54PM IST\\n\\nSource: Times Now...  21984.40\n",
       "29  During the time of lockdown in India, Doordars...  24697.57\n",
       "30  Bollywood actor and politician Vinod Khanna, w...  29640.26\n",
       "31  Apr 27, 2020, 02:44PM IST\\n\\nSource: Times Now...  24370.48\n",
       "32  Apr 27, 2020, 01:11PM IST\\n\\nSource: ANI\\n\\nA ...  24370.48"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_data=pd.DataFrame(clf.predict(pred_test),pred_df['text'])\n",
    "test_data.reset_index(level=0, inplace=True)\n",
    "test_data = test_data.rename(index=str, columns={\"index\": \"News\", 0: \"Virality\"})\n",
    "test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}