Sentiment_Analysis_using_Bayesian_Logistic_Regression.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Sentiment Analysis using Bayesian Logistic Regression",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "NXuSLmQg86dG",
        "colab_type": "code",
        "outputId": "df04a1a9-bcf4-4c97-8ae3-2a444181305b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 232
        }
      },
      "source": [
        "import os\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "from google.colab import drive\n",
        "from sklearn.feature_extraction.text import TfidfVectorizer\n",
        "from sklearn.linear_model import LogisticRegression\n",
        "from nltk.tokenize import word_tokenize\n",
        "from nltk.stem import WordNetLemmatizer \n",
        "import re\n",
        "import nltk\n",
        "from nltk.corpus import stopwords\n",
        "from sklearn.metrics import accuracy_score\n",
        "lemmatizer = WordNetLemmatizer()\n",
        "nltk.download('stopwords')\n",
        "nltk.download('punkt')\n",
        "nltk.download('wordnet')\n",
        "drive.mount('/content/drive')\n",
        "os.chdir('/content/drive/My Drive/Fintech Society')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/stopwords.zip.\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n",
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/wordnet.zip.\n",
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=email%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdocs.test%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive.photos.readonly%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fpeopleapi.readonly&response_type=code\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "eoSQHAQI9o_3",
        "colab_type": "code",
        "outputId": "9c75dac1-9fde-4c1b-856d-e6c5aeccd4f2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 230
        }
      },
      "source": [
        "df = pd.read_csv(\"Combined_News_DJIA.csv\") \n",
        "df.head(1)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Date</th>\n",
              "      <th>Label</th>\n",
              "      <th>Top1</th>\n",
              "      <th>Top2</th>\n",
              "      <th>Top3</th>\n",
              "      <th>Top4</th>\n",
              "      <th>Top5</th>\n",
              "      <th>Top6</th>\n",
              "      <th>Top7</th>\n",
              "      <th>Top8</th>\n",
              "      <th>...</th>\n",
              "      <th>Top16</th>\n",
              "      <th>Top17</th>\n",
              "      <th>Top18</th>\n",
              "      <th>Top19</th>\n",
              "      <th>Top20</th>\n",
              "      <th>Top21</th>\n",
              "      <th>Top22</th>\n",
              "      <th>Top23</th>\n",
              "      <th>Top24</th>\n",
              "      <th>Top25</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2008-08-08</td>\n",
              "      <td>0</td>\n",
              "      <td>b\"Georgia 'downs two Russian warplanes' as cou...</td>\n",
              "      <td>b'BREAKING: Musharraf to be impeached.'</td>\n",
              "      <td>b'Russia Today: Columns of troops roll into So...</td>\n",
              "      <td>b'Russian tanks are moving towards the capital...</td>\n",
              "      <td>b\"Afghan children raped with 'impunity,' U.N. ...</td>\n",
              "      <td>b'150 Russian tanks have entered South Ossetia...</td>\n",
              "      <td>b\"Breaking: Georgia invades South Ossetia, Rus...</td>\n",
              "      <td>b\"The 'enemy combatent' trials are nothing but...</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Georgia Invades South Ossetia - if Russia ge...</td>\n",
              "      <td>b'Al-Qaeda Faces Islamist Backlash'</td>\n",
              "      <td>b'Condoleezza Rice: \"The US would not act to p...</td>\n",
              "      <td>b'This is a busy day:  The European Union has ...</td>\n",
              "      <td>b\"Georgia will withdraw 1,000 soldiers from Ir...</td>\n",
              "      <td>b'Why the Pentagon Thinks Attacking Iran is a ...</td>\n",
              "      <td>b'Caucasus in crisis: Georgia invades South Os...</td>\n",
              "      <td>b'Indian shoe manufactory  - And again in a se...</td>\n",
              "      <td>b'Visitors Suffering from Mental Illnesses Ban...</td>\n",
              "      <td>b\"No Help for Mexico's Kidnapping Surge\"</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1 rows × 27 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "         Date  Label                                               Top1  \\\n",
              "0  2008-08-08      0  b\"Georgia 'downs two Russian warplanes' as cou...   \n",
              "\n",
              "                                      Top2  \\\n",
              "0  b'BREAKING: Musharraf to be impeached.'   \n",
              "\n",
              "                                                Top3  \\\n",
              "0  b'Russia Today: Columns of troops roll into So...   \n",
              "\n",
              "                                                Top4  \\\n",
              "0  b'Russian tanks are moving towards the capital...   \n",
              "\n",
              "                                                Top5  \\\n",
              "0  b\"Afghan children raped with 'impunity,' U.N. ...   \n",
              "\n",
              "                                                Top6  \\\n",
              "0  b'150 Russian tanks have entered South Ossetia...   \n",
              "\n",
              "                                                Top7  \\\n",
              "0  b\"Breaking: Georgia invades South Ossetia, Rus...   \n",
              "\n",
              "                                                Top8  \\\n",
              "0  b\"The 'enemy combatent' trials are nothing but...   \n",
              "\n",
              "                     ...                     \\\n",
              "0                    ...                      \n",
              "\n",
              "                                               Top16  \\\n",
              "0  b'Georgia Invades South Ossetia - if Russia ge...   \n",
              "\n",
              "                                 Top17  \\\n",
              "0  b'Al-Qaeda Faces Islamist Backlash'   \n",
              "\n",
              "                                               Top18  \\\n",
              "0  b'Condoleezza Rice: \"The US would not act to p...   \n",
              "\n",
              "                                               Top19  \\\n",
              "0  b'This is a busy day:  The European Union has ...   \n",
              "\n",
              "                                               Top20  \\\n",
              "0  b\"Georgia will withdraw 1,000 soldiers from Ir...   \n",
              "\n",
              "                                               Top21  \\\n",
              "0  b'Why the Pentagon Thinks Attacking Iran is a ...   \n",
              "\n",
              "                                               Top22  \\\n",
              "0  b'Caucasus in crisis: Georgia invades South Os...   \n",
              "\n",
              "                                               Top23  \\\n",
              "0  b'Indian shoe manufactory  - And again in a se...   \n",
              "\n",
              "                                               Top24  \\\n",
              "0  b'Visitors Suffering from Mental Illnesses Ban...   \n",
              "\n",
              "                                      Top25  \n",
              "0  b\"No Help for Mexico's Kidnapping Surge\"  \n",
              "\n",
              "[1 rows x 27 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CVuZVCIYEGHo",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train = df[df['Date'] < '2015-01-01']\n",
        "test = df[df['Date'] > '2014-12-31']"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xczd2Mc6iYMz",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "trainheadlines = []\n",
        "testheadlines = []\n",
        "for row in range(0,len(train.index)):\n",
        "    trainheadlines.append(' '.join(str(x) for x in train.iloc[row,2:27]))\n",
        "    \n",
        "for row in range(0,len(test.index)):\n",
        "    testheadlines.append(' '.join(str(x) for x in test.iloc[row,2:27]))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CNHrMHxgqPCT",
        "colab_type": "code",
        "outputId": "08fc3c5b-e448-4481-a73a-4fab2a07ac40",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 55
        }
      },
      "source": [
        "trainheadlines[1]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'b\\'Why wont America and Nato help us? If they wont help us now, why did we help them in Iraq?\\' b\\'Bush puts foot down on Georgian conflict\\' b\"Jewish Georgian minister: Thanks to Israeli training, we\\'re fending off Russia \" b\\'Georgian army flees in disarray as Russians advance - Gori abandoned to Russia without a shot fired\\' b\"Olympic opening ceremony fireworks \\'faked\\'\" b\\'What were the Mossad with fraudulent New Zealand Passports doing in Iraq?\\' b\\'Russia angered by Israeli military sale to Georgia\\' b\\'An American citizen living in S.Ossetia blames U.S. and Georgian leaders for the genocide of innocent people\\' b\\'Welcome To World War IV! Now In High Definition!\\' b\"Georgia\\'s move, a mistake of monumental proportions \" b\\'Russia presses deeper into Georgia; U.S. says regime change is goal\\' b\\'Abhinav Bindra wins first ever Individual Olympic Gold Medal for India\\' b\\' U.S. ship heads for Arctic to define territory\\' b\\'Drivers in a Jerusalem taxi station threaten to quit rather than work for their new boss - an Arab\\' b\\'The French Team is Stunned by Phelps and the 4x100m Relay Team\\' b\\'Israel and the US behind the Georgian aggression?\\' b\\'\"Do not believe TV, neither Russian nor Georgian. There are much more victims\"\\' b\\'Riots are still going on in Montreal (Canada) because police murdered a boy on Saturday.\\' b\\'China to overtake US as largest manufacturer\\' b\\'War in South Ossetia [PICS]\\' b\\'Israeli Physicians Group Condemns State Torture\\' b\\' Russia has just beaten the United States over the head with Peak Oil\\' b\\'Perhaps *the* question about the Georgia - Russia conflict \\' b\\'Russia is so much better at war\\' b\"So this is what it\\'s come to: trading sex for food.\"'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vR0Lz4x-pXPB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "colab_type": "text",
        "id": "oBj_W6B-IvVb"
      },
      "source": [
        "Lemmatisation\n",
        "\n",
        "####![alt text](https://timkuhn.github.io/TextMining/images/lemma.png)\n",
        "\n",
        "\n",
        "\n",
        "Stop Words\n",
        "\n",
        "\n",
        "![alt text](https://www.socialtalent.com/wp-content/uploads/2016/09/Screen-Shot-2016-09-01-at-15.01.32.png)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "be2K2yFbvrhq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "sw = stopwords.words('english')\n",
        "def clean_text(sentences):\n",
        "    result = []\n",
        "    for text in sentences:\n",
        "        text = str(text)\n",
        "        text = text.lower()\n",
        "        text = re.sub(r\"\\bb\\b\",\" \",text)\n",
        "        text = re.sub(r\"[^A-Za-z\\s\\.]+\",\" \",text)\n",
        "        then = []\n",
        "        for word in text.split():\n",
        "            if word not in sw:\n",
        "              word = lemmatizer.lemmatize(word)\n",
        "              then.append(word)\n",
        "        result.append(then)\n",
        "    result = [\" \".join(x) for x in result]\n",
        "    #print(result[:3], '\\n')\n",
        "    return result"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hWJk-9dyrfgJ",
        "colab_type": "code",
        "outputId": "9c6d172a-1ec5-46d2-8bd8-64aad6f41bc7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 126
        }
      },
      "source": [
        "clean_trainheadlines = clean_text(trainheadlines)\n",
        "clean_testheadlines = clean_text(testheadlines)\n",
        "clean_trainheadlines[:5]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['georgia down two russian warplane country move brink war breaking musharraf impeached. russia today column troop roll south ossetia footage fighting youtube russian tank moving towards capital south ossetia reportedly completely destroyed georgian artillery fire afghan child raped impunity u.n. official say sick three year old raped nothing russian tank entered south ossetia whilst georgia shoot two russian jets. breaking georgia invades south ossetia russia warned would intervene side enemy combatent trial nothing sham salim haman sentenced year kept longer anyway feel like it. georgian troop retreat s. osettain capital presumably leaving several hundred people killed. video u.s. prep georgia war russia rice give green light israel attack iran say u.s. veto israeli military ops announcing class action lawsuit behalf american public fbi russia georgia war nyt top story opening ceremony olympics fucking disgrace yet proof decline journalism. china tell bush stay country affair world war iii start today georgia invades south ossetia russia get involved nato absorb georgia unleash full scale war al qaeda face islamist backlash condoleezza rice u would act prevent israeli strike iran. israeli defense minister ehud barak israel prepared uncompromising victory case military hostilities. busy day european union approved new sanction iran protest nuclear programme. georgia withdraw soldier iraq help fight russian force georgia breakaway region south ossetia pentagon think attacking iran bad idea u news amp world report caucasus crisis georgia invades south ossetia indian shoe manufactory series like work visitor suffering mental illness banned olympics help mexico kidnapping surge',\n",
              " 'wont america nato help u wont help u help iraq bush put foot georgian conflict jewish georgian minister thanks israeli training fending russia georgian army flees disarray russian advance gori abandoned russia without shot fired olympic opening ceremony firework faked mossad fraudulent new zealand passport iraq russia angered israeli military sale georgia american citizen living s.ossetia blame u.s. georgian leader genocide innocent people welcome world war iv high definition georgia move mistake monumental proportion russia press deeper georgia u.s. say regime change goal abhinav bindra win first ever individual olympic gold medal india u.s. ship head arctic define territory driver jerusalem taxi station threaten quit rather work new bos arab french team stunned phelps x relay team israel u behind georgian aggression believe tv neither russian georgian. much victim riot still going montreal canada police murdered boy saturday. china overtake u largest manufacturer war south ossetia pic israeli physician group condemns state torture russia beaten united state head peak oil perhaps question georgia russia conflict russia much better war come trading sex food.',\n",
              " 'remember adorable year old sang opening ceremony fake too. russia end georgia operation sexual harassment would children... al qa eda losing support iraq brutal crackdown activity regard un islamic including woman buying cucumber ceasefire georgia putin outmaneuvers west microsoft intel tried kill xo laptop stratfor russo georgian war balance power trying get sense whole georgia russia war vote think georgia started think russia u military surprised timing swiftness russian military move south ossetia still trying sort happened u defense official said monday u.s. beat war drum iran dump dollar gorbachev georgian military attacked south ossetian capital tskhinvali multiple rocket launcher designed devastate large area cnn use footage tskhinvali ruin cover georgian report video beginning war olympics opening violates ancient tradition truce conflict games. ioc could respond taking game away russia. pyramid large luxor stacked mega city pyramid tokyo bay top party city world u.s. troop still georgia know georgia first place russia response georgia right gorbachev accuses u.s. making serious blunder pursuing interest caucasus region russia georgia nato cold war two remember adorable year old led country war based evidence fake too. war georgia israeli connection sign point u encouraging georgia invade south ossetia. goddamnit bush. christopher king argues u nato behind georgian invasion south ossetia misjudged russian resolve. america new mexico bbc news asia pacific extinction man climate',\n",
              " 'u.s. refuse israel weapon attack iran report president ordered attack tskhinvali capital south ossetia knew doomed. come realize israel clear troop killed reuters cameraman britain policy tough drug pointless say former civil servant ran cabinet anti drug unit. body year old found trunk latest ransom paid kidnapping victim mexico. head cop quits prez dissolve suspect elite task force china moved million quake survivor prefab home bush announces operation get russia grill. yeah end well. russian force sink georgian ship commander navy air reconnaissance squadron provides president defense secretary airborne ability command nation nuclear weapon relieved duty cnn reader russia action georgia justified usa send fleet black sea help georgia send troop humanitarian aid exercise u warns israeli plan strike iran nuclear facility intriguing cyberalliance two estonian computer expert heading georgia keep country network running amid intense military confrontation russia cnn effect georgia school russia information warfare russia response georgia right elephant extinct u humanitarian mission soon georgia russia hit u wwiii georgia ddos came u source russian convoy head georgia violating truce israeli defence minister u strike iran gorbachev choice witness russian force head towards tbilisi breach ceasefire agreement quarter russian blame u.s. conflict poll georgian president say u military take control seaport airport pentagon denies nobel laureate aleksander solzhenitsyn accuses u.s. nato encircling russia',\n",
              " 'expert admit legalise drug war south osetia picture made russian soldier. swedish wrestler ara abrahamian throw away medal olympic hissy fit russia exaggerated death toll south ossetia. originally killed compared . missile killed inside pakistan may launched cia rushdie condemns random house refusal publish novel fear muslim retaliation poland u agree missle defense deal. interesting timing russian conquer tblisi bet seriously bet russia exaggerating south ossetian death toll say human right group musharraf expected resign rather face impeachment moscow made plan month ago invade georgia russia response georgia right nigeria handed potentially oil rich bakassi peninsula cameroon. u poland agreed preliminary deal plan controversial u defence shield russia apparently sabotaging infrastructure cripple already battered georgian military. bank analyst forecast georgian crisis day early georgia confict could set back russia u relation year world news guardian.co.uk war caucasus much product american imperial drive local conflicts. non medium photo south ossetia georgia conflict. georgian tv reporter shot russian sniper live broadcast video saudi arabia mother move block child marriage taliban wage war humanitarian aid worker russia world forget georgia territorial integrity darfur rebel accuse sudan mounting major attack philippine peace advocate say muslim need assurance christian convert']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "colab_type": "text",
        "id": "1oFOFW9jKpE3"
      },
      "source": [
        "Term Frequency\n",
        "\n",
        "![alt text](https://cdn-images-1.medium.com/max/1600/1*HM0Vcdrx2RApOyjp_ZeW_Q.png)\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "Inverse Document Frequency\n",
        "\n",
        "![alt text](https://cdn-images-1.medium.com/max/1600/1*A5YGwFpcTd0YTCdgoiHFUw.png)\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "\n",
        "Term Freuqency - Inverse Document Frequency\n",
        "\n",
        "![alt text](https://cdn-images-1.medium.com/max/1600/1*nSqHXwOIJ2fa_EFLTh5KYw.png)\n",
        "\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KXIYt_x8vuUA",
        "colab_type": "code",
        "outputId": "cb10a047-586d-4226-c780-d79c5e926ac3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        }
      },
      "source": [
        "vec = TfidfVectorizer(min_df=0.0040, max_df=0.9, max_features = 200000, ngram_range = (3, 3))\n",
        "trn_term_doc = vec.fit_transform(clean_trainheadlines)\n",
        "test_term_doc = vec.transform(clean_testheadlines)\n",
        "trn_term_doc, test_term_doc"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(<1611x293 sparse matrix of type '<class 'numpy.float64'>'\n",
              " \twith 3736 stored elements in Compressed Sparse Row format>,\n",
              " <378x293 sparse matrix of type '<class 'numpy.float64'>'\n",
              " \twith 686 stored elements in Compressed Sparse Row format>)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "dHg3LLktCCre",
        "colab_type": "text"
      },
      "source": [
        "We decided to use trigrams\n",
        "\n",
        "![alt text](https://www.researchgate.net/profile/Simon_Lin4/publication/271910222/figure/fig1/AS:295071070081024@1447361833118/An-example-of-unigrams-bigrams-trigrams-and-4-grams-extracted-from-the-clinical-phrase.png)\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IaTe9gKmC60G",
        "colab_type": "code",
        "outputId": "3c6eea24-f552-495c-af66-1901d9e899a8",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 5226
        }
      },
      "source": [
        "vec.get_feature_names()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['according new report',\n",
              " 'across middle east',\n",
              " 'afghan president hamid',\n",
              " 'air france flight',\n",
              " 'air strike kill',\n",
              " 'al jazeera english',\n",
              " 'al jazeera journalist',\n",
              " 'al qaeda leader',\n",
              " 'anders behring breivik',\n",
              " 'anti gay bill',\n",
              " 'anti gay law',\n",
              " 'anti government protest',\n",
              " 'anti government protester',\n",
              " 'anti islam film',\n",
              " 'arrest year old',\n",
              " 'artist ai weiwei',\n",
              " 'aung san suu',\n",
              " 'australia new zealand',\n",
              " 'australian broadcasting corporation',\n",
              " 'australian pm tony',\n",
              " 'australian prime minister',\n",
              " 'ayatollah ali khamenei',\n",
              " 'ban ki moon',\n",
              " 'bashar al assad',\n",
              " 'bbc news china',\n",
              " 'bbc news north',\n",
              " 'become first country',\n",
              " 'becomes first country',\n",
              " 'bin laden death',\n",
              " 'bolivian president evo',\n",
              " 'british pm david',\n",
              " 'british prime minister',\n",
              " 'cairo tahrir square',\n",
              " 'central african republic',\n",
              " 'central intelligence agency',\n",
              " 'chancellor angela merkel',\n",
              " 'child sex abuse',\n",
              " 'chinese communist party',\n",
              " 'committed war crime',\n",
              " 'country around world',\n",
              " 'court human right',\n",
              " 'daiichi nuclear power',\n",
              " 'death toll rise',\n",
              " 'democratic republic congo',\n",
              " 'deputy prime minister',\n",
              " 'digital economy bill',\n",
              " 'disputed presidential election',\n",
              " 'doctor without border',\n",
              " 'dominique strauss kahn',\n",
              " 'drone strike kill',\n",
              " 'drone strike pakistan',\n",
              " 'drug related violence',\n",
              " 'east al jazeera',\n",
              " 'east china sea',\n",
              " 'egypt muslim brotherhood',\n",
              " 'egyptian president hosni',\n",
              " 'electric power co',\n",
              " 'end world war',\n",
              " 'european central bank',\n",
              " 'european court human',\n",
              " 'face year jail',\n",
              " 'face year prison',\n",
              " 'female genital mutilation',\n",
              " 'first country world',\n",
              " 'first time history',\n",
              " 'first time since',\n",
              " 'first time year',\n",
              " 'five year old',\n",
              " 'force open fire',\n",
              " 'foreign minister say',\n",
              " 'former prime minister',\n",
              " 'founder julian assange',\n",
              " 'free syrian army',\n",
              " 'free trade agreement',\n",
              " 'french president nicolas',\n",
              " 'fukushima daiichi nuclear',\n",
              " 'fukushima no nuclear',\n",
              " 'fukushima nuclear plant',\n",
              " 'fukushima nuclear power',\n",
              " 'full body scanner',\n",
              " 'gang rape victim',\n",
              " 'gaza flotilla raid',\n",
              " 'german chancellor angela',\n",
              " 'german pirate party',\n",
              " 'girl gang raped',\n",
              " 'global financial crisis',\n",
              " 'golden dawn party',\n",
              " 'great barrier reef',\n",
              " 'greenhouse gas emission',\n",
              " 'guardian co uk',\n",
              " 'haaretz daily newspaper',\n",
              " 'high court rule',\n",
              " 'high speed internet',\n",
              " 'high speed rail',\n",
              " 'hit magnitude earthquake',\n",
              " 'hit record high',\n",
              " 'home east jerusalem',\n",
              " 'human right abuse',\n",
              " 'human right activist',\n",
              " 'human right chief',\n",
              " 'human right council',\n",
              " 'human right group',\n",
              " 'human right lawyer',\n",
              " 'human right violation',\n",
              " 'human right watch',\n",
              " 'international criminal court',\n",
              " 'international human right',\n",
              " 'international monetary fund',\n",
              " 'international space station',\n",
              " 'internet service provider',\n",
              " 'iran north korea',\n",
              " 'iran nuclear facility',\n",
              " 'iran nuclear program',\n",
              " 'iran supreme leader',\n",
              " 'iranian nuclear scientist',\n",
              " 'iranian president mahmoud',\n",
              " 'islamic state iraq',\n",
              " 'islamic state militant',\n",
              " 'israeli air strike',\n",
              " 'israeli foreign minister',\n",
              " 'israeli human right',\n",
              " 'israeli prime minister',\n",
              " 'israeli war crime',\n",
              " 'italian prime minister',\n",
              " 'killing least people',\n",
              " 'kim jong il',\n",
              " 'kim jong un',\n",
              " 'korean leader kim',\n",
              " 'latin american country',\n",
              " 'leader kim jong',\n",
              " 'leader muammar gaddafi',\n",
              " 'leaker edward snowden',\n",
              " 'least people killed',\n",
              " 'libyan leader muammar',\n",
              " 'magnitude earthquake hit',\n",
              " 'mahmoud al mabhouh',\n",
              " 'mayor rob ford',\n",
              " 'mexican drug cartel',\n",
              " 'mexico drug war',\n",
              " 'middle east al',\n",
              " 'middle east peace',\n",
              " 'minister benjamin netanyahu',\n",
              " 'minister david cameron',\n",
              " 'minister julia gillard',\n",
              " 'minister recep tayyip',\n",
              " 'minister silvio berlusconi',\n",
              " 'minister tony abbott',\n",
              " 'minister tony blair',\n",
              " 'minister vladimir putin',\n",
              " 'missile defense system',\n",
              " 'murder year old',\n",
              " 'murdoch news corp',\n",
              " 'national security agency',\n",
              " 'nato air strike',\n",
              " 'new prime minister',\n",
              " 'new south wale',\n",
              " 'new york time',\n",
              " 'new zealand government',\n",
              " 'news com au',\n",
              " 'news guardian co',\n",
              " 'news north korea',\n",
              " 'news world phone',\n",
              " 'nobel peace prize',\n",
              " 'nobel prize winner',\n",
              " 'north korea fire',\n",
              " 'north korea kim',\n",
              " 'north korea launch',\n",
              " 'north korea nuclear',\n",
              " 'north korea ready',\n",
              " 'north korea say',\n",
              " 'north korea threatens',\n",
              " 'north korea warns',\n",
              " 'north korean defector',\n",
              " 'north korean leader',\n",
              " 'north south korea',\n",
              " 'nuclear power plant',\n",
              " 'occupied west bank',\n",
              " 'one child policy',\n",
              " 'osama bin laden',\n",
              " 'palestinian west bank',\n",
              " 'papua new guinea',\n",
              " 'peace prize winner',\n",
              " 'phone hacking scandal',\n",
              " 'pirate bay founder',\n",
              " 'pm david cameron',\n",
              " 'pm tony abbott',\n",
              " 'pope benedict xvi',\n",
              " 'pope francis say',\n",
              " 'president barack obama',\n",
              " 'president bashar al',\n",
              " 'president bashar assad',\n",
              " 'president dilma rousseff',\n",
              " 'president dmitry medvedev',\n",
              " 'president evo morale',\n",
              " 'president hamid karzai',\n",
              " 'president hosni mubarak',\n",
              " 'president hugo chavez',\n",
              " 'president mahmoud abbas',\n",
              " 'president mahmoud ahmadinejad',\n",
              " 'president nicolas sarkozy',\n",
              " 'president vladimir putin',\n",
              " 'prime minister benjamin',\n",
              " 'prime minister david',\n",
              " 'prime minister erdogan',\n",
              " 'prime minister recep',\n",
              " 'prime minister say',\n",
              " 'prime minister silvio',\n",
              " 'prime minister tony',\n",
              " 'prime minister vladimir',\n",
              " 'pro democracy protest',\n",
              " 'pro democracy protester',\n",
              " 'pro russian separatist',\n",
              " 'putin say russia',\n",
              " 'qatar world cup',\n",
              " 'raise minimum wage',\n",
              " 'recep tayyip erdogan',\n",
              " 'right golden dawn',\n",
              " 'right group say',\n",
              " 'right watch report',\n",
              " 'rio de janeiro',\n",
              " 'roman catholic church',\n",
              " 'royal bank scotland',\n",
              " 'royal dutch shell',\n",
              " 'rupert murdoch news',\n",
              " 'russian orthodox church',\n",
              " 'russian president vladimir',\n",
              " 'russian prime minister',\n",
              " 'san suu kyi',\n",
              " 'satellite image show',\n",
              " 'say north korea',\n",
              " 'second world war',\n",
              " 'security council resolution',\n",
              " 'sentenced year prison',\n",
              " 'settlement west bank',\n",
              " 'sexual abuse priest',\n",
              " 'shark fin soup',\n",
              " 'short range missile',\n",
              " 'since world war',\n",
              " 'soldier killed afghanistan',\n",
              " 'south african police',\n",
              " 'south china sea',\n",
              " 'south korea say',\n",
              " 'state john kerry',\n",
              " 'state news agency',\n",
              " 'strike kill pakistan',\n",
              " 'suicide bomber kill',\n",
              " 'supreme court canada',\n",
              " 'supreme court rule',\n",
              " 'supreme court ruled',\n",
              " 'surface air missile',\n",
              " 'swedish pirate party',\n",
              " 'syrian president bashar',\n",
              " 'syrian security force',\n",
              " 'ten thousand people',\n",
              " 'tim berners lee',\n",
              " 'tokyo electric power',\n",
              " 'top court ruled',\n",
              " 'trans pacific partnership',\n",
              " 'turkish prime minister',\n",
              " 'two half year',\n",
              " 'two state solution',\n",
              " 'two week ago',\n",
              " 'two year old',\n",
              " 'uk prime minister',\n",
              " 'ultra orthodox jew',\n",
              " 'un general assembly',\n",
              " 'un human right',\n",
              " 'un secretary general',\n",
              " 'un security council',\n",
              " 'undercover police officer',\n",
              " 'united arab emirate',\n",
              " 'venezuelan president hugo',\n",
              " 'wall street journal',\n",
              " 'war crime gaza',\n",
              " 'weapon mass destruction',\n",
              " 'west bank settlement',\n",
              " 'whistleblower edward snowden',\n",
              " 'wikileaks founder julian',\n",
              " 'wikileaks julian assange',\n",
              " 'woman sentenced death',\n",
              " 'world health organization',\n",
              " 'world heritage site',\n",
              " 'world news guardian',\n",
              " 'world phone hacking',\n",
              " 'world war ii',\n",
              " 'world wide web',\n",
              " 'year old boy',\n",
              " 'year old daughter',\n",
              " 'year old girl',\n",
              " 'year old man',\n",
              " 'year old palestinian',\n",
              " 'year old son',\n",
              " 'year old woman']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jFGBWwdnoQhZ",
        "colab_type": "code",
        "outputId": "175d0839-071d-4f8b-a247-429c0f3a6fbf",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1984
        }
      },
      "source": [
        "dataframe = pd.SparseDataFrame(trn_term_doc, columns = vec.get_feature_names())\n",
        "dataframe"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>according new report</th>\n",
              "      <th>across middle east</th>\n",
              "      <th>afghan president hamid</th>\n",
              "      <th>air france flight</th>\n",
              "      <th>air strike kill</th>\n",
              "      <th>al jazeera english</th>\n",
              "      <th>al jazeera journalist</th>\n",
              "      <th>al qaeda leader</th>\n",
              "      <th>anders behring breivik</th>\n",
              "      <th>anti gay bill</th>\n",
              "      <th>...</th>\n",
              "      <th>world phone hacking</th>\n",
              "      <th>world war ii</th>\n",
              "      <th>world wide web</th>\n",
              "      <th>year old boy</th>\n",
              "      <th>year old daughter</th>\n",
              "      <th>year old girl</th>\n",
              "      <th>year old man</th>\n",
              "      <th>year old palestinian</th>\n",
              "      <th>year old son</th>\n",
              "      <th>year old woman</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1581</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1582</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1583</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1584</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1585</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1586</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.573434</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1587</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1588</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1589</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1590</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1591</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1592</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1593</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.469945</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1594</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1595</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1596</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1597</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.894427</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1598</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1599</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1600</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1601</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1602</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1603</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1604</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1605</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1606</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1607</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.626932</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1608</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1609</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1610</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1611 rows × 293 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      according new report  across middle east  afghan president hamid  \\\n",
              "0                      NaN                 NaN                     NaN   \n",
              "1                      NaN                 NaN                     NaN   \n",
              "2                      NaN                 NaN                     NaN   \n",
              "3                      NaN                 NaN                     NaN   \n",
              "4                      NaN                 NaN                     NaN   \n",
              "5                      NaN                 NaN                     NaN   \n",
              "6                      NaN                 NaN                     NaN   \n",
              "7                      NaN                 NaN                     NaN   \n",
              "8                      NaN                 NaN                     NaN   \n",
              "9                      NaN                 NaN                     NaN   \n",
              "10                     NaN                 NaN                     NaN   \n",
              "11                     NaN                 NaN                     NaN   \n",
              "12                     NaN                 NaN                     NaN   \n",
              "13                     NaN                 NaN                     NaN   \n",
              "14                     NaN                 NaN                     NaN   \n",
              "15                     NaN                 NaN                     NaN   \n",
              "16                     NaN                 NaN                     NaN   \n",
              "17                     NaN                 NaN                     NaN   \n",
              "18                     NaN                 NaN                     NaN   \n",
              "19                     NaN                 NaN                     NaN   \n",
              "20                     NaN                 NaN                     NaN   \n",
              "21                     NaN                 NaN                     NaN   \n",
              "22                     NaN                 NaN                     NaN   \n",
              "23                     NaN                 NaN                     NaN   \n",
              "24                     NaN                 NaN                     NaN   \n",
              "25                     NaN                 NaN                     NaN   \n",
              "26                     NaN                 NaN                     NaN   \n",
              "27                     NaN                 NaN                     NaN   \n",
              "28                     NaN                 NaN                     NaN   \n",
              "29                     NaN                 NaN                     NaN   \n",
              "...                    ...                 ...                     ...   \n",
              "1581                   NaN                 NaN                     NaN   \n",
              "1582                   NaN                 NaN                     NaN   \n",
              "1583                   NaN                 NaN                     NaN   \n",
              "1584                   NaN                 NaN                     NaN   \n",
              "1585                   NaN                 NaN                     NaN   \n",
              "1586                   NaN                 NaN                     NaN   \n",
              "1587                   NaN                 NaN                     NaN   \n",
              "1588                   NaN                 NaN                     NaN   \n",
              "1589                   NaN                 NaN                     NaN   \n",
              "1590                   NaN                 NaN                     NaN   \n",
              "1591                   NaN                 NaN                     NaN   \n",
              "1592                   NaN                 NaN                     NaN   \n",
              "1593                   NaN                 NaN                     NaN   \n",
              "1594                   NaN                 NaN                     NaN   \n",
              "1595                   NaN                 NaN                     NaN   \n",
              "1596                   NaN                 NaN                     NaN   \n",
              "1597                   NaN                 NaN                     NaN   \n",
              "1598                   NaN                 NaN                     NaN   \n",
              "1599                   NaN                 NaN                     NaN   \n",
              "1600                   NaN                 NaN                     NaN   \n",
              "1601                   NaN                 NaN                     NaN   \n",
              "1602                   NaN                 NaN                     NaN   \n",
              "1603                   NaN                 NaN                     NaN   \n",
              "1604                   NaN                 NaN                     NaN   \n",
              "1605                   NaN                 NaN                     NaN   \n",
              "1606                   NaN                 NaN                     NaN   \n",
              "1607                   NaN                 NaN                     NaN   \n",
              "1608                   NaN                 NaN                     NaN   \n",
              "1609                   NaN                 NaN                     NaN   \n",
              "1610                   NaN                 NaN                     NaN   \n",
              "\n",
              "      air france flight  air strike kill  al jazeera english  \\\n",
              "0                   NaN              NaN                 NaN   \n",
              "1                   NaN              NaN                 NaN   \n",
              "2                   NaN              NaN                 NaN   \n",
              "3                   NaN              NaN                 NaN   \n",
              "4                   NaN              NaN                 NaN   \n",
              "5                   NaN              NaN                 NaN   \n",
              "6                   NaN              NaN                 NaN   \n",
              "7                   NaN              NaN                 NaN   \n",
              "8                   NaN              NaN                 NaN   \n",
              "9                   NaN              NaN                 NaN   \n",
              "10                  NaN              NaN                 NaN   \n",
              "11                  NaN              NaN                 NaN   \n",
              "12                  NaN              NaN                 NaN   \n",
              "13                  NaN              NaN                 NaN   \n",
              "14                  NaN              NaN                 NaN   \n",
              "15                  NaN              NaN                 NaN   \n",
              "16                  NaN              NaN                 NaN   \n",
              "17                  NaN              NaN                 NaN   \n",
              "18                  NaN              NaN                 NaN   \n",
              "19                  NaN              NaN                 NaN   \n",
              "20                  NaN              NaN                 NaN   \n",
              "21                  NaN              NaN                 NaN   \n",
              "22                  NaN              NaN                 NaN   \n",
              "23                  NaN              NaN                 NaN   \n",
              "24                  NaN              NaN                 NaN   \n",
              "25                  NaN              NaN                 NaN   \n",
              "26                  NaN              NaN                 NaN   \n",
              "27                  NaN              NaN                 NaN   \n",
              "28                  NaN              NaN                 NaN   \n",
              "29                  NaN              NaN                 NaN   \n",
              "...                 ...              ...                 ...   \n",
              "1581                NaN              NaN                 NaN   \n",
              "1582                NaN              NaN                 NaN   \n",
              "1583                NaN              NaN                 NaN   \n",
              "1584                NaN              NaN                 NaN   \n",
              "1585                NaN              NaN                 NaN   \n",
              "1586                NaN         0.573434                 NaN   \n",
              "1587                NaN              NaN                 NaN   \n",
              "1588                NaN              NaN                 NaN   \n",
              "1589                NaN              NaN                 NaN   \n",
              "1590                NaN              NaN                 NaN   \n",
              "1591                NaN              NaN                 NaN   \n",
              "1592                NaN              NaN                 NaN   \n",
              "1593                NaN              NaN                 NaN   \n",
              "1594                NaN              NaN                 NaN   \n",
              "1595                NaN              NaN                 NaN   \n",
              "1596                NaN              NaN                 NaN   \n",
              "1597                NaN              NaN                 NaN   \n",
              "1598                NaN              NaN                 NaN   \n",
              "1599                NaN              NaN                 NaN   \n",
              "1600                NaN              NaN                 NaN   \n",
              "1601                NaN              NaN                 NaN   \n",
              "1602                NaN              NaN                 NaN   \n",
              "1603                NaN              NaN                 NaN   \n",
              "1604                NaN              NaN                 NaN   \n",
              "1605                NaN              NaN                 NaN   \n",
              "1606                NaN              NaN                 NaN   \n",
              "1607                NaN              NaN                 NaN   \n",
              "1608                NaN              NaN                 NaN   \n",
              "1609                NaN              NaN                 NaN   \n",
              "1610                NaN              NaN                 NaN   \n",
              "\n",
              "      al jazeera journalist  al qaeda leader  anders behring breivik  \\\n",
              "0                       NaN              NaN                     NaN   \n",
              "1                       NaN              NaN                     NaN   \n",
              "2                       NaN              NaN                     NaN   \n",
              "3                       NaN              NaN                     NaN   \n",
              "4                       NaN              NaN                     NaN   \n",
              "5                       NaN              NaN                     NaN   \n",
              "6                       NaN              NaN                     NaN   \n",
              "7                       NaN              NaN                     NaN   \n",
              "8                       NaN              NaN                     NaN   \n",
              "9                       NaN              NaN                     NaN   \n",
              "10                      NaN              NaN                     NaN   \n",
              "11                      NaN              NaN                     NaN   \n",
              "12                      NaN              NaN                     NaN   \n",
              "13                      NaN              NaN                     NaN   \n",
              "14                      NaN              NaN                     NaN   \n",
              "15                      NaN              NaN                     NaN   \n",
              "16                      NaN              NaN                     NaN   \n",
              "17                      NaN              NaN                     NaN   \n",
              "18                      NaN              NaN                     NaN   \n",
              "19                      NaN              NaN                     NaN   \n",
              "20                      NaN              NaN                     NaN   \n",
              "21                      NaN              NaN                     NaN   \n",
              "22                      NaN              NaN                     NaN   \n",
              "23                      NaN              NaN                     NaN   \n",
              "24                      NaN              NaN                     NaN   \n",
              "25                      NaN              NaN                     NaN   \n",
              "26                      NaN              NaN                     NaN   \n",
              "27                      NaN              NaN                     NaN   \n",
              "28                      NaN              NaN                     NaN   \n",
              "29                      NaN              NaN                     NaN   \n",
              "...                     ...              ...                     ...   \n",
              "1581                    NaN              NaN                     NaN   \n",
              "1582                    NaN              NaN                     NaN   \n",
              "1583                    NaN              NaN                     NaN   \n",
              "1584                    NaN              NaN                     NaN   \n",
              "1585                    NaN              NaN                     NaN   \n",
              "1586                    NaN              NaN                     NaN   \n",
              "1587                    NaN              NaN                     NaN   \n",
              "1588                    NaN              NaN                     NaN   \n",
              "1589                    NaN              NaN                     NaN   \n",
              "1590                    NaN              NaN                     NaN   \n",
              "1591                    NaN              NaN                     NaN   \n",
              "1592                    NaN              NaN                     NaN   \n",
              "1593                    NaN              NaN                     NaN   \n",
              "1594                    NaN              NaN                     NaN   \n",
              "1595                    NaN              NaN                     NaN   \n",
              "1596                    NaN              NaN                     NaN   \n",
              "1597                    NaN              NaN                     NaN   \n",
              "1598                    NaN              NaN                     NaN   \n",
              "1599                    NaN              NaN                     NaN   \n",
              "1600                    NaN              NaN                     NaN   \n",
              "1601                    NaN              NaN                     NaN   \n",
              "1602                    NaN              NaN                     NaN   \n",
              "1603                    NaN              NaN                     NaN   \n",
              "1604                    NaN              NaN                     NaN   \n",
              "1605                    NaN              NaN                     NaN   \n",
              "1606                    NaN              NaN                     NaN   \n",
              "1607                    NaN              NaN                     NaN   \n",
              "1608                    NaN              NaN                     NaN   \n",
              "1609                    NaN              NaN                     NaN   \n",
              "1610                    NaN              NaN                     NaN   \n",
              "\n",
              "      anti gay bill       ...        world phone hacking  world war ii  \\\n",
              "0               NaN       ...                        NaN           NaN   \n",
              "1               NaN       ...                        NaN           NaN   \n",
              "2               NaN       ...                        NaN           NaN   \n",
              "3               NaN       ...                        NaN           NaN   \n",
              "4               NaN       ...                        NaN           NaN   \n",
              "5               NaN       ...                        NaN           NaN   \n",
              "6               NaN       ...                        NaN           NaN   \n",
              "7               NaN       ...                        NaN           NaN   \n",
              "8               NaN       ...                        NaN           NaN   \n",
              "9               NaN       ...                        NaN           NaN   \n",
              "10              NaN       ...                        NaN           NaN   \n",
              "11              NaN       ...                        NaN           NaN   \n",
              "12              NaN       ...                        NaN           NaN   \n",
              "13              NaN       ...                        NaN           NaN   \n",
              "14              NaN       ...                        NaN           NaN   \n",
              "15              NaN       ...                        NaN           NaN   \n",
              "16              NaN       ...                        NaN           NaN   \n",
              "17              NaN       ...                        NaN           NaN   \n",
              "18              NaN       ...                        NaN           NaN   \n",
              "19              NaN       ...                        NaN           NaN   \n",
              "20              NaN       ...                        NaN           NaN   \n",
              "21              NaN       ...                        NaN           NaN   \n",
              "22              NaN       ...                        NaN           NaN   \n",
              "23              NaN       ...                        NaN           NaN   \n",
              "24              NaN       ...                        NaN           NaN   \n",
              "25              NaN       ...                        NaN           NaN   \n",
              "26              NaN       ...                        NaN           NaN   \n",
              "27              NaN       ...                        NaN           NaN   \n",
              "28              NaN       ...                        NaN           NaN   \n",
              "29              NaN       ...                        NaN           NaN   \n",
              "...             ...       ...                        ...           ...   \n",
              "1581            NaN       ...                        NaN           NaN   \n",
              "1582            NaN       ...                        NaN           NaN   \n",
              "1583            NaN       ...                        NaN           NaN   \n",
              "1584            NaN       ...                        NaN           NaN   \n",
              "1585            NaN       ...                        NaN           NaN   \n",
              "1586            NaN       ...                        NaN           NaN   \n",
              "1587            NaN       ...                        NaN           NaN   \n",
              "1588            NaN       ...                        NaN           NaN   \n",
              "1589            NaN       ...                        NaN           NaN   \n",
              "1590            NaN       ...                        NaN           NaN   \n",
              "1591            NaN       ...                        NaN           NaN   \n",
              "1592            NaN       ...                        NaN           NaN   \n",
              "1593            NaN       ...                        NaN           NaN   \n",
              "1594            NaN       ...                        NaN           NaN   \n",
              "1595            NaN       ...                        NaN           NaN   \n",
              "1596            NaN       ...                        NaN           NaN   \n",
              "1597            NaN       ...                        NaN           NaN   \n",
              "1598            NaN       ...                        NaN           NaN   \n",
              "1599            NaN       ...                        NaN           NaN   \n",
              "1600            NaN       ...                        NaN           NaN   \n",
              "1601            NaN       ...                        NaN           NaN   \n",
              "1602            NaN       ...                        NaN           NaN   \n",
              "1603            NaN       ...                        NaN           NaN   \n",
              "1604            NaN       ...                        NaN           NaN   \n",
              "1605            NaN       ...                        NaN           NaN   \n",
              "1606            NaN       ...                        NaN           NaN   \n",
              "1607            NaN       ...                        NaN      0.626932   \n",
              "1608            NaN       ...                        NaN           NaN   \n",
              "1609            NaN       ...                        NaN           NaN   \n",
              "1610            NaN       ...                        NaN           NaN   \n",
              "\n",
              "      world wide web  year old boy  year old daughter  year old girl  \\\n",
              "0                NaN           NaN                NaN            NaN   \n",
              "1                NaN           NaN                NaN            NaN   \n",
              "2                NaN           NaN                NaN            NaN   \n",
              "3                NaN           NaN                NaN            NaN   \n",
              "4                NaN           NaN                NaN            NaN   \n",
              "5                NaN           NaN                NaN            NaN   \n",
              "6                NaN           NaN                NaN            NaN   \n",
              "7                NaN           NaN                NaN            NaN   \n",
              "8                NaN           NaN                NaN            NaN   \n",
              "9                NaN           NaN                NaN            NaN   \n",
              "10               NaN           1.0                NaN            NaN   \n",
              "11               NaN           NaN                NaN            NaN   \n",
              "12               NaN           NaN                NaN            NaN   \n",
              "13               NaN           NaN                NaN            NaN   \n",
              "14               NaN           NaN                NaN            NaN   \n",
              "15               NaN           NaN                NaN            NaN   \n",
              "16               NaN           NaN                NaN            NaN   \n",
              "17               NaN           NaN                NaN            NaN   \n",
              "18               NaN           NaN                NaN            NaN   \n",
              "19               NaN           NaN                NaN            NaN   \n",
              "20               NaN           NaN                NaN            NaN   \n",
              "21               NaN           NaN                NaN            NaN   \n",
              "22               NaN           NaN                NaN            NaN   \n",
              "23               NaN           NaN                NaN            NaN   \n",
              "24               NaN           NaN                NaN            NaN   \n",
              "25               NaN           NaN                NaN            NaN   \n",
              "26               NaN           NaN                NaN            NaN   \n",
              "27               NaN           NaN                NaN            NaN   \n",
              "28               NaN           NaN                NaN            NaN   \n",
              "29               NaN           NaN                NaN            NaN   \n",
              "...              ...           ...                ...            ...   \n",
              "1581             NaN           NaN                NaN            NaN   \n",
              "1582             NaN           NaN                NaN            NaN   \n",
              "1583             NaN           NaN                NaN            NaN   \n",
              "1584             NaN           NaN                NaN            NaN   \n",
              "1585             NaN           NaN                NaN            NaN   \n",
              "1586             NaN           NaN                NaN            NaN   \n",
              "1587             NaN           NaN                NaN            NaN   \n",
              "1588             NaN           NaN                NaN            NaN   \n",
              "1589             NaN           NaN                NaN            NaN   \n",
              "1590             NaN           NaN                NaN            NaN   \n",
              "1591             NaN           NaN                NaN            NaN   \n",
              "1592             NaN           NaN                NaN            NaN   \n",
              "1593             NaN           NaN                NaN            NaN   \n",
              "1594             NaN           NaN                NaN            NaN   \n",
              "1595             NaN           NaN                NaN            NaN   \n",
              "1596             NaN           NaN                NaN            NaN   \n",
              "1597        0.894427           NaN                NaN            NaN   \n",
              "1598             NaN           NaN                NaN            NaN   \n",
              "1599             NaN           NaN                NaN            NaN   \n",
              "1600             NaN           NaN                NaN            NaN   \n",
              "1601             NaN           NaN                NaN            NaN   \n",
              "1602             NaN           NaN                NaN            NaN   \n",
              "1603             NaN           NaN                NaN            NaN   \n",
              "1604             NaN           NaN                NaN            NaN   \n",
              "1605             NaN           NaN                NaN            NaN   \n",
              "1606             NaN           NaN                NaN            NaN   \n",
              "1607             NaN           NaN                NaN            NaN   \n",
              "1608             NaN           NaN                NaN            NaN   \n",
              "1609             NaN           NaN                NaN            NaN   \n",
              "1610             NaN           NaN                NaN            NaN   \n",
              "\n",
              "      year old man  year old palestinian  year old son  year old woman  \n",
              "0              NaN                   NaN           NaN             NaN  \n",
              "1              NaN                   NaN           NaN             NaN  \n",
              "2              NaN                   NaN           NaN             NaN  \n",
              "3              NaN                   NaN           NaN             NaN  \n",
              "4              NaN                   NaN           NaN             NaN  \n",
              "5              NaN                   NaN           NaN             NaN  \n",
              "6              NaN                   NaN           NaN             NaN  \n",
              "7              NaN                   NaN           NaN             NaN  \n",
              "8              NaN                   NaN           NaN             NaN  \n",
              "9              NaN                   NaN           NaN             NaN  \n",
              "10             NaN                   NaN           NaN             NaN  \n",
              "11             NaN                   NaN           NaN             NaN  \n",
              "12             NaN                   NaN           NaN             NaN  \n",
              "13             NaN                   NaN           NaN             NaN  \n",
              "14             NaN                   NaN           NaN             NaN  \n",
              "15             NaN                   NaN           NaN             NaN  \n",
              "16             NaN                   NaN           NaN             NaN  \n",
              "17             NaN                   NaN           NaN             NaN  \n",
              "18             NaN                   NaN           NaN             NaN  \n",
              "19             NaN                   NaN           NaN             NaN  \n",
              "20             NaN                   NaN           NaN             NaN  \n",
              "21             NaN                   NaN           NaN             NaN  \n",
              "22             NaN                   NaN           NaN             NaN  \n",
              "23             NaN                   NaN           NaN             NaN  \n",
              "24             NaN                   NaN           NaN             NaN  \n",
              "25             NaN                   NaN           NaN             NaN  \n",
              "26             NaN                   NaN           NaN             NaN  \n",
              "27             NaN                   NaN           NaN             NaN  \n",
              "28             NaN                   NaN           NaN             NaN  \n",
              "29             NaN                   NaN           NaN             NaN  \n",
              "...            ...                   ...           ...             ...  \n",
              "1581           NaN                   NaN           NaN             NaN  \n",
              "1582           NaN                   NaN           NaN             NaN  \n",
              "1583           NaN                   NaN           NaN             NaN  \n",
              "1584           NaN                   NaN           NaN             NaN  \n",
              "1585           NaN                   NaN           NaN             NaN  \n",
              "1586           NaN                   NaN           NaN             NaN  \n",
              "1587           NaN                   NaN           NaN             NaN  \n",
              "1588           NaN                   NaN           NaN             NaN  \n",
              "1589           NaN                   NaN           NaN             NaN  \n",
              "1590           NaN                   NaN           NaN             NaN  \n",
              "1591           NaN                   NaN           NaN             NaN  \n",
              "1592           NaN                   NaN           NaN             NaN  \n",
              "1593      0.469945                   NaN           NaN             NaN  \n",
              "1594           NaN                   NaN           NaN             NaN  \n",
              "1595           NaN                   NaN           NaN             NaN  \n",
              "1596           NaN                   NaN           NaN             NaN  \n",
              "1597           NaN                   NaN           NaN             NaN  \n",
              "1598           NaN                   NaN           NaN             NaN  \n",
              "1599           NaN                   NaN           NaN             NaN  \n",
              "1600           NaN                   NaN           NaN             NaN  \n",
              "1601           NaN                   NaN           NaN             NaN  \n",
              "1602           NaN                   NaN           NaN             NaN  \n",
              "1603           NaN                   NaN           NaN             NaN  \n",
              "1604           NaN                   NaN           NaN             NaN  \n",
              "1605           NaN                   NaN           NaN             NaN  \n",
              "1606           NaN                   NaN           NaN             NaN  \n",
              "1607           NaN                   NaN           NaN             NaN  \n",
              "1608           NaN                   NaN           NaN             NaN  \n",
              "1609           NaN                   NaN           NaN             NaN  \n",
              "1610           NaN                   NaN           NaN             NaN  \n",
              "\n",
              "[1611 rows x 293 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "JWk3j4XUEUR-",
        "colab_type": "text"
      },
      "source": [
        "Bayes Theorem\n",
        "\n",
        "\n",
        "![alt text](https://www.saedsayad.com/images/Bayes_rule.png)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0FQ5I93lqEEl",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def pr(y_i, y):\n",
        "    p = x[y==y_i].sum(0)\n",
        "    return (p+1) / ((y==y_i).sum()+1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4YLIvpkVrSSl",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "x = trn_term_doc\n",
        "test_x = test_term_doc"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "2-AX7GopEDNd",
        "colab_type": "text"
      },
      "source": [
        "Logistic Regression Sigmoid Curve\n",
        "\n",
        "![alt text](https://cdn-images-1.medium.com/max/1200/1*RqXFpiNGwdiKBWyLJc_E7g.png)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Lvs48gWkrVmM",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def get_mdl(y):\n",
        "    y = y.values\n",
        "    r = np.log(pr(1,y) / pr(0,y))\n",
        "    m = LogisticRegression(C=4, dual=True)\n",
        "    x_nb = x.multiply(r)\n",
        "    return m.fit(x_nb, y), r"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xJCaMhderXFv",
        "colab_type": "code",
        "outputId": "b318725a-c409-43ff-bd26-9657e553e018",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1985
        }
      },
      "source": [
        "preds = np.zeros(len(test))\n",
        "\n",
        "m,r = get_mdl(train[\"Label\"])\n",
        "\n",
        "preds = m.predict_proba(test_x.multiply(r))[:,1]\n",
        "preds\n",
        "\n",
        "pd.SparseDataFrame(clean_testheadlines, preds)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/linear_model/logistic.py:433: FutureWarning: Default solver will be changed to 'lbfgs' in 0.22. Specify a solver to silence this warning.\n",
            "  FutureWarning)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0.609227</th>\n",
              "      <td>case cancer result sheer bad luck rather unhea...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.465156</th>\n",
              "      <td>moscow gt beijing high speed train reduce trip...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.566456</th>\n",
              "      <td>u oil fall barrel toyota give away fuel cell p...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.660448</th>\n",
              "      <td>shot fired french magazine hq bibi netanyahus ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.487286</th>\n",
              "      <td>new charlie hebdo issue come next week hard. s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.651547</th>\n",
              "      <td>muslim politician india offered charlie hebdo ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.635530</th>\n",
              "      <td>world largest indoor farm japan time productiv...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.467176</th>\n",
              "      <td>china banned burqa biggest muslim city u eu po...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547590</th>\n",
              "      <td>cameroon army kill boko haram fighter air fran...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.436931</th>\n",
              "      <td>twitter forced website archive politician dele...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.481461</th>\n",
              "      <td>saudi man sentenced year jail weekly public ca...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.559723</th>\n",
              "      <td>saudi arabia publicly beheads woman mecca boko...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.687735</th>\n",
              "      <td>good news. tiger number india year iranian new...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.548046</th>\n",
              "      <td>ebola killed third world gorilla chimpanzee fi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.531731</th>\n",
              "      <td>isi suffers heaviest defeat iraq single day se...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.578501</th>\n",
              "      <td>france want imam learn secular value part new ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.514845</th>\n",
              "      <td>year old girl russian speaking community berli...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.386441</th>\n",
              "      <td>tpp fundamentally flawed resisted human right ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>kurd invited anti isi conference london despit...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.592277</th>\n",
              "      <td>germany recognizes armenian genocide medium ig...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.624928</th>\n",
              "      <td>wikileaks demand answer google hand staff emai...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.737549</th>\n",
              "      <td>greece new finance minister yanis varoufakis v...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.557548</th>\n",
              "      <td>key hepatitis c patent rejected india clearing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.551714</th>\n",
              "      <td>boko haram appears surrounded city million thr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.591091</th>\n",
              "      <td>huge explosion chemical plant ukraine jordan a...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>everest college u.s. owned chain private caree...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.139822</th>\n",
              "      <td>family codebreaker alan turing visit downing s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.534352</th>\n",
              "      <td>new alzheimers treatment fully restores memory...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.593679</th>\n",
              "      <td>wikileaks reveals tpp proposal allowing corpor...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.400309</th>\n",
              "      <td>st nationwide fracking law germany approach ba...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.550416</th>\n",
              "      <td>top isi leader saddam general killed fallujah ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.549928</th>\n",
              "      <td>easter vault raider steal million hatton garde...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.550416</th>\n",
              "      <td>biggest extinction event planetary history dri...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>japan overtakes china top holder u treasury de...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.600245</th>\n",
              "      <td>least people known died massive earthquake hit...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547996</th>\n",
              "      <td>russia cut nuclear arm stockpile minimal level...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547379</th>\n",
              "      <td>u.s. government authorized commercial ferry se...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>nasa find antarctic ice shelf year disintegrat...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.531731</th>\n",
              "      <td>world cup sponsor urged bail horrific treatmen...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.534227</th>\n",
              "      <td>nike becomes suspected player alleged million ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.559669</th>\n",
              "      <td>first time mexican history state governed inde...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>sweden announces first centre raped men u say ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>doctor voted overwhelmingly urge uk government...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.431480</th>\n",
              "      <td>saudi prince give away bn. said inspired gate ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.539601</th>\n",
              "      <td>official greek say austerity measure australia...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.199524</th>\n",
              "      <td>report isi fighter die eating poisoned iftar m...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>british columbia strong appetite marijuana ref...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>iraq rushing digitize national library threat ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.666539</th>\n",
              "      <td>mexican missing student activist led search pa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.568130</th>\n",
              "      <td>afghan military interpreter served british for...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.531201</th>\n",
              "      <td>india turned mobile internet million citizen a...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.276177</th>\n",
              "      <td>mysterious wooden idol found russia year old s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.612016</th>\n",
              "      <td>pakistan allows taliban meet choose leader def...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>tuna mackerel population suffer catastrophic d...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.506473</th>\n",
              "      <td>brazil supreme court banned corporate contribu...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>u.s. drug company sue canada trying lower cost...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547379</th>\n",
              "      <td>france threatens walk away ttip negotiation sa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.547606</th>\n",
              "      <td>canadian elect liberal majority. ending stephe...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.454985</th>\n",
              "      <td>college application uk become anonymous preven...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0.591432</th>\n",
              "      <td>nasa set announce another big finding mar thur...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>378 rows × 1 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                          0\n",
              "0.609227  case cancer result sheer bad luck rather unhea...\n",
              "0.465156  moscow gt beijing high speed train reduce trip...\n",
              "0.566456  u oil fall barrel toyota give away fuel cell p...\n",
              "0.660448  shot fired french magazine hq bibi netanyahus ...\n",
              "0.487286  new charlie hebdo issue come next week hard. s...\n",
              "0.651547  muslim politician india offered charlie hebdo ...\n",
              "0.635530  world largest indoor farm japan time productiv...\n",
              "0.467176  china banned burqa biggest muslim city u eu po...\n",
              "0.547590  cameroon army kill boko haram fighter air fran...\n",
              "0.436931  twitter forced website archive politician dele...\n",
              "0.481461  saudi man sentenced year jail weekly public ca...\n",
              "0.559723  saudi arabia publicly beheads woman mecca boko...\n",
              "0.687735  good news. tiger number india year iranian new...\n",
              "0.548046  ebola killed third world gorilla chimpanzee fi...\n",
              "0.531731  isi suffers heaviest defeat iraq single day se...\n",
              "0.578501  france want imam learn secular value part new ...\n",
              "0.514845  year old girl russian speaking community berli...\n",
              "0.386441  tpp fundamentally flawed resisted human right ...\n",
              "0.547606  kurd invited anti isi conference london despit...\n",
              "0.592277  germany recognizes armenian genocide medium ig...\n",
              "0.624928  wikileaks demand answer google hand staff emai...\n",
              "0.737549  greece new finance minister yanis varoufakis v...\n",
              "0.557548  key hepatitis c patent rejected india clearing...\n",
              "0.551714  boko haram appears surrounded city million thr...\n",
              "0.591091  huge explosion chemical plant ukraine jordan a...\n",
              "0.547606  everest college u.s. owned chain private caree...\n",
              "0.139822  family codebreaker alan turing visit downing s...\n",
              "0.534352  new alzheimers treatment fully restores memory...\n",
              "0.593679  wikileaks reveals tpp proposal allowing corpor...\n",
              "0.400309  st nationwide fracking law germany approach ba...\n",
              "...                                                     ...\n",
              "0.550416  top isi leader saddam general killed fallujah ...\n",
              "0.549928  easter vault raider steal million hatton garde...\n",
              "0.550416  biggest extinction event planetary history dri...\n",
              "0.547606  japan overtakes china top holder u treasury de...\n",
              "0.600245  least people known died massive earthquake hit...\n",
              "0.547996  russia cut nuclear arm stockpile minimal level...\n",
              "0.547379  u.s. government authorized commercial ferry se...\n",
              "0.547606  nasa find antarctic ice shelf year disintegrat...\n",
              "0.531731  world cup sponsor urged bail horrific treatmen...\n",
              "0.534227  nike becomes suspected player alleged million ...\n",
              "0.559669  first time mexican history state governed inde...\n",
              "0.547606  sweden announces first centre raped men u say ...\n",
              "0.547606  doctor voted overwhelmingly urge uk government...\n",
              "0.431480  saudi prince give away bn. said inspired gate ...\n",
              "0.539601  official greek say austerity measure australia...\n",
              "0.199524  report isi fighter die eating poisoned iftar m...\n",
              "0.547606  british columbia strong appetite marijuana ref...\n",
              "0.547606  iraq rushing digitize national library threat ...\n",
              "0.666539  mexican missing student activist led search pa...\n",
              "0.568130  afghan military interpreter served british for...\n",
              "0.531201  india turned mobile internet million citizen a...\n",
              "0.276177  mysterious wooden idol found russia year old s...\n",
              "0.612016  pakistan allows taliban meet choose leader def...\n",
              "0.547606  tuna mackerel population suffer catastrophic d...\n",
              "0.506473  brazil supreme court banned corporate contribu...\n",
              "0.547606  u.s. drug company sue canada trying lower cost...\n",
              "0.547379  france threatens walk away ttip negotiation sa...\n",
              "0.547606  canadian elect liberal majority. ending stephe...\n",
              "0.454985  college application uk become anonymous preven...\n",
              "0.591432  nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          rare megamouth shark washed philippines. zoolo...\n",
              "          westminster child abuse scandal kgb cia kept s...\n",
              "          nasa planning mission europa one best candidat...\n",
              "          draft arrest warrant argentine president found...\n",
              "          jordan carry air strike iraq killing militant ...\n",
              "          supreme court canada strike ban doctor assiste...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          mugabe fall bodyguard punished zimbabwe presid...\n",
              "          obama sends congress draft war authorization s...\n",
              "          england ban smoking car containing children. u...\n",
              "          operation death eater anonymous wade child sex...\n",
              "          england doctor walk emergency ward first ever ...\n",
              "          puerto rico say default monday bitcoin elusive...\n",
              "          linkedin revealed breach compromised account ....\n",
              "          colombia fired police officer massive crackdow...\n",
              "          keep happening rape survivor say protest ameri...\n",
              "          england doctor walk emergency ward first ever ...\n",
              "          puerto rico say default monday bitcoin elusive...\n",
              "          linkedin revealed breach compromised account ....\n",
              "          colombia fired police officer massive crackdow...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          greek news site reporting aristotle tomb found...\n",
              "          thailand shut popular diving site bid slow cor...\n",
              "          every reference great barrier reef removed un ...\n",
              "          scientist australia want save great barrier re...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          kurd invited anti isi conference london despit...\n",
              "          germany recognizes armenian genocide medium ig...\n",
              "          mile u border lexmark fire long term employee ...\n",
              "          name deleted voter register change registratio...\n",
              "          seven year old boy went missing bear inhabited...\n",
              "          nearly qatar population live labour camp uk pe...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          vandal destroy yr old aboriginal artwork tasma...\n",
              "          u.n. chief admits removed saudi arabia child k...\n",
              "          dutch woman alleged raped drugged upscale nigh...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          decriminalisation call war drug fails. top pub...\n",
              "          mp jo cox dead shooting attack saudi arabia up...\n",
              "          staggering percent venezuelan say money buy en...\n",
              "          australian athlete competed six paralympic gam...\n",
              "          german government agrees ban fracking indefini...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          david cameron resign pm eu referendum bbc fore...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          every reference great barrier reef removed un ...\n",
              "          scientist australia want save great barrier re...\n",
              "          boko haram appears surrounded city million thr...\n",
              "          huge explosion chemical plant ukraine jordan a...\n",
              "          everest college u.s. owned chain private caree...\n",
              "          family codebreaker alan turing visit downing s...\n",
              "          new alzheimers treatment fully restores memory...\n",
              "          wikileaks reveals tpp proposal allowing corpor...\n",
              "          st nationwide fracking law germany approach ba...\n",
              "          top isi leader saddam general killed fallujah ...\n",
              "          easter vault raider steal million hatton garde...\n",
              "          biggest extinction event planetary history dri...\n",
              "          japan overtakes china top holder u treasury de...\n",
              "          least people known died massive earthquake hit...\n",
              "          russia cut nuclear arm stockpile minimal level...\n",
              "          u.s. government authorized commercial ferry se...\n",
              "          nasa find antarctic ice shelf year disintegrat...\n",
              "          world cup sponsor urged bail horrific treatmen...\n",
              "          nike becomes suspected player alleged million ...\n",
              "          first time mexican history state governed inde...\n",
              "          sweden announces first centre raped men u say ...\n",
              "          doctor voted overwhelmingly urge uk government...\n",
              "          saudi prince give away bn. said inspired gate ...\n",
              "          official greek say austerity measure australia...\n",
              "          report isi fighter die eating poisoned iftar m...\n",
              "          british columbia strong appetite marijuana ref...\n",
              "          iraq rushing digitize national library threat ...\n",
              "          mexican missing student activist led search pa...\n",
              "          afghan military interpreter served british for...\n",
              "          india turned mobile internet million citizen a...\n",
              "          mysterious wooden idol found russia year old s...\n",
              "          pakistan allows taliban meet choose leader def...\n",
              "          tuna mackerel population suffer catastrophic d...\n",
              "          brazil supreme court banned corporate contribu...\n",
              "          u.s. drug company sue canada trying lower cost...\n",
              "          france threatens walk away ttip negotiation sa...\n",
              "          canadian elect liberal majority. ending stephe...\n",
              "          college application uk become anonymous preven...\n",
              "          nasa set announce another big finding mar thur...\n",
              "          internet hate tpp trade deal year warning secr...\n",
              "          brazil seek copy u.s. gun culture allow embatt...\n",
              "          france drop bomb stronghold raqqa french inter...\n",
              "          paris attack ringleader dead french official i...\n",
              "          fighter syria steady dos amphetamine called ca...\n",
              "          saudi arabia promised sue anyone compare justi...\n",
              "          air pollution reached hazardous level beijing ...\n",
              "          martin schkreli turing ceo increased price aid...\n",
              "          model must doctor note prove thin france rule ...\n",
              "          fifa president sepp blatter uefa bos michel pl...\n",
              "          germany recruit teacher teach german child ref...\n",
              "          microsoft corp said wednesday begin warning us...\n",
              "          china shuts stock market min loss. armed suspe...\n",
              "          report sexual assault woman across european ci...\n",
              "          explosion heard indonesian capital jakarta rep...\n",
              "          danish city ordered pork mandatory municipal m...\n",
              "          pregnant woman warned travel olympics brazil v...\n",
              "          isi encrypted messaging app widely reported me...\n",
              "          north korea satellite tumbling orbit u.s. offi...\n",
              "          gravitational wave black hole detected teen gi...\n",
              "          beijing billionaire new york brazil building w...\n",
              "          indigenous community peruvian amazon took leas...\n",
              "          ttip secrecy around talk profoundly undemocrat...\n",
              "          japan whaling fleet return antarctic minke wha...\n",
              "          russian soldier surrounded isi call airstrikes...\n",
              "          hundred thousand leaked email reveal massively...\n",
              "          prime minister iceland resigned panama paper b...\n",
              "          first interstellar probe mission announced bre...\n",
              "          saudi arabia strip religious police arresting ...\n",
              "          witness disappearance mexican student told inv...\n",
              "          netherlands decriminalize insulting head state...\n",
              "          vw shell try block eu push electric car teen b...\n",
              "          france press g partner month launch irreversib...\n",
              "          india plan spend billion creating new forest i...\n",
              "          need revolt fossil fuel industry tesla chief s...\n",
              "          tax haven justification say top economist call...\n",
              "          iran arresting model pose without headscarf in...\n",
              "          egyptair flight m disappears radar paris cairo...\n",
              "          adidas shoe manufacture return germany fully a...\n",
              "          forty tiger cub body found freezer thai buddhi...\n",
              "          five men india convicted gang rape danish tour...\n",
              "          un remove saudi arabia human right blacklist w...\n",
              "          gay chinese man sue mental hospital trying cur...\n",
              "          isi twitter account hijacked gay porn dalai la...\n",
              "          today united kingdom decides whether remain eu...\n",
              "          barclays rb share suspended trading tanking po...\n",
              "          explosion airport istanbul yemeni former presi...\n",
              "          jamaica proposes marijuana dispenser tourist a...\n",
              "          year old woman running mayor violent southwest...\n",
              "          pharmaceutical ceo raised hiv drug price also ...\n",
              "          year old woman mexico city finally received bi...\n",
              "\n",
              "[378 rows x 1 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b4SSC4WlwI5d",
        "colab_type": "code",
        "outputId": "83df2a86-81b3-4308-85ff-c90a9224613e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        }
      },
      "source": [
        "preds_round = (preds > 0.5) \n",
        "accuracy_score(test['Label'], preds_round)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.5502645502645502"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nx-v7P33sKbm",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "test_str = \"air strike kill\"\n",
        "test_str = clean_text([test_str])\n",
        "test_com = pd.Series(test_str)\n",
        "test_vec = vec.transform(pd.Series(test_com))\n",
        "test_pred = np.zeros(len(test_com))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "T_jKQsS3sKyp",
        "colab_type": "code",
        "outputId": "15d5a887-9f70-41cc-c649-990f6259c0f7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 124
        }
      },
      "source": [
        "test_pred = m.predict_proba(test_vec.multiply(r))[:,1]\n",
        "if test_pred >= 0.5:\n",
        "  print(\"\\n\",\"Dow Jones Industrial Average is Going Up\")\n",
        "else:\n",
        "  print(\"\\n\",\"Dow Jones Industrial Average is Going Down\")\n",
        "    \n",
        "score = pd.DataFrame(test_pred)\n",
        "print(\"\\n\\n\",score)\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\n",
            " Dow Jones Industrial Average is Going Down\n",
            "\n",
            "\n",
            "           0\n",
            "0  0.396055\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "00E1ss81vQ8Q",
        "colab_type": "code",
        "outputId": "8129f1e0-b893-4e32-c605-cba74f16963d",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 291
        }
      },
      "source": [
        "summary = pd.DataFrame(preds)\n",
        "summary.describe()\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>378.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>0.544353</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>0.101422</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>0.059582</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>0.535954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>0.547606</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>0.585000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>0.869599</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                0\n",
              "count  378.000000\n",
              "mean     0.544353\n",
              "std      0.101422\n",
              "min      0.059582\n",
              "25%      0.535954\n",
              "50%      0.547606\n",
              "75%      0.585000\n",
              "max      0.869599"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FuGxArojz63D",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}