Scraping&Cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import random\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Twitter Followers:\n",
    "def getFollowers(username):\n",
    "    os.system(\"snscrape --jsonl --max-results {} twitter-search 'from:{}'> data/example-tweets.json\".format(1, username))\n",
    "    \n",
    "    followers = pd.read_json('data/example-tweets.json'.format(username), lines=True).to_numpy()[0][6]['followersCount']\n",
    "    return [username, followers]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Username</th>\n",
       "      <th>Follower_Count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>RealSkipBayless</td>\n",
       "      <td>3051616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>ShannonSharpe</td>\n",
       "      <td>1539628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>PatMcAfeeShow</td>\n",
       "      <td>2162963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>stephenasmith</td>\n",
       "      <td>5504684</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>maxkellerman</td>\n",
       "      <td>675973</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Username  Follower_Count\n",
       "0  RealSkipBayless         3051616\n",
       "1    ShannonSharpe         1539628\n",
       "2    PatMcAfeeShow         2162963\n",
       "3    stephenasmith         5504684\n",
       "4     maxkellerman          675973"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "usernames = ['RealSkipBayless', 'ShannonSharpe', 'PatMcAfeeShow', 'stephenasmith', 'maxkellerman',\n",
    "            'EmmaWatson', 'AnnaKendrick47', 'VancityReynolds', 'Matt_Leblanc', 'RobertDowneyJr',\n",
    "            'KingJames', 'KDTrey5', 'Giannis_An34', 'StephenCurry30', 'JoelEmbiid', 'steveaoki',\n",
    "            'CousinStizz', 'trvisXX', 'justinbieber', 'ladygaga', 'mcuban', 'travisk', 'ev', \n",
    "            'ariannahuff', 'TonyRobbins', 'Jsipple', 'informor', 'soumitradutta', \n",
    "            'DrMaureenHanson', 'GeoffreyWCoates']\n",
    "\n",
    "outputArr = []\n",
    "\n",
    "for username in usernames:\n",
    "    output = getFollowers(username)\n",
    "    outputArr.append([output[0], output[1]])\n",
    "\n",
    "df = pd.DataFrame(data = outputArr, columns = ['Username', 'Follower_Count'])\n",
    "df.to_csv('data/user-followers.csv', index = False)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Reference: https://betterprogramming.pub/how-to-scrape-tweets-with-snscrape-90124ed006af\n",
    "# Setting variables to be used in format string command below\n",
    "tweet_count = 1000000\n",
    "\n",
    "username = \"GeoffreyWCoates\"\n",
    "\n",
    "# Using OS library to call CLI commands in Python\n",
    "os.system(\"snscrape --jsonl --max-results {} twitter-search 'from:{}'> data/user-{}-tweets.json\".format(tweet_count, username, username))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_type</th>\n",
       "      <th>url</th>\n",
       "      <th>date</th>\n",
       "      <th>content</th>\n",
       "      <th>renderedContent</th>\n",
       "      <th>id</th>\n",
       "      <th>user</th>\n",
       "      <th>replyCount</th>\n",
       "      <th>retweetCount</th>\n",
       "      <th>likeCount</th>\n",
       "      <th>...</th>\n",
       "      <th>media</th>\n",
       "      <th>retweetedTweet</th>\n",
       "      <th>quotedTweet</th>\n",
       "      <th>inReplyToTweetId</th>\n",
       "      <th>inReplyToUser</th>\n",
       "      <th>mentionedUsers</th>\n",
       "      <th>coordinates</th>\n",
       "      <th>place</th>\n",
       "      <th>hashtags</th>\n",
       "      <th>cashtags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>snscrape.modules.twitter.Tweet</td>\n",
       "      <td>https://twitter.com/GeoffreyWCoates/status/144...</td>\n",
       "      <td>2021-10-15 19:31:11+00:00</td>\n",
       "      <td>@j_a_byers @TheCoatesCrew @NESACS Thanks, Jeff...</td>\n",
       "      <td>@j_a_byers @TheCoatesCrew @NESACS Thanks, Jeff...</td>\n",
       "      <td>1449095527526699013</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.User', 'us...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1.449012e+18</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.User', 'us...</td>\n",
       "      <td>[{'_type': 'snscrape.modules.twitter.User', 'u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>snscrape.modules.twitter.Tweet</td>\n",
       "      <td>https://twitter.com/GeoffreyWCoates/status/144...</td>\n",
       "      <td>2021-10-06 21:02:06+00:00</td>\n",
       "      <td>Awesome work, @James_M_Eagan! https://t.co/3pJ...</td>\n",
       "      <td>Awesome work, @James_M_Eagan! twitter.com/Jame...</td>\n",
       "      <td>1445856918778511372</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.User', 'us...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.Tweet', 'u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'_type': 'snscrape.modules.twitter.User', 'u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>snscrape.modules.twitter.Tweet</td>\n",
       "      <td>https://twitter.com/GeoffreyWCoates/status/144...</td>\n",
       "      <td>2021-09-23 22:59:27+00:00</td>\n",
       "      <td>⁦@Cornell⁩ looking 🤩 this evening! https://t.c...</td>\n",
       "      <td>⁦@Cornell⁩ looking 🤩 this evening! https://t.c...</td>\n",
       "      <td>1441175406229458945</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.User', 'us...</td>\n",
       "      <td>4</td>\n",
       "      <td>31</td>\n",
       "      <td>654</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'_type': 'snscrape.modules.twitter.Photo', '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'_type': 'snscrape.modules.twitter.User', 'u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>snscrape.modules.twitter.Tweet</td>\n",
       "      <td>https://twitter.com/GeoffreyWCoates/status/144...</td>\n",
       "      <td>2021-09-22 17:51:25+00:00</td>\n",
       "      <td>⁦@TheCoatesCrew⁩ chemistry goes to a new stage...</td>\n",
       "      <td>⁦@TheCoatesCrew⁩ chemistry goes to a new stage...</td>\n",
       "      <td>1440735499514040324</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.User', 'us...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>98</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'_type': 'snscrape.modules.twitter.User', 'u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>snscrape.modules.twitter.Tweet</td>\n",
       "      <td>https://twitter.com/GeoffreyWCoates/status/143...</td>\n",
       "      <td>2021-09-09 17:16:28+00:00</td>\n",
       "      <td>Ha - thanks Paul! https://t.co/Abi0wLd3PL http...</td>\n",
       "      <td>Ha - thanks Paul! chrisjordan.com/gallery/rtn/...</td>\n",
       "      <td>1436015662179098650</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.User', 'us...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'_type': 'snscrape.modules.twitter.Tweet', 'u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                            _type  \\\n",
       "0  snscrape.modules.twitter.Tweet   \n",
       "1  snscrape.modules.twitter.Tweet   \n",
       "2  snscrape.modules.twitter.Tweet   \n",
       "3  snscrape.modules.twitter.Tweet   \n",
       "4  snscrape.modules.twitter.Tweet   \n",
       "\n",
       "                                                 url  \\\n",
       "0  https://twitter.com/GeoffreyWCoates/status/144...   \n",
       "1  https://twitter.com/GeoffreyWCoates/status/144...   \n",
       "2  https://twitter.com/GeoffreyWCoates/status/144...   \n",
       "3  https://twitter.com/GeoffreyWCoates/status/144...   \n",
       "4  https://twitter.com/GeoffreyWCoates/status/143...   \n",
       "\n",
       "                       date  \\\n",
       "0 2021-10-15 19:31:11+00:00   \n",
       "1 2021-10-06 21:02:06+00:00   \n",
       "2 2021-09-23 22:59:27+00:00   \n",
       "3 2021-09-22 17:51:25+00:00   \n",
       "4 2021-09-09 17:16:28+00:00   \n",
       "\n",
       "                                             content  \\\n",
       "0  @j_a_byers @TheCoatesCrew @NESACS Thanks, Jeff...   \n",
       "1  Awesome work, @James_M_Eagan! https://t.co/3pJ...   \n",
       "2  ⁦@Cornell⁩ looking 🤩 this evening! https://t.c...   \n",
       "3  ⁦@TheCoatesCrew⁩ chemistry goes to a new stage...   \n",
       "4  Ha - thanks Paul! https://t.co/Abi0wLd3PL http...   \n",
       "\n",
       "                                     renderedContent                   id  \\\n",
       "0  @j_a_byers @TheCoatesCrew @NESACS Thanks, Jeff...  1449095527526699013   \n",
       "1  Awesome work, @James_M_Eagan! twitter.com/Jame...  1445856918778511372   \n",
       "2  ⁦@Cornell⁩ looking 🤩 this evening! https://t.c...  1441175406229458945   \n",
       "3  ⁦@TheCoatesCrew⁩ chemistry goes to a new stage...  1440735499514040324   \n",
       "4  Ha - thanks Paul! chrisjordan.com/gallery/rtn/...  1436015662179098650   \n",
       "\n",
       "                                                user  replyCount  \\\n",
       "0  {'_type': 'snscrape.modules.twitter.User', 'us...           0   \n",
       "1  {'_type': 'snscrape.modules.twitter.User', 'us...           0   \n",
       "2  {'_type': 'snscrape.modules.twitter.User', 'us...           4   \n",
       "3  {'_type': 'snscrape.modules.twitter.User', 'us...           1   \n",
       "4  {'_type': 'snscrape.modules.twitter.User', 'us...           0   \n",
       "\n",
       "   retweetCount  likeCount  ...  \\\n",
       "0             0          4  ...   \n",
       "1             0          7  ...   \n",
       "2            31        654  ...   \n",
       "3             9         98  ...   \n",
       "4             0          6  ...   \n",
       "\n",
       "                                               media  retweetedTweet  \\\n",
       "0                                               None             NaN   \n",
       "1                                               None             NaN   \n",
       "2  [{'_type': 'snscrape.modules.twitter.Photo', '...             NaN   \n",
       "3                                               None             NaN   \n",
       "4                                               None             NaN   \n",
       "\n",
       "                                         quotedTweet inReplyToTweetId  \\\n",
       "0                                               None     1.449012e+18   \n",
       "1  {'_type': 'snscrape.modules.twitter.Tweet', 'u...              NaN   \n",
       "2                                               None              NaN   \n",
       "3                                               None              NaN   \n",
       "4  {'_type': 'snscrape.modules.twitter.Tweet', 'u...              NaN   \n",
       "\n",
       "                                       inReplyToUser  \\\n",
       "0  {'_type': 'snscrape.modules.twitter.User', 'us...   \n",
       "1                                               None   \n",
       "2                                               None   \n",
       "3                                               None   \n",
       "4                                               None   \n",
       "\n",
       "                                      mentionedUsers coordinates place  \\\n",
       "0  [{'_type': 'snscrape.modules.twitter.User', 'u...         NaN   NaN   \n",
       "1  [{'_type': 'snscrape.modules.twitter.User', 'u...         NaN   NaN   \n",
       "2  [{'_type': 'snscrape.modules.twitter.User', 'u...         NaN   NaN   \n",
       "3  [{'_type': 'snscrape.modules.twitter.User', 'u...         NaN   NaN   \n",
       "4                                               None         NaN   NaN   \n",
       "\n",
       "  hashtags  cashtags  \n",
       "0     None       NaN  \n",
       "1     None       NaN  \n",
       "2     None       NaN  \n",
       "3     None       NaN  \n",
       "4     None       NaN  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 164,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Reads the json generated from the CLI command above and creates a pandas dataframe\n",
    "tweets_df = pd.read_json('data/user-{}-tweets.json'.format(username), lines=True)\n",
    "\n",
    "# Displays first 5 entries from dataframe\n",
    "tweets_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(307, 28)"
      ]
     },
     "execution_count": 165,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [],
   "source": [
    "arr = tweets_df.to_numpy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [],
   "source": [
    "def getPercentage(arr, textIndex, phrase):\n",
    "    count = 0\n",
    "    for val in arr:\n",
    "        if phrase in val[textIndex].lower():\n",
    "            count += 1\n",
    "    return count * 100 / len(arr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0\n"
     ]
    }
   ],
   "source": [
    "print(getPercentage(arr, 3, 'lebron'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2018"
      ]
     },
     "execution_count": 169,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check the earliest tweet in the dataset\n",
    "arr[-1][2].year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['_type', 'url', 'date', 'content', 'renderedContent', 'id', 'user',\n",
       "       'replyCount', 'retweetCount', 'likeCount', 'quoteCount',\n",
       "       'conversationId', 'lang', 'source', 'sourceUrl', 'sourceLabel',\n",
       "       'outlinks', 'tcooutlinks', 'media', 'retweetedTweet', 'quotedTweet',\n",
       "       'inReplyToTweetId', 'inReplyToUser', 'mentionedUsers', 'coordinates',\n",
       "       'place', 'hashtags', 'cashtags'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "parseDate = lambda x: [x.week, x.month, x.year]\n",
    "\n",
    "def cleanData(data):\n",
    "    # Extract user, date, content, replyCount, retweetCount, and likeCount\n",
    "    data = data.loc[:, ['user', 'date', 'content', 'replyCount', 'retweetCount', 'likeCount']]\n",
    "\n",
    "    # Extract username from user\n",
    "    username = data['user'][0]['username']\n",
    "    data['user'] = username\n",
    "\n",
    "    # Convert date: [week, month, year]\n",
    "    data['date'] = data['date'].apply(np.vectorize(parseDate))\n",
    "    \n",
    "    data.to_csv('data/user-{}-tweets-cleaned.csv'.format(username), index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleanData(tweets_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "usernames = ['RealSkipBayless', 'ShannonSharpe', 'PatMcAfeeShow', 'stephenasmith', 'maxkellerman',\n",
    "            'EmmaWatson', 'AnnaKendrick47', 'VancityReynolds', 'Matt_Leblanc', 'RobertDowneyJr',\n",
    "            'KingJames', 'KDTrey5', 'Giannis_An34', 'StephenCurry30', 'JoelEmbiid', 'steveaoki',\n",
    "            'CousinStizz', 'trvisXX', 'justinbieber', 'ladygaga', 'mcuban', 'travisk', 'ev', \n",
    "            'ariannahuff', 'TonyRobbins', 'Jsipple', 'informor', 'soumitradutta', \n",
    "            'DrMaureenHanson', 'GeoffreyWCoates']\n",
    "\n",
    "new_data = {}\n",
    "for username in usernames:\n",
    "    #data = pd.read_csv(f'cleaned-data/user-{username}-tweets-cleaned.csv').to_numpy()\n",
    "    #print(data)\n",
    "    new_data[username] = {}\n",
    "    for i in range(15):\n",
    "        new_data[username][f'word_{i+1}'] = random.uniform(0,1)\n",
    "\n",
    "with open('top-words.json' ,'w') as f:\n",
    "    json.dump(new_data, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_data = {}\n",
    "\n",
    "usernames = sports + actors + nba_players + musicians + entrepreneurs + cornell\n",
    "\n",
    "for username in usernames:\n",
    "    new_data[username] = {}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "common_words = ['now', 'like', 'think', 'time', 'game', 'love', 'thanks', 'win', 'undisputed', 'lol', 'happy', 'bro', 'haha', 'damn']\n",
    "\n",
    "sports = ['RealSkipBayless', 'ShannonSharpe', 'PatMcAfeeShow', 'stephenasmith', 'maxkellerman']\n",
    "sports_words = ['undisputed', 'amp', 'win', 'lebron', 'love', 'nfl', 'thanks', 'brady', 'broncos',\n",
    "               'cowboys', 'haha', 'players', 'brother', 'damn', 'tonight', 'sharpe', 'patmcafeeshow',\n",
    "               'shannon', 'tebowsourqb', 'guys', 'podcast', 'coach', 'cont', 'run', 'nba', 'keep',\n",
    "               'tebow', 'tomorrow', 'games', 'football', 'mvp', 'stephen', 'bro', 'top', \n",
    "               'lakers', 'fans', 'week'] + common_words\n",
    "\n",
    "actors = ['EmmaWatson', 'AnnaKendrick47', 'VancityReynolds', 'Matt_Leblanc', 'RobertDowneyJr']\n",
    "actors_words = ['like', 'love', 'thanks', 'now', 'day', 'happy', 'time', 'know', 'see', 'people',\n",
    "               'new', 'think', 'deadpool', 'first', 'life', 'thank', 'aviationgin', 'work', \n",
    "               'thejudge', 'want' ,'amazing', 'feel', 'mintmobile', 'women', 'movie'] + common_words\n",
    "\n",
    "nba_players = ['KingJames', 'KDTrey5', 'Giannis_An34', 'StephenCurry30', 'JoelEmbiid']\n",
    "nba_words = ['lol', 'man', 'game', 'bro', 'right', 'know', 'yea', 'today', 'tonight', 'happy',\n",
    "            'kno', 'jus', 'win', 'play', 'congrats', 'waldorfsfinest', 'wit', 'big', \n",
    "            'team', 'yall', 'keep', 'kingjames'] + common_words\n",
    "\n",
    "musicians = ['steveaoki', 'CousinStizz', 'trvisXX', 'justinbieber', 'ladygaga']\n",
    "musicians_words = ['love', 'new', 'show', 'thank', 'tonight', 'night', 'music', 'video',\n",
    "                  'album', 'world', 'coming', 'fans', 'live', 'tour', 'dim', 'steveaoki', \n",
    "                  'aoki', 'mak', 'aokijump', 'party', 'best'] + common_words\n",
    "\n",
    "entrepreneurs = ['mcuban', 'travisk', 'ev', 'ariannahuff', 'TonyRobbins']\n",
    "entrepreneurs_words = ['uber', 'people' 'life', 'twitter', 'like', 'business', 'bit', 'take',\n",
    "                      'great', 'think', 'work', 'tony', 'change', 'going', 'best', 'help',\n",
    "                      'world', 'live', 'learn'] + common_words\n",
    "\n",
    "\n",
    "cornell = ['Jsipple', 'informor', 'soumitradutta', 'DrMaureenHanson', 'GeoffreyWCoates']\n",
    "cornell_words = ['new', 'data', 'work', 'paper', 'time', 'social', 'well', 'media', 'today',\n",
    "                'cornell', 'think', 'research', 'students', 'first', 'congrats', 'innovation',\n",
    "                'tech'] + common_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_usernames = sports + actors + nba_players + musicians + entrepreneurs + cornell\n",
    "all_words = ['game', 'love', 'thanks', 'win', 'undisputed', 'lol', 'happy', 'bro', 'haha', 'damn']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "usernames = cornell\n",
    "words = cornell_words\n",
    "\n",
    "for username in usernames:\n",
    "    #new_data[username] = {}\n",
    "    data = pd.read_json('data/user-{}-tweets.json'.format(username), lines=True)['content'].to_numpy()\n",
    "    \n",
    "    for word in words:\n",
    "        count = 0\n",
    "        for tweet in data:\n",
    "            if word in tweet.lower():\n",
    "                count += 1\n",
    "        new_data[username][word] = count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'RealSkipBayless': {'undisputed': 9825,\n",
       "  'amp': 1855,\n",
       "  'win': 5945,\n",
       "  'lebron': 5742,\n",
       "  'love': 1848,\n",
       "  'nfl': 1938,\n",
       "  'thanks': 388,\n",
       "  'brady': 2749,\n",
       "  'broncos': 188,\n",
       "  'cowboys': 2915,\n",
       "  'haha': 11,\n",
       "  'players': 650,\n",
       "  'brother': 110,\n",
       "  'damn': 15,\n",
       "  'tonight': 1227,\n",
       "  'sharpe': 473,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 1052,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 165,\n",
       "  'podcast': 2148,\n",
       "  'coach': 1240,\n",
       "  'cont': 1111,\n",
       "  'run': 1918,\n",
       "  'nba': 1446,\n",
       "  'keep': 1067,\n",
       "  'tebow': 1368,\n",
       "  'tomorrow': 1259,\n",
       "  'games': 1538,\n",
       "  'football': 831,\n",
       "  'mvp': 1353,\n",
       "  'stephen': 1410,\n",
       "  'bro': 7874,\n",
       "  'top': 1092,\n",
       "  'lakers': 1348,\n",
       "  'fans': 678,\n",
       "  'week': 639,\n",
       "  'now': 10728,\n",
       "  'like': 2942,\n",
       "  'think': 1400,\n",
       "  'time': 3235,\n",
       "  'game': 7126,\n",
       "  'lol': 26,\n",
       "  'happy': 387},\n",
       " 'ShannonSharpe': {'undisputed': 149,\n",
       "  'amp': 3241,\n",
       "  'win': 7665,\n",
       "  'lebron': 555,\n",
       "  'love': 3558,\n",
       "  'nfl': 3964,\n",
       "  'thanks': 1863,\n",
       "  'brady': 2006,\n",
       "  'broncos': 4727,\n",
       "  'cowboys': 622,\n",
       "  'haha': 923,\n",
       "  'players': 2099,\n",
       "  'brother': 377,\n",
       "  'damn': 556,\n",
       "  'tonight': 604,\n",
       "  'sharpe': 78866,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 78117,\n",
       "  'tebowsourqb': 3948,\n",
       "  'guys': 1515,\n",
       "  'podcast': 79,\n",
       "  'coach': 2308,\n",
       "  'cont': 4607,\n",
       "  'run': 2586,\n",
       "  'nba': 1216,\n",
       "  'keep': 1697,\n",
       "  'tebow': 5253,\n",
       "  'tomorrow': 688,\n",
       "  'games': 648,\n",
       "  'football': 1245,\n",
       "  'mvp': 1402,\n",
       "  'stephen': 319,\n",
       "  'bro': 12167,\n",
       "  'top': 3756,\n",
       "  'lakers': 739,\n",
       "  'fans': 1193,\n",
       "  'week': 1292,\n",
       "  'now': 10352,\n",
       "  'like': 7355,\n",
       "  'think': 9525,\n",
       "  'time': 4554,\n",
       "  'game': 2974,\n",
       "  'lol': 1512,\n",
       "  'happy': 900},\n",
       " 'PatMcAfeeShow': {'undisputed': 16,\n",
       "  'amp': 5143,\n",
       "  'win': 2730,\n",
       "  'lebron': 76,\n",
       "  'love': 2853,\n",
       "  'nfl': 2401,\n",
       "  'thanks': 1612,\n",
       "  'brady': 392,\n",
       "  'broncos': 65,\n",
       "  'cowboys': 153,\n",
       "  'haha': 4822,\n",
       "  'players': 483,\n",
       "  'brother': 2746,\n",
       "  'damn': 934,\n",
       "  'tonight': 971,\n",
       "  'sharpe': 9,\n",
       "  'patmcafeeshow': 15393,\n",
       "  'shannon': 26,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 1478,\n",
       "  'podcast': 306,\n",
       "  'coach': 1008,\n",
       "  'cont': 700,\n",
       "  'run': 989,\n",
       "  'nba': 415,\n",
       "  'keep': 610,\n",
       "  'tebow': 90,\n",
       "  'tomorrow': 663,\n",
       "  'games': 448,\n",
       "  'football': 1398,\n",
       "  'mvp': 126,\n",
       "  'stephen': 91,\n",
       "  'bro': 4523,\n",
       "  'top': 894,\n",
       "  'lakers': 36,\n",
       "  'fans': 412,\n",
       "  'week': 1686,\n",
       "  'now': 5020,\n",
       "  'like': 3519,\n",
       "  'think': 2778,\n",
       "  'time': 3399,\n",
       "  'game': 2602,\n",
       "  'lol': 323,\n",
       "  'happy': 1320},\n",
       " 'stephenasmith': {'undisputed': 3,\n",
       "  'amp': 879,\n",
       "  'win': 1210,\n",
       "  'lebron': 479,\n",
       "  'love': 1576,\n",
       "  'nfl': 611,\n",
       "  'thanks': 1739,\n",
       "  'brady': 157,\n",
       "  'broncos': 37,\n",
       "  'cowboys': 389,\n",
       "  'haha': 2,\n",
       "  'players': 212,\n",
       "  'brother': 546,\n",
       "  'damn': 1947,\n",
       "  'tonight': 463,\n",
       "  'sharpe': 22,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 21,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 115,\n",
       "  'podcast': 856,\n",
       "  'coach': 413,\n",
       "  'cont': 380,\n",
       "  'run': 376,\n",
       "  'nba': 833,\n",
       "  'keep': 511,\n",
       "  'tebow': 233,\n",
       "  'tomorrow': 356,\n",
       "  'games': 226,\n",
       "  'football': 227,\n",
       "  'mvp': 156,\n",
       "  'stephen': 1977,\n",
       "  'bro': 3067,\n",
       "  'top': 1080,\n",
       "  'lakers': 426,\n",
       "  'fans': 252,\n",
       "  'week': 633,\n",
       "  'now': 4348,\n",
       "  'like': 1431,\n",
       "  'think': 975,\n",
       "  'time': 1722,\n",
       "  'game': 1456,\n",
       "  'lol': 21,\n",
       "  'happy': 288},\n",
       " 'maxkellerman': {'undisputed': 12,\n",
       "  'amp': 1001,\n",
       "  'win': 496,\n",
       "  'lebron': 146,\n",
       "  'love': 156,\n",
       "  'nfl': 137,\n",
       "  'thanks': 105,\n",
       "  'brady': 79,\n",
       "  'broncos': 3,\n",
       "  'cowboys': 51,\n",
       "  'haha': 1,\n",
       "  'players': 50,\n",
       "  'brother': 20,\n",
       "  'damn': 16,\n",
       "  'tonight': 166,\n",
       "  'sharpe': 0,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 0,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 43,\n",
       "  'podcast': 21,\n",
       "  'coach': 59,\n",
       "  'cont': 147,\n",
       "  'run': 108,\n",
       "  'nba': 317,\n",
       "  'keep': 60,\n",
       "  'tebow': 5,\n",
       "  'tomorrow': 35,\n",
       "  'games': 104,\n",
       "  'football': 73,\n",
       "  'mvp': 100,\n",
       "  'stephen': 80,\n",
       "  'bro': 339,\n",
       "  'top': 187,\n",
       "  'lakers': 188,\n",
       "  'fans': 108,\n",
       "  'week': 91,\n",
       "  'now': 445,\n",
       "  'like': 367,\n",
       "  'think': 138,\n",
       "  'time': 361,\n",
       "  'game': 543,\n",
       "  'lol': 5,\n",
       "  'happy': 32},\n",
       " 'EmmaWatson': {'like': 36,\n",
       "  'love': 110,\n",
       "  'thanks': 16,\n",
       "  'now': 62,\n",
       "  'day': 111,\n",
       "  'happy': 36,\n",
       "  'time': 60,\n",
       "  'know': 18,\n",
       "  'see': 64,\n",
       "  'people': 35,\n",
       "  'new': 52,\n",
       "  'think': 28,\n",
       "  'deadpool': 0,\n",
       "  'first': 17,\n",
       "  'life': 17,\n",
       "  'thank': 127,\n",
       "  'aviationgin': 0,\n",
       "  'work': 46,\n",
       "  'thejudge': 0,\n",
       "  'want': 28,\n",
       "  'amazing': 41,\n",
       "  'feel': 17,\n",
       "  'mintmobile': 0,\n",
       "  'women': 99,\n",
       "  'movie': 26,\n",
       "  'game': 5,\n",
       "  'win': 26,\n",
       "  'undisputed': 0,\n",
       "  'lol': 1,\n",
       "  'bro': 10,\n",
       "  'haha': 15,\n",
       "  'damn': 2},\n",
       " 'AnnaKendrick47': {'like': 200,\n",
       "  'love': 104,\n",
       "  'thanks': 38,\n",
       "  'now': 266,\n",
       "  'day': 203,\n",
       "  'happy': 38,\n",
       "  'time': 108,\n",
       "  'know': 117,\n",
       "  'see': 99,\n",
       "  'people': 68,\n",
       "  'new': 78,\n",
       "  'think': 78,\n",
       "  'deadpool': 0,\n",
       "  'first': 47,\n",
       "  'life': 63,\n",
       "  'thank': 75,\n",
       "  'aviationgin': 0,\n",
       "  'work': 69,\n",
       "  'thejudge': 0,\n",
       "  'want': 54,\n",
       "  'amazing': 19,\n",
       "  'feel': 90,\n",
       "  'mintmobile': 0,\n",
       "  'women': 15,\n",
       "  'movie': 59,\n",
       "  'game': 24,\n",
       "  'win': 51,\n",
       "  'undisputed': 0,\n",
       "  'lol': 10,\n",
       "  'bro': 69,\n",
       "  'haha': 23,\n",
       "  'damn': 24},\n",
       " 'VancityReynolds': {'like': 100,\n",
       "  'love': 113,\n",
       "  'thanks': 58,\n",
       "  'now': 136,\n",
       "  'day': 211,\n",
       "  'happy': 88,\n",
       "  'time': 92,\n",
       "  'know': 75,\n",
       "  'see': 82,\n",
       "  'people': 38,\n",
       "  'new': 68,\n",
       "  'think': 39,\n",
       "  'deadpool': 178,\n",
       "  'first': 41,\n",
       "  'life': 43,\n",
       "  'thank': 169,\n",
       "  'aviationgin': 246,\n",
       "  'work': 69,\n",
       "  'thejudge': 0,\n",
       "  'want': 39,\n",
       "  'amazing': 33,\n",
       "  'feel': 27,\n",
       "  'mintmobile': 92,\n",
       "  'women': 9,\n",
       "  'movie': 86,\n",
       "  'game': 14,\n",
       "  'win': 57,\n",
       "  'undisputed': 0,\n",
       "  'lol': 2,\n",
       "  'bro': 45,\n",
       "  'haha': 3,\n",
       "  'damn': 25},\n",
       " 'Matt_Leblanc': {'like': 12,\n",
       "  'love': 11,\n",
       "  'thanks': 66,\n",
       "  'now': 7,\n",
       "  'day': 25,\n",
       "  'happy': 15,\n",
       "  'time': 14,\n",
       "  'know': 4,\n",
       "  'see': 15,\n",
       "  'people': 2,\n",
       "  'new': 7,\n",
       "  'think': 1,\n",
       "  'deadpool': 0,\n",
       "  'first': 1,\n",
       "  'life': 0,\n",
       "  'thank': 69,\n",
       "  'aviationgin': 0,\n",
       "  'work': 9,\n",
       "  'thejudge': 0,\n",
       "  'want': 3,\n",
       "  'amazing': 1,\n",
       "  'feel': 1,\n",
       "  'mintmobile': 0,\n",
       "  'women': 0,\n",
       "  'movie': 0,\n",
       "  'game': 0,\n",
       "  'win': 3,\n",
       "  'undisputed': 0,\n",
       "  'lol': 2,\n",
       "  'bro': 5,\n",
       "  'haha': 12,\n",
       "  'damn': 3},\n",
       " 'RobertDowneyJr': {'like': 17,\n",
       "  'love': 34,\n",
       "  'thanks': 20,\n",
       "  'now': 49,\n",
       "  'day': 115,\n",
       "  'happy': 50,\n",
       "  'time': 31,\n",
       "  'know': 16,\n",
       "  'see': 34,\n",
       "  'people': 12,\n",
       "  'new': 43,\n",
       "  'think': 7,\n",
       "  'deadpool': 0,\n",
       "  'first': 10,\n",
       "  'life': 12,\n",
       "  'thank': 35,\n",
       "  'aviationgin': 0,\n",
       "  'work': 13,\n",
       "  'thejudge': 103,\n",
       "  'want': 9,\n",
       "  'amazing': 6,\n",
       "  'feel': 7,\n",
       "  'mintmobile': 0,\n",
       "  'women': 2,\n",
       "  'movie': 16,\n",
       "  'game': 18,\n",
       "  'win': 35,\n",
       "  'undisputed': 0,\n",
       "  'lol': 1,\n",
       "  'bro': 23,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'KingJames': {'lol': 193,\n",
       "  'man': 718,\n",
       "  'game': 541,\n",
       "  'bro': 742,\n",
       "  'right': 261,\n",
       "  'know': 261,\n",
       "  'yea': 205,\n",
       "  'today': 239,\n",
       "  'tonight': 242,\n",
       "  'happy': 254,\n",
       "  'kno': 280,\n",
       "  'jus': 507,\n",
       "  'win': 278,\n",
       "  'play': 272,\n",
       "  'congrats': 285,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 643,\n",
       "  'big': 214,\n",
       "  'team': 260,\n",
       "  'yall': 39,\n",
       "  'keep': 177,\n",
       "  'kingjames': 512,\n",
       "  'now': 524,\n",
       "  'like': 222,\n",
       "  'think': 91,\n",
       "  'time': 408,\n",
       "  'love': 565,\n",
       "  'thanks': 251,\n",
       "  'undisputed': 0,\n",
       "  'haha': 110,\n",
       "  'damn': 90},\n",
       " 'KDTrey5': {'lol': 3794,\n",
       "  'man': 1910,\n",
       "  'game': 828,\n",
       "  'bro': 1768,\n",
       "  'right': 407,\n",
       "  'know': 382,\n",
       "  'yea': 1133,\n",
       "  'today': 228,\n",
       "  'tonight': 166,\n",
       "  'happy': 275,\n",
       "  'kno': 1102,\n",
       "  'jus': 1341,\n",
       "  'win': 665,\n",
       "  'play': 1000,\n",
       "  'congrats': 151,\n",
       "  'waldorfsfinest': 706,\n",
       "  'wit': 1783,\n",
       "  'big': 479,\n",
       "  'team': 426,\n",
       "  'yall': 466,\n",
       "  'keep': 270,\n",
       "  'kingjames': 42,\n",
       "  'now': 1140,\n",
       "  'like': 1164,\n",
       "  'think': 433,\n",
       "  'time': 582,\n",
       "  'love': 731,\n",
       "  'thanks': 511,\n",
       "  'undisputed': 0,\n",
       "  'haha': 530,\n",
       "  'damn': 167},\n",
       " 'Giannis_An34': {'lol': 17,\n",
       "  'man': 28,\n",
       "  'game': 44,\n",
       "  'bro': 79,\n",
       "  'right': 14,\n",
       "  'know': 18,\n",
       "  'yea': 24,\n",
       "  'today': 20,\n",
       "  'tonight': 16,\n",
       "  'happy': 37,\n",
       "  'kno': 18,\n",
       "  'jus': 32,\n",
       "  'win': 40,\n",
       "  'play': 32,\n",
       "  'congrats': 7,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 63,\n",
       "  'big': 21,\n",
       "  'team': 30,\n",
       "  'yall': 0,\n",
       "  'keep': 31,\n",
       "  'kingjames': 1,\n",
       "  'now': 45,\n",
       "  'like': 21,\n",
       "  'think': 18,\n",
       "  'time': 45,\n",
       "  'love': 39,\n",
       "  'thanks': 10,\n",
       "  'undisputed': 0,\n",
       "  'haha': 3,\n",
       "  'damn': 0},\n",
       " 'StephenCurry30': {'lol': 585,\n",
       "  'man': 554,\n",
       "  'game': 511,\n",
       "  'bro': 372,\n",
       "  'right': 337,\n",
       "  'know': 195,\n",
       "  'yea': 292,\n",
       "  'today': 243,\n",
       "  'tonight': 291,\n",
       "  'happy': 164,\n",
       "  'kno': 211,\n",
       "  'jus': 378,\n",
       "  'win': 422,\n",
       "  'play': 353,\n",
       "  'congrats': 181,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 665,\n",
       "  'big': 212,\n",
       "  'team': 220,\n",
       "  'yall': 31,\n",
       "  'keep': 176,\n",
       "  'kingjames': 5,\n",
       "  'now': 523,\n",
       "  'like': 252,\n",
       "  'think': 121,\n",
       "  'time': 413,\n",
       "  'love': 263,\n",
       "  'thanks': 329,\n",
       "  'undisputed': 0,\n",
       "  'haha': 236,\n",
       "  'damn': 9},\n",
       " 'JoelEmbiid': {'lol': 52,\n",
       "  'man': 120,\n",
       "  'game': 149,\n",
       "  'bro': 82,\n",
       "  'right': 45,\n",
       "  'know': 63,\n",
       "  'yea': 95,\n",
       "  'today': 43,\n",
       "  'tonight': 31,\n",
       "  'happy': 20,\n",
       "  'kno': 64,\n",
       "  'jus': 111,\n",
       "  'win': 78,\n",
       "  'play': 104,\n",
       "  'congrats': 20,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 116,\n",
       "  'big': 38,\n",
       "  'team': 40,\n",
       "  'yall': 10,\n",
       "  'keep': 20,\n",
       "  'kingjames': 4,\n",
       "  'now': 116,\n",
       "  'like': 50,\n",
       "  'think': 29,\n",
       "  'time': 97,\n",
       "  'love': 65,\n",
       "  'thanks': 66,\n",
       "  'undisputed': 0,\n",
       "  'haha': 42,\n",
       "  'damn': 4},\n",
       " 'steveaoki': {'love': 1767,\n",
       "  'new': 2658,\n",
       "  'show': 2029,\n",
       "  'thank': 1630,\n",
       "  'tonight': 931,\n",
       "  'night': 2040,\n",
       "  'music': 2007,\n",
       "  'video': 871,\n",
       "  'album': 576,\n",
       "  'world': 710,\n",
       "  'coming': 923,\n",
       "  'fans': 301,\n",
       "  'live': 1155,\n",
       "  'tour': 1060,\n",
       "  'dim': 3270,\n",
       "  'steveaoki': 2267,\n",
       "  'aoki': 6340,\n",
       "  'mak': 3612,\n",
       "  'aokijump': 1105,\n",
       "  'party': 1078,\n",
       "  'best': 607,\n",
       "  'now': 2785,\n",
       "  'like': 1054,\n",
       "  'think': 286,\n",
       "  'time': 1548,\n",
       "  'game': 312,\n",
       "  'thanks': 751,\n",
       "  'win': 622,\n",
       "  'undisputed': 0,\n",
       "  'lol': 242,\n",
       "  'happy': 625,\n",
       "  'bro': 1137,\n",
       "  'haha': 262,\n",
       "  'damn': 105},\n",
       " 'CousinStizz': {'love': 4,\n",
       "  'new': 4,\n",
       "  'show': 0,\n",
       "  'thank': 2,\n",
       "  'tonight': 1,\n",
       "  'night': 3,\n",
       "  'music': 0,\n",
       "  'video': 1,\n",
       "  'album': 0,\n",
       "  'world': 0,\n",
       "  'coming': 0,\n",
       "  'fans': 1,\n",
       "  'live': 1,\n",
       "  'tour': 0,\n",
       "  'dim': 0,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 2,\n",
       "  'aokijump': 0,\n",
       "  'party': 0,\n",
       "  'best': 1,\n",
       "  'now': 3,\n",
       "  'like': 8,\n",
       "  'think': 3,\n",
       "  'time': 2,\n",
       "  'game': 1,\n",
       "  'thanks': 1,\n",
       "  'win': 3,\n",
       "  'undisputed': 0,\n",
       "  'lol': 2,\n",
       "  'happy': 1,\n",
       "  'bro': 5,\n",
       "  'haha': 0,\n",
       "  'damn': 1},\n",
       " 'trvisXX': {'love': 41,\n",
       "  'new': 31,\n",
       "  'show': 20,\n",
       "  'thank': 39,\n",
       "  'tonight': 26,\n",
       "  'night': 43,\n",
       "  'music': 8,\n",
       "  'video': 8,\n",
       "  'album': 14,\n",
       "  'world': 52,\n",
       "  'coming': 9,\n",
       "  'fans': 11,\n",
       "  'live': 26,\n",
       "  'tour': 34,\n",
       "  'dim': 0,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 19,\n",
       "  'aokijump': 0,\n",
       "  'party': 4,\n",
       "  'best': 7,\n",
       "  'now': 51,\n",
       "  'like': 8,\n",
       "  'think': 5,\n",
       "  'time': 32,\n",
       "  'game': 4,\n",
       "  'thanks': 7,\n",
       "  'win': 9,\n",
       "  'undisputed': 0,\n",
       "  'lol': 3,\n",
       "  'happy': 28,\n",
       "  'bro': 16,\n",
       "  'haha': 4,\n",
       "  'damn': 3},\n",
       " 'justinbieber': {'love': 1975,\n",
       "  'new': 856,\n",
       "  'show': 1089,\n",
       "  'thank': 2383,\n",
       "  'tonight': 621,\n",
       "  'night': 1147,\n",
       "  'music': 676,\n",
       "  'video': 541,\n",
       "  'album': 556,\n",
       "  'world': 857,\n",
       "  'coming': 407,\n",
       "  'fans': 750,\n",
       "  'live': 248,\n",
       "  'tour': 827,\n",
       "  'dim': 6,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 666,\n",
       "  'aokijump': 0,\n",
       "  'party': 69,\n",
       "  'best': 326,\n",
       "  'now': 1269,\n",
       "  'like': 533,\n",
       "  'think': 280,\n",
       "  'time': 873,\n",
       "  'game': 153,\n",
       "  'thanks': 1422,\n",
       "  'win': 318,\n",
       "  'undisputed': 0,\n",
       "  'lol': 643,\n",
       "  'happy': 457,\n",
       "  'bro': 613,\n",
       "  'haha': 598,\n",
       "  'damn': 33},\n",
       " 'ladygaga': {'love': 1135,\n",
       "  'new': 509,\n",
       "  'show': 441,\n",
       "  'thank': 685,\n",
       "  'tonight': 317,\n",
       "  'night': 699,\n",
       "  'music': 413,\n",
       "  'video': 258,\n",
       "  'album': 292,\n",
       "  'world': 348,\n",
       "  'coming': 89,\n",
       "  'fans': 220,\n",
       "  'live': 312,\n",
       "  'tour': 187,\n",
       "  'dim': 7,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 375,\n",
       "  'aokijump': 0,\n",
       "  'party': 100,\n",
       "  'best': 169,\n",
       "  'now': 617,\n",
       "  'like': 368,\n",
       "  'think': 160,\n",
       "  'time': 468,\n",
       "  'game': 28,\n",
       "  'thanks': 132,\n",
       "  'win': 218,\n",
       "  'undisputed': 0,\n",
       "  'lol': 8,\n",
       "  'happy': 301,\n",
       "  'bro': 113,\n",
       "  'haha': 39,\n",
       "  'damn': 7},\n",
       " 'mcuban': {'uber': 3,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 42,\n",
       "  'like': 187,\n",
       "  'business': 118,\n",
       "  'bit': 128,\n",
       "  'take': 171,\n",
       "  'great': 155,\n",
       "  'think': 199,\n",
       "  'work': 254,\n",
       "  'tony': 1,\n",
       "  'change': 144,\n",
       "  'going': 117,\n",
       "  'best': 93,\n",
       "  'help': 81,\n",
       "  'world': 65,\n",
       "  'live': 68,\n",
       "  'learn': 53,\n",
       "  'now': 332,\n",
       "  'time': 218,\n",
       "  'game': 104,\n",
       "  'love': 60,\n",
       "  'thanks': 47,\n",
       "  'win': 111,\n",
       "  'undisputed': 0,\n",
       "  'lol': 53,\n",
       "  'happy': 34,\n",
       "  'bro': 98,\n",
       "  'haha': 0,\n",
       "  'damn': 6},\n",
       " 'travisk': {'uber': 1784,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 100,\n",
       "  'like': 149,\n",
       "  'business': 35,\n",
       "  'bit': 90,\n",
       "  'take': 193,\n",
       "  'great': 103,\n",
       "  'think': 113,\n",
       "  'work': 200,\n",
       "  'tony': 1,\n",
       "  'change': 46,\n",
       "  'going': 132,\n",
       "  'best': 47,\n",
       "  'help': 71,\n",
       "  'world': 35,\n",
       "  'live': 79,\n",
       "  'learn': 16,\n",
       "  'now': 289,\n",
       "  'time': 242,\n",
       "  'game': 36,\n",
       "  'love': 117,\n",
       "  'thanks': 184,\n",
       "  'win': 111,\n",
       "  'undisputed': 0,\n",
       "  'lol': 5,\n",
       "  'happy': 52,\n",
       "  'bro': 71,\n",
       "  'haha': 9,\n",
       "  'damn': 15},\n",
       " 'ev': {'uber': 24,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 667,\n",
       "  'like': 335,\n",
       "  'business': 36,\n",
       "  'bit': 144,\n",
       "  'take': 74,\n",
       "  'great': 182,\n",
       "  'think': 307,\n",
       "  'work': 437,\n",
       "  'tony': 27,\n",
       "  'change': 70,\n",
       "  'going': 169,\n",
       "  'best': 67,\n",
       "  'help': 72,\n",
       "  'world': 52,\n",
       "  'live': 60,\n",
       "  'learn': 71,\n",
       "  'now': 527,\n",
       "  'time': 305,\n",
       "  'game': 38,\n",
       "  'love': 124,\n",
       "  'thanks': 350,\n",
       "  'win': 215,\n",
       "  'undisputed': 0,\n",
       "  'lol': 9,\n",
       "  'happy': 93,\n",
       "  'bro': 108,\n",
       "  'haha': 5,\n",
       "  'damn': 14},\n",
       " 'ariannahuff': {'uber': 92,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 192,\n",
       "  'like': 932,\n",
       "  'business': 387,\n",
       "  'bit': 976,\n",
       "  'take': 995,\n",
       "  'great': 1758,\n",
       "  'think': 623,\n",
       "  'work': 2196,\n",
       "  'tony': 54,\n",
       "  'change': 893,\n",
       "  'going': 484,\n",
       "  'best': 568,\n",
       "  'help': 1293,\n",
       "  'world': 1193,\n",
       "  'live': 1395,\n",
       "  'learn': 661,\n",
       "  'now': 1748,\n",
       "  'time': 2048,\n",
       "  'game': 188,\n",
       "  'love': 2103,\n",
       "  'thanks': 592,\n",
       "  'win': 903,\n",
       "  'undisputed': 0,\n",
       "  'lol': 25,\n",
       "  'happy': 657,\n",
       "  'bro': 640,\n",
       "  'haha': 2,\n",
       "  'damn': 14},\n",
       " 'TonyRobbins': {'uber': 38,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 67,\n",
       "  'like': 228,\n",
       "  'business': 555,\n",
       "  'bit': 518,\n",
       "  'take': 440,\n",
       "  'great': 333,\n",
       "  'think': 177,\n",
       "  'work': 363,\n",
       "  'tony': 829,\n",
       "  'change': 382,\n",
       "  'going': 141,\n",
       "  'best': 326,\n",
       "  'help': 414,\n",
       "  'world': 353,\n",
       "  'live': 591,\n",
       "  'learn': 406,\n",
       "  'now': 728,\n",
       "  'time': 616,\n",
       "  'game': 175,\n",
       "  'love': 439,\n",
       "  'thanks': 218,\n",
       "  'win': 295,\n",
       "  'undisputed': 0,\n",
       "  'lol': 94,\n",
       "  'happy': 167,\n",
       "  'bro': 153,\n",
       "  'haha': 0,\n",
       "  'damn': 1},\n",
       " 'Jsipple': {'new': 64,\n",
       "  'data': 30,\n",
       "  'work': 57,\n",
       "  'paper': 6,\n",
       "  'time': 31,\n",
       "  'social': 0,\n",
       "  'well': 26,\n",
       "  'media': 3,\n",
       "  'today': 27,\n",
       "  'cornell': 124,\n",
       "  'think': 3,\n",
       "  'research': 16,\n",
       "  'students': 9,\n",
       "  'first': 3,\n",
       "  'congrats': 36,\n",
       "  'innovation': 2,\n",
       "  'tech': 2,\n",
       "  'now': 18,\n",
       "  'like': 4,\n",
       "  'game': 5,\n",
       "  'love': 7,\n",
       "  'thanks': 62,\n",
       "  'win': 16,\n",
       "  'undisputed': 0,\n",
       "  'lol': 0,\n",
       "  'happy': 11,\n",
       "  'bro': 9,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'informor': {'new': 518,\n",
       "  'data': 308,\n",
       "  'work': 439,\n",
       "  'paper': 317,\n",
       "  'time': 396,\n",
       "  'social': 246,\n",
       "  'well': 254,\n",
       "  'media': 440,\n",
       "  'today': 144,\n",
       "  'cornell': 453,\n",
       "  'think': 232,\n",
       "  'research': 158,\n",
       "  'students': 125,\n",
       "  'first': 153,\n",
       "  'congrats': 99,\n",
       "  'innovation': 11,\n",
       "  'tech': 642,\n",
       "  'now': 604,\n",
       "  'like': 338,\n",
       "  'game': 41,\n",
       "  'love': 126,\n",
       "  'thanks': 233,\n",
       "  'win': 216,\n",
       "  'undisputed': 0,\n",
       "  'lol': 11,\n",
       "  'happy': 72,\n",
       "  'bro': 116,\n",
       "  'haha': 3,\n",
       "  'damn': 9},\n",
       " 'soumitradutta': {'new': 45,\n",
       "  'data': 11,\n",
       "  'work': 27,\n",
       "  'paper': 2,\n",
       "  'time': 19,\n",
       "  'social': 3,\n",
       "  'well': 6,\n",
       "  'media': 3,\n",
       "  'today': 20,\n",
       "  'cornell': 37,\n",
       "  'think': 6,\n",
       "  'research': 8,\n",
       "  'students': 14,\n",
       "  'first': 7,\n",
       "  'congrats': 0,\n",
       "  'innovation': 113,\n",
       "  'tech': 54,\n",
       "  'now': 16,\n",
       "  'like': 3,\n",
       "  'game': 2,\n",
       "  'love': 1,\n",
       "  'thanks': 6,\n",
       "  'win': 11,\n",
       "  'undisputed': 0,\n",
       "  'lol': 0,\n",
       "  'happy': 5,\n",
       "  'bro': 5,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'DrMaureenHanson': {'new': 26,\n",
       "  'data': 6,\n",
       "  'work': 20,\n",
       "  'paper': 19,\n",
       "  'time': 5,\n",
       "  'social': 1,\n",
       "  'well': 6,\n",
       "  'media': 0,\n",
       "  'today': 10,\n",
       "  'cornell': 25,\n",
       "  'think': 2,\n",
       "  'research': 26,\n",
       "  'students': 3,\n",
       "  'first': 9,\n",
       "  'congrats': 0,\n",
       "  'innovation': 0,\n",
       "  'tech': 1,\n",
       "  'now': 26,\n",
       "  'like': 4,\n",
       "  'game': 0,\n",
       "  'love': 0,\n",
       "  'thanks': 4,\n",
       "  'win': 9,\n",
       "  'undisputed': 0,\n",
       "  'lol': 0,\n",
       "  'happy': 0,\n",
       "  'bro': 8,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'GeoffreyWCoates': {'new': 16,\n",
       "  'data': 0,\n",
       "  'work': 18,\n",
       "  'paper': 14,\n",
       "  'time': 15,\n",
       "  'social': 2,\n",
       "  'well': 3,\n",
       "  'media': 0,\n",
       "  'today': 10,\n",
       "  'cornell': 37,\n",
       "  'think': 8,\n",
       "  'research': 8,\n",
       "  'students': 9,\n",
       "  'first': 6,\n",
       "  'congrats': 33,\n",
       "  'innovation': 1,\n",
       "  'tech': 4,\n",
       "  'now': 12,\n",
       "  'like': 10,\n",
       "  'game': 1,\n",
       "  'love': 1,\n",
       "  'thanks': 28,\n",
       "  'win': 4,\n",
       "  'undisputed': 0,\n",
       "  'lol': 1,\n",
       "  'happy': 5,\n",
       "  'bro': 5,\n",
       "  'haha': 1,\n",
       "  'damn': 0}}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "with open('top-words.json' ,'w') as f:\n",
    "    json.dump(new_data, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('top-words.json' ,'r') as f:\n",
    "    x = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_data = x\n",
    "usernames = all_usernames\n",
    "words = all_words\n",
    "\n",
    "for username in usernames:\n",
    "    new_data[username] = {}\n",
    "    data = pd.read_json('data/user-{}-tweets.json'.format(username), lines=True)['content'].to_numpy()\n",
    "    \n",
    "    for word in words:\n",
    "        count = 0\n",
    "        for tweet in data:\n",
    "            if word in tweet.lower():\n",
    "                count += 1\n",
    "        new_data[username][word] = count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('top-words.json' ,'w') as f:\n",
    "    json.dump(new_data, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'RealSkipBayless': {'undisputed': 9825,\n",
       "  'amp': 1855,\n",
       "  'win': 5945,\n",
       "  'lebron': 5742,\n",
       "  'love': 1848,\n",
       "  'nfl': 1938,\n",
       "  'thanks': 388,\n",
       "  'brady': 2749,\n",
       "  'broncos': 188,\n",
       "  'cowboys': 2915,\n",
       "  'haha': 11,\n",
       "  'players': 650,\n",
       "  'brother': 110,\n",
       "  'damn': 15,\n",
       "  'tonight': 1227,\n",
       "  'sharpe': 473,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 1052,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 165,\n",
       "  'podcast': 2148,\n",
       "  'coach': 1240,\n",
       "  'cont': 1111,\n",
       "  'run': 1918,\n",
       "  'nba': 1446,\n",
       "  'keep': 1067,\n",
       "  'tebow': 1368,\n",
       "  'tomorrow': 1259,\n",
       "  'games': 1538,\n",
       "  'football': 831,\n",
       "  'mvp': 1353,\n",
       "  'stephen': 1410,\n",
       "  'bro': 7874,\n",
       "  'top': 1092,\n",
       "  'lakers': 1348,\n",
       "  'fans': 678,\n",
       "  'week': 639,\n",
       "  'now': 10728,\n",
       "  'like': 2942,\n",
       "  'think': 1400,\n",
       "  'time': 3235,\n",
       "  'game': 7126,\n",
       "  'lol': 26,\n",
       "  'happy': 387},\n",
       " 'ShannonSharpe': {'undisputed': 149,\n",
       "  'amp': 3241,\n",
       "  'win': 7665,\n",
       "  'lebron': 555,\n",
       "  'love': 3558,\n",
       "  'nfl': 3964,\n",
       "  'thanks': 1863,\n",
       "  'brady': 2006,\n",
       "  'broncos': 4727,\n",
       "  'cowboys': 622,\n",
       "  'haha': 923,\n",
       "  'players': 2099,\n",
       "  'brother': 377,\n",
       "  'damn': 556,\n",
       "  'tonight': 604,\n",
       "  'sharpe': 78866,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 78117,\n",
       "  'tebowsourqb': 3948,\n",
       "  'guys': 1515,\n",
       "  'podcast': 79,\n",
       "  'coach': 2308,\n",
       "  'cont': 4607,\n",
       "  'run': 2586,\n",
       "  'nba': 1216,\n",
       "  'keep': 1697,\n",
       "  'tebow': 5253,\n",
       "  'tomorrow': 688,\n",
       "  'games': 648,\n",
       "  'football': 1245,\n",
       "  'mvp': 1402,\n",
       "  'stephen': 319,\n",
       "  'bro': 12167,\n",
       "  'top': 3756,\n",
       "  'lakers': 739,\n",
       "  'fans': 1193,\n",
       "  'week': 1292,\n",
       "  'now': 10352,\n",
       "  'like': 7355,\n",
       "  'think': 9525,\n",
       "  'time': 4554,\n",
       "  'game': 2974,\n",
       "  'lol': 1512,\n",
       "  'happy': 900},\n",
       " 'PatMcAfeeShow': {'undisputed': 16,\n",
       "  'amp': 5143,\n",
       "  'win': 2730,\n",
       "  'lebron': 76,\n",
       "  'love': 2853,\n",
       "  'nfl': 2401,\n",
       "  'thanks': 1612,\n",
       "  'brady': 392,\n",
       "  'broncos': 65,\n",
       "  'cowboys': 153,\n",
       "  'haha': 4822,\n",
       "  'players': 483,\n",
       "  'brother': 2746,\n",
       "  'damn': 934,\n",
       "  'tonight': 971,\n",
       "  'sharpe': 9,\n",
       "  'patmcafeeshow': 15393,\n",
       "  'shannon': 26,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 1478,\n",
       "  'podcast': 306,\n",
       "  'coach': 1008,\n",
       "  'cont': 700,\n",
       "  'run': 989,\n",
       "  'nba': 415,\n",
       "  'keep': 610,\n",
       "  'tebow': 90,\n",
       "  'tomorrow': 663,\n",
       "  'games': 448,\n",
       "  'football': 1398,\n",
       "  'mvp': 126,\n",
       "  'stephen': 91,\n",
       "  'bro': 4523,\n",
       "  'top': 894,\n",
       "  'lakers': 36,\n",
       "  'fans': 412,\n",
       "  'week': 1686,\n",
       "  'now': 5020,\n",
       "  'like': 3519,\n",
       "  'think': 2778,\n",
       "  'time': 3399,\n",
       "  'game': 2602,\n",
       "  'lol': 323,\n",
       "  'happy': 1320},\n",
       " 'stephenasmith': {'undisputed': 3,\n",
       "  'amp': 879,\n",
       "  'win': 1210,\n",
       "  'lebron': 479,\n",
       "  'love': 1576,\n",
       "  'nfl': 611,\n",
       "  'thanks': 1739,\n",
       "  'brady': 157,\n",
       "  'broncos': 37,\n",
       "  'cowboys': 389,\n",
       "  'haha': 2,\n",
       "  'players': 212,\n",
       "  'brother': 546,\n",
       "  'damn': 1947,\n",
       "  'tonight': 463,\n",
       "  'sharpe': 22,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 21,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 115,\n",
       "  'podcast': 856,\n",
       "  'coach': 413,\n",
       "  'cont': 380,\n",
       "  'run': 376,\n",
       "  'nba': 833,\n",
       "  'keep': 511,\n",
       "  'tebow': 233,\n",
       "  'tomorrow': 356,\n",
       "  'games': 226,\n",
       "  'football': 227,\n",
       "  'mvp': 156,\n",
       "  'stephen': 1977,\n",
       "  'bro': 3067,\n",
       "  'top': 1080,\n",
       "  'lakers': 426,\n",
       "  'fans': 252,\n",
       "  'week': 633,\n",
       "  'now': 4348,\n",
       "  'like': 1431,\n",
       "  'think': 975,\n",
       "  'time': 1722,\n",
       "  'game': 1456,\n",
       "  'lol': 21,\n",
       "  'happy': 288},\n",
       " 'maxkellerman': {'undisputed': 12,\n",
       "  'amp': 1001,\n",
       "  'win': 496,\n",
       "  'lebron': 146,\n",
       "  'love': 156,\n",
       "  'nfl': 137,\n",
       "  'thanks': 105,\n",
       "  'brady': 79,\n",
       "  'broncos': 3,\n",
       "  'cowboys': 51,\n",
       "  'haha': 1,\n",
       "  'players': 50,\n",
       "  'brother': 20,\n",
       "  'damn': 16,\n",
       "  'tonight': 166,\n",
       "  'sharpe': 0,\n",
       "  'patmcafeeshow': 0,\n",
       "  'shannon': 0,\n",
       "  'tebowsourqb': 0,\n",
       "  'guys': 43,\n",
       "  'podcast': 21,\n",
       "  'coach': 59,\n",
       "  'cont': 147,\n",
       "  'run': 108,\n",
       "  'nba': 317,\n",
       "  'keep': 60,\n",
       "  'tebow': 5,\n",
       "  'tomorrow': 35,\n",
       "  'games': 104,\n",
       "  'football': 73,\n",
       "  'mvp': 100,\n",
       "  'stephen': 80,\n",
       "  'bro': 339,\n",
       "  'top': 187,\n",
       "  'lakers': 188,\n",
       "  'fans': 108,\n",
       "  'week': 91,\n",
       "  'now': 445,\n",
       "  'like': 367,\n",
       "  'think': 138,\n",
       "  'time': 361,\n",
       "  'game': 543,\n",
       "  'lol': 5,\n",
       "  'happy': 32},\n",
       " 'EmmaWatson': {'like': 36,\n",
       "  'love': 110,\n",
       "  'thanks': 16,\n",
       "  'now': 62,\n",
       "  'day': 111,\n",
       "  'happy': 36,\n",
       "  'time': 60,\n",
       "  'know': 18,\n",
       "  'see': 64,\n",
       "  'people': 35,\n",
       "  'new': 52,\n",
       "  'think': 28,\n",
       "  'deadpool': 0,\n",
       "  'first': 17,\n",
       "  'life': 17,\n",
       "  'thank': 127,\n",
       "  'aviationgin': 0,\n",
       "  'work': 46,\n",
       "  'thejudge': 0,\n",
       "  'want': 28,\n",
       "  'amazing': 41,\n",
       "  'feel': 17,\n",
       "  'mintmobile': 0,\n",
       "  'women': 99,\n",
       "  'movie': 26,\n",
       "  'game': 5,\n",
       "  'win': 26,\n",
       "  'undisputed': 0,\n",
       "  'lol': 1,\n",
       "  'bro': 10,\n",
       "  'haha': 15,\n",
       "  'damn': 2},\n",
       " 'AnnaKendrick47': {'like': 200,\n",
       "  'love': 104,\n",
       "  'thanks': 38,\n",
       "  'now': 266,\n",
       "  'day': 203,\n",
       "  'happy': 38,\n",
       "  'time': 108,\n",
       "  'know': 117,\n",
       "  'see': 99,\n",
       "  'people': 68,\n",
       "  'new': 78,\n",
       "  'think': 78,\n",
       "  'deadpool': 0,\n",
       "  'first': 47,\n",
       "  'life': 63,\n",
       "  'thank': 75,\n",
       "  'aviationgin': 0,\n",
       "  'work': 69,\n",
       "  'thejudge': 0,\n",
       "  'want': 54,\n",
       "  'amazing': 19,\n",
       "  'feel': 90,\n",
       "  'mintmobile': 0,\n",
       "  'women': 15,\n",
       "  'movie': 59,\n",
       "  'game': 24,\n",
       "  'win': 51,\n",
       "  'undisputed': 0,\n",
       "  'lol': 10,\n",
       "  'bro': 69,\n",
       "  'haha': 23,\n",
       "  'damn': 24},\n",
       " 'VancityReynolds': {'like': 100,\n",
       "  'love': 113,\n",
       "  'thanks': 58,\n",
       "  'now': 136,\n",
       "  'day': 211,\n",
       "  'happy': 88,\n",
       "  'time': 92,\n",
       "  'know': 75,\n",
       "  'see': 82,\n",
       "  'people': 38,\n",
       "  'new': 68,\n",
       "  'think': 39,\n",
       "  'deadpool': 178,\n",
       "  'first': 41,\n",
       "  'life': 43,\n",
       "  'thank': 169,\n",
       "  'aviationgin': 246,\n",
       "  'work': 69,\n",
       "  'thejudge': 0,\n",
       "  'want': 39,\n",
       "  'amazing': 33,\n",
       "  'feel': 27,\n",
       "  'mintmobile': 92,\n",
       "  'women': 9,\n",
       "  'movie': 86,\n",
       "  'game': 14,\n",
       "  'win': 57,\n",
       "  'undisputed': 0,\n",
       "  'lol': 2,\n",
       "  'bro': 45,\n",
       "  'haha': 3,\n",
       "  'damn': 25},\n",
       " 'Matt_Leblanc': {'like': 12,\n",
       "  'love': 11,\n",
       "  'thanks': 66,\n",
       "  'now': 7,\n",
       "  'day': 25,\n",
       "  'happy': 15,\n",
       "  'time': 14,\n",
       "  'know': 4,\n",
       "  'see': 15,\n",
       "  'people': 2,\n",
       "  'new': 7,\n",
       "  'think': 1,\n",
       "  'deadpool': 0,\n",
       "  'first': 1,\n",
       "  'life': 0,\n",
       "  'thank': 69,\n",
       "  'aviationgin': 0,\n",
       "  'work': 9,\n",
       "  'thejudge': 0,\n",
       "  'want': 3,\n",
       "  'amazing': 1,\n",
       "  'feel': 1,\n",
       "  'mintmobile': 0,\n",
       "  'women': 0,\n",
       "  'movie': 0,\n",
       "  'game': 0,\n",
       "  'win': 3,\n",
       "  'undisputed': 0,\n",
       "  'lol': 2,\n",
       "  'bro': 5,\n",
       "  'haha': 12,\n",
       "  'damn': 3},\n",
       " 'RobertDowneyJr': {'like': 17,\n",
       "  'love': 34,\n",
       "  'thanks': 20,\n",
       "  'now': 49,\n",
       "  'day': 115,\n",
       "  'happy': 50,\n",
       "  'time': 31,\n",
       "  'know': 16,\n",
       "  'see': 34,\n",
       "  'people': 12,\n",
       "  'new': 43,\n",
       "  'think': 7,\n",
       "  'deadpool': 0,\n",
       "  'first': 10,\n",
       "  'life': 12,\n",
       "  'thank': 35,\n",
       "  'aviationgin': 0,\n",
       "  'work': 13,\n",
       "  'thejudge': 103,\n",
       "  'want': 9,\n",
       "  'amazing': 6,\n",
       "  'feel': 7,\n",
       "  'mintmobile': 0,\n",
       "  'women': 2,\n",
       "  'movie': 16,\n",
       "  'game': 18,\n",
       "  'win': 35,\n",
       "  'undisputed': 0,\n",
       "  'lol': 1,\n",
       "  'bro': 23,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'KingJames': {'lol': 193,\n",
       "  'man': 718,\n",
       "  'game': 541,\n",
       "  'bro': 742,\n",
       "  'right': 261,\n",
       "  'know': 261,\n",
       "  'yea': 205,\n",
       "  'today': 239,\n",
       "  'tonight': 242,\n",
       "  'happy': 254,\n",
       "  'kno': 280,\n",
       "  'jus': 507,\n",
       "  'win': 278,\n",
       "  'play': 272,\n",
       "  'congrats': 285,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 643,\n",
       "  'big': 214,\n",
       "  'team': 260,\n",
       "  'yall': 39,\n",
       "  'keep': 177,\n",
       "  'kingjames': 512,\n",
       "  'now': 524,\n",
       "  'like': 222,\n",
       "  'think': 91,\n",
       "  'time': 408,\n",
       "  'love': 565,\n",
       "  'thanks': 251,\n",
       "  'undisputed': 0,\n",
       "  'haha': 110,\n",
       "  'damn': 90},\n",
       " 'KDTrey5': {'lol': 3794,\n",
       "  'man': 1910,\n",
       "  'game': 828,\n",
       "  'bro': 1768,\n",
       "  'right': 407,\n",
       "  'know': 382,\n",
       "  'yea': 1133,\n",
       "  'today': 228,\n",
       "  'tonight': 166,\n",
       "  'happy': 275,\n",
       "  'kno': 1102,\n",
       "  'jus': 1341,\n",
       "  'win': 665,\n",
       "  'play': 1000,\n",
       "  'congrats': 151,\n",
       "  'waldorfsfinest': 706,\n",
       "  'wit': 1783,\n",
       "  'big': 479,\n",
       "  'team': 426,\n",
       "  'yall': 466,\n",
       "  'keep': 270,\n",
       "  'kingjames': 42,\n",
       "  'now': 1140,\n",
       "  'like': 1164,\n",
       "  'think': 433,\n",
       "  'time': 582,\n",
       "  'love': 731,\n",
       "  'thanks': 511,\n",
       "  'undisputed': 0,\n",
       "  'haha': 530,\n",
       "  'damn': 167},\n",
       " 'Giannis_An34': {'lol': 17,\n",
       "  'man': 28,\n",
       "  'game': 44,\n",
       "  'bro': 79,\n",
       "  'right': 14,\n",
       "  'know': 18,\n",
       "  'yea': 24,\n",
       "  'today': 20,\n",
       "  'tonight': 16,\n",
       "  'happy': 37,\n",
       "  'kno': 18,\n",
       "  'jus': 32,\n",
       "  'win': 40,\n",
       "  'play': 32,\n",
       "  'congrats': 7,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 63,\n",
       "  'big': 21,\n",
       "  'team': 30,\n",
       "  'yall': 0,\n",
       "  'keep': 31,\n",
       "  'kingjames': 1,\n",
       "  'now': 45,\n",
       "  'like': 21,\n",
       "  'think': 18,\n",
       "  'time': 45,\n",
       "  'love': 39,\n",
       "  'thanks': 10,\n",
       "  'undisputed': 0,\n",
       "  'haha': 3,\n",
       "  'damn': 0},\n",
       " 'StephenCurry30': {'lol': 585,\n",
       "  'man': 554,\n",
       "  'game': 511,\n",
       "  'bro': 372,\n",
       "  'right': 337,\n",
       "  'know': 195,\n",
       "  'yea': 292,\n",
       "  'today': 243,\n",
       "  'tonight': 291,\n",
       "  'happy': 164,\n",
       "  'kno': 211,\n",
       "  'jus': 378,\n",
       "  'win': 422,\n",
       "  'play': 353,\n",
       "  'congrats': 181,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 665,\n",
       "  'big': 212,\n",
       "  'team': 220,\n",
       "  'yall': 31,\n",
       "  'keep': 176,\n",
       "  'kingjames': 5,\n",
       "  'now': 523,\n",
       "  'like': 252,\n",
       "  'think': 121,\n",
       "  'time': 413,\n",
       "  'love': 263,\n",
       "  'thanks': 329,\n",
       "  'undisputed': 0,\n",
       "  'haha': 236,\n",
       "  'damn': 9},\n",
       " 'JoelEmbiid': {'lol': 52,\n",
       "  'man': 120,\n",
       "  'game': 149,\n",
       "  'bro': 82,\n",
       "  'right': 45,\n",
       "  'know': 63,\n",
       "  'yea': 95,\n",
       "  'today': 43,\n",
       "  'tonight': 31,\n",
       "  'happy': 20,\n",
       "  'kno': 64,\n",
       "  'jus': 111,\n",
       "  'win': 78,\n",
       "  'play': 104,\n",
       "  'congrats': 20,\n",
       "  'waldorfsfinest': 0,\n",
       "  'wit': 116,\n",
       "  'big': 38,\n",
       "  'team': 40,\n",
       "  'yall': 10,\n",
       "  'keep': 20,\n",
       "  'kingjames': 4,\n",
       "  'now': 116,\n",
       "  'like': 50,\n",
       "  'think': 29,\n",
       "  'time': 97,\n",
       "  'love': 65,\n",
       "  'thanks': 66,\n",
       "  'undisputed': 0,\n",
       "  'haha': 42,\n",
       "  'damn': 4},\n",
       " 'steveaoki': {'love': 1767,\n",
       "  'new': 2658,\n",
       "  'show': 2029,\n",
       "  'thank': 1630,\n",
       "  'tonight': 931,\n",
       "  'night': 2040,\n",
       "  'music': 2007,\n",
       "  'video': 871,\n",
       "  'album': 576,\n",
       "  'world': 710,\n",
       "  'coming': 923,\n",
       "  'fans': 301,\n",
       "  'live': 1155,\n",
       "  'tour': 1060,\n",
       "  'dim': 3270,\n",
       "  'steveaoki': 2267,\n",
       "  'aoki': 6340,\n",
       "  'mak': 3612,\n",
       "  'aokijump': 1105,\n",
       "  'party': 1078,\n",
       "  'best': 607,\n",
       "  'now': 2785,\n",
       "  'like': 1054,\n",
       "  'think': 286,\n",
       "  'time': 1548,\n",
       "  'game': 312,\n",
       "  'thanks': 751,\n",
       "  'win': 622,\n",
       "  'undisputed': 0,\n",
       "  'lol': 242,\n",
       "  'happy': 625,\n",
       "  'bro': 1137,\n",
       "  'haha': 262,\n",
       "  'damn': 105},\n",
       " 'CousinStizz': {'love': 4,\n",
       "  'new': 4,\n",
       "  'show': 0,\n",
       "  'thank': 2,\n",
       "  'tonight': 1,\n",
       "  'night': 3,\n",
       "  'music': 0,\n",
       "  'video': 1,\n",
       "  'album': 0,\n",
       "  'world': 0,\n",
       "  'coming': 0,\n",
       "  'fans': 1,\n",
       "  'live': 1,\n",
       "  'tour': 0,\n",
       "  'dim': 0,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 2,\n",
       "  'aokijump': 0,\n",
       "  'party': 0,\n",
       "  'best': 1,\n",
       "  'now': 3,\n",
       "  'like': 8,\n",
       "  'think': 3,\n",
       "  'time': 2,\n",
       "  'game': 1,\n",
       "  'thanks': 1,\n",
       "  'win': 3,\n",
       "  'undisputed': 0,\n",
       "  'lol': 2,\n",
       "  'happy': 1,\n",
       "  'bro': 5,\n",
       "  'haha': 0,\n",
       "  'damn': 1},\n",
       " 'trvisXX': {'love': 41,\n",
       "  'new': 31,\n",
       "  'show': 20,\n",
       "  'thank': 39,\n",
       "  'tonight': 26,\n",
       "  'night': 43,\n",
       "  'music': 8,\n",
       "  'video': 8,\n",
       "  'album': 14,\n",
       "  'world': 52,\n",
       "  'coming': 9,\n",
       "  'fans': 11,\n",
       "  'live': 26,\n",
       "  'tour': 34,\n",
       "  'dim': 0,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 19,\n",
       "  'aokijump': 0,\n",
       "  'party': 4,\n",
       "  'best': 7,\n",
       "  'now': 51,\n",
       "  'like': 8,\n",
       "  'think': 5,\n",
       "  'time': 32,\n",
       "  'game': 4,\n",
       "  'thanks': 7,\n",
       "  'win': 9,\n",
       "  'undisputed': 0,\n",
       "  'lol': 3,\n",
       "  'happy': 28,\n",
       "  'bro': 16,\n",
       "  'haha': 4,\n",
       "  'damn': 3},\n",
       " 'justinbieber': {'love': 1975,\n",
       "  'new': 856,\n",
       "  'show': 1089,\n",
       "  'thank': 2383,\n",
       "  'tonight': 621,\n",
       "  'night': 1147,\n",
       "  'music': 676,\n",
       "  'video': 541,\n",
       "  'album': 556,\n",
       "  'world': 857,\n",
       "  'coming': 407,\n",
       "  'fans': 750,\n",
       "  'live': 248,\n",
       "  'tour': 827,\n",
       "  'dim': 6,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 666,\n",
       "  'aokijump': 0,\n",
       "  'party': 69,\n",
       "  'best': 326,\n",
       "  'now': 1269,\n",
       "  'like': 533,\n",
       "  'think': 280,\n",
       "  'time': 873,\n",
       "  'game': 153,\n",
       "  'thanks': 1422,\n",
       "  'win': 318,\n",
       "  'undisputed': 0,\n",
       "  'lol': 643,\n",
       "  'happy': 457,\n",
       "  'bro': 613,\n",
       "  'haha': 598,\n",
       "  'damn': 33},\n",
       " 'ladygaga': {'love': 1135,\n",
       "  'new': 509,\n",
       "  'show': 441,\n",
       "  'thank': 685,\n",
       "  'tonight': 317,\n",
       "  'night': 699,\n",
       "  'music': 413,\n",
       "  'video': 258,\n",
       "  'album': 292,\n",
       "  'world': 348,\n",
       "  'coming': 89,\n",
       "  'fans': 220,\n",
       "  'live': 312,\n",
       "  'tour': 187,\n",
       "  'dim': 7,\n",
       "  'steveaoki': 0,\n",
       "  'aoki': 0,\n",
       "  'mak': 375,\n",
       "  'aokijump': 0,\n",
       "  'party': 100,\n",
       "  'best': 169,\n",
       "  'now': 617,\n",
       "  'like': 368,\n",
       "  'think': 160,\n",
       "  'time': 468,\n",
       "  'game': 28,\n",
       "  'thanks': 132,\n",
       "  'win': 218,\n",
       "  'undisputed': 0,\n",
       "  'lol': 8,\n",
       "  'happy': 301,\n",
       "  'bro': 113,\n",
       "  'haha': 39,\n",
       "  'damn': 7},\n",
       " 'mcuban': {'uber': 3,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 42,\n",
       "  'like': 187,\n",
       "  'business': 118,\n",
       "  'bit': 128,\n",
       "  'take': 171,\n",
       "  'great': 155,\n",
       "  'think': 199,\n",
       "  'work': 254,\n",
       "  'tony': 1,\n",
       "  'change': 144,\n",
       "  'going': 117,\n",
       "  'best': 93,\n",
       "  'help': 81,\n",
       "  'world': 65,\n",
       "  'live': 68,\n",
       "  'learn': 53,\n",
       "  'now': 332,\n",
       "  'time': 218,\n",
       "  'game': 104,\n",
       "  'love': 60,\n",
       "  'thanks': 47,\n",
       "  'win': 111,\n",
       "  'undisputed': 0,\n",
       "  'lol': 53,\n",
       "  'happy': 34,\n",
       "  'bro': 98,\n",
       "  'haha': 0,\n",
       "  'damn': 6},\n",
       " 'travisk': {'uber': 1784,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 100,\n",
       "  'like': 149,\n",
       "  'business': 35,\n",
       "  'bit': 90,\n",
       "  'take': 193,\n",
       "  'great': 103,\n",
       "  'think': 113,\n",
       "  'work': 200,\n",
       "  'tony': 1,\n",
       "  'change': 46,\n",
       "  'going': 132,\n",
       "  'best': 47,\n",
       "  'help': 71,\n",
       "  'world': 35,\n",
       "  'live': 79,\n",
       "  'learn': 16,\n",
       "  'now': 289,\n",
       "  'time': 242,\n",
       "  'game': 36,\n",
       "  'love': 117,\n",
       "  'thanks': 184,\n",
       "  'win': 111,\n",
       "  'undisputed': 0,\n",
       "  'lol': 5,\n",
       "  'happy': 52,\n",
       "  'bro': 71,\n",
       "  'haha': 9,\n",
       "  'damn': 15},\n",
       " 'ev': {'uber': 24,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 667,\n",
       "  'like': 335,\n",
       "  'business': 36,\n",
       "  'bit': 144,\n",
       "  'take': 74,\n",
       "  'great': 182,\n",
       "  'think': 307,\n",
       "  'work': 437,\n",
       "  'tony': 27,\n",
       "  'change': 70,\n",
       "  'going': 169,\n",
       "  'best': 67,\n",
       "  'help': 72,\n",
       "  'world': 52,\n",
       "  'live': 60,\n",
       "  'learn': 71,\n",
       "  'now': 527,\n",
       "  'time': 305,\n",
       "  'game': 38,\n",
       "  'love': 124,\n",
       "  'thanks': 350,\n",
       "  'win': 215,\n",
       "  'undisputed': 0,\n",
       "  'lol': 9,\n",
       "  'happy': 93,\n",
       "  'bro': 108,\n",
       "  'haha': 5,\n",
       "  'damn': 14},\n",
       " 'ariannahuff': {'uber': 92,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 192,\n",
       "  'like': 932,\n",
       "  'business': 387,\n",
       "  'bit': 976,\n",
       "  'take': 995,\n",
       "  'great': 1758,\n",
       "  'think': 623,\n",
       "  'work': 2196,\n",
       "  'tony': 54,\n",
       "  'change': 893,\n",
       "  'going': 484,\n",
       "  'best': 568,\n",
       "  'help': 1293,\n",
       "  'world': 1193,\n",
       "  'live': 1395,\n",
       "  'learn': 661,\n",
       "  'now': 1748,\n",
       "  'time': 2048,\n",
       "  'game': 188,\n",
       "  'love': 2103,\n",
       "  'thanks': 592,\n",
       "  'win': 903,\n",
       "  'undisputed': 0,\n",
       "  'lol': 25,\n",
       "  'happy': 657,\n",
       "  'bro': 640,\n",
       "  'haha': 2,\n",
       "  'damn': 14},\n",
       " 'TonyRobbins': {'uber': 38,\n",
       "  'peoplelife': 0,\n",
       "  'twitter': 67,\n",
       "  'like': 228,\n",
       "  'business': 555,\n",
       "  'bit': 518,\n",
       "  'take': 440,\n",
       "  'great': 333,\n",
       "  'think': 177,\n",
       "  'work': 363,\n",
       "  'tony': 829,\n",
       "  'change': 382,\n",
       "  'going': 141,\n",
       "  'best': 326,\n",
       "  'help': 414,\n",
       "  'world': 353,\n",
       "  'live': 591,\n",
       "  'learn': 406,\n",
       "  'now': 728,\n",
       "  'time': 616,\n",
       "  'game': 175,\n",
       "  'love': 439,\n",
       "  'thanks': 218,\n",
       "  'win': 295,\n",
       "  'undisputed': 0,\n",
       "  'lol': 94,\n",
       "  'happy': 167,\n",
       "  'bro': 153,\n",
       "  'haha': 0,\n",
       "  'damn': 1},\n",
       " 'Jsipple': {'new': 64,\n",
       "  'data': 30,\n",
       "  'work': 57,\n",
       "  'paper': 6,\n",
       "  'time': 31,\n",
       "  'social': 0,\n",
       "  'well': 26,\n",
       "  'media': 3,\n",
       "  'today': 27,\n",
       "  'cornell': 124,\n",
       "  'think': 3,\n",
       "  'research': 16,\n",
       "  'students': 9,\n",
       "  'first': 3,\n",
       "  'congrats': 36,\n",
       "  'innovation': 2,\n",
       "  'tech': 2,\n",
       "  'now': 18,\n",
       "  'like': 4,\n",
       "  'game': 5,\n",
       "  'love': 7,\n",
       "  'thanks': 62,\n",
       "  'win': 16,\n",
       "  'undisputed': 0,\n",
       "  'lol': 0,\n",
       "  'happy': 11,\n",
       "  'bro': 9,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'informor': {'new': 518,\n",
       "  'data': 308,\n",
       "  'work': 439,\n",
       "  'paper': 317,\n",
       "  'time': 396,\n",
       "  'social': 246,\n",
       "  'well': 254,\n",
       "  'media': 440,\n",
       "  'today': 144,\n",
       "  'cornell': 453,\n",
       "  'think': 232,\n",
       "  'research': 158,\n",
       "  'students': 125,\n",
       "  'first': 153,\n",
       "  'congrats': 99,\n",
       "  'innovation': 11,\n",
       "  'tech': 642,\n",
       "  'now': 604,\n",
       "  'like': 338,\n",
       "  'game': 41,\n",
       "  'love': 126,\n",
       "  'thanks': 233,\n",
       "  'win': 216,\n",
       "  'undisputed': 0,\n",
       "  'lol': 11,\n",
       "  'happy': 72,\n",
       "  'bro': 116,\n",
       "  'haha': 3,\n",
       "  'damn': 9},\n",
       " 'soumitradutta': {'new': 45,\n",
       "  'data': 11,\n",
       "  'work': 27,\n",
       "  'paper': 2,\n",
       "  'time': 19,\n",
       "  'social': 3,\n",
       "  'well': 6,\n",
       "  'media': 3,\n",
       "  'today': 20,\n",
       "  'cornell': 37,\n",
       "  'think': 6,\n",
       "  'research': 8,\n",
       "  'students': 14,\n",
       "  'first': 7,\n",
       "  'congrats': 0,\n",
       "  'innovation': 113,\n",
       "  'tech': 54,\n",
       "  'now': 16,\n",
       "  'like': 3,\n",
       "  'game': 2,\n",
       "  'love': 1,\n",
       "  'thanks': 6,\n",
       "  'win': 11,\n",
       "  'undisputed': 0,\n",
       "  'lol': 0,\n",
       "  'happy': 5,\n",
       "  'bro': 5,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'DrMaureenHanson': {'new': 26,\n",
       "  'data': 6,\n",
       "  'work': 20,\n",
       "  'paper': 19,\n",
       "  'time': 5,\n",
       "  'social': 1,\n",
       "  'well': 6,\n",
       "  'media': 0,\n",
       "  'today': 10,\n",
       "  'cornell': 25,\n",
       "  'think': 2,\n",
       "  'research': 26,\n",
       "  'students': 3,\n",
       "  'first': 9,\n",
       "  'congrats': 0,\n",
       "  'innovation': 0,\n",
       "  'tech': 1,\n",
       "  'now': 26,\n",
       "  'like': 4,\n",
       "  'game': 0,\n",
       "  'love': 0,\n",
       "  'thanks': 4,\n",
       "  'win': 9,\n",
       "  'undisputed': 0,\n",
       "  'lol': 0,\n",
       "  'happy': 0,\n",
       "  'bro': 8,\n",
       "  'haha': 0,\n",
       "  'damn': 0},\n",
       " 'GeoffreyWCoates': {'new': 16,\n",
       "  'data': 0,\n",
       "  'work': 18,\n",
       "  'paper': 14,\n",
       "  'time': 15,\n",
       "  'social': 2,\n",
       "  'well': 3,\n",
       "  'media': 0,\n",
       "  'today': 10,\n",
       "  'cornell': 37,\n",
       "  'think': 8,\n",
       "  'research': 8,\n",
       "  'students': 9,\n",
       "  'first': 6,\n",
       "  'congrats': 33,\n",
       "  'innovation': 1,\n",
       "  'tech': 4,\n",
       "  'now': 12,\n",
       "  'like': 10,\n",
       "  'game': 1,\n",
       "  'love': 1,\n",
       "  'thanks': 28,\n",
       "  'win': 4,\n",
       "  'undisputed': 0,\n",
       "  'lol': 1,\n",
       "  'happy': 5,\n",
       "  'bro': 5,\n",
       "  'haha': 1,\n",
       "  'damn': 0}}"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "numTweets = {'RealSkipBayless': 54136,\n",
    " 'ShannonSharpe': 134837,\n",
    " 'PatMcAfeeShow': 67721,\n",
    " 'stephenasmith': 38350,\n",
    " 'maxkellerman': 6874,\n",
    " 'EmmaWatson': 1205,\n",
    " 'AnnaKendrick47': 2251,\n",
    " 'VancityReynolds': 2391,\n",
    " 'Matt_Leblanc': 372,\n",
    " 'RobertDowneyJr': 690,\n",
    " 'KingJames': 6688,\n",
    " 'KDTrey5': 23601,\n",
    " 'Giannis_An34': 894,\n",
    " 'StephenCurry30': 6992,\n",
    " 'JoelEmbiid': 2325,\n",
    " 'steveaoki': 32533,\n",
    " 'CousinStizz': 140,\n",
    " 'trvisXX': 881,\n",
    " 'justinbieber': 18495,\n",
    " 'ladygaga': 7913,\n",
    " 'mcuban': 3459,\n",
    " 'travisk': 5102,\n",
    " 'ev': 7985,\n",
    " 'ariannahuff': 37481,\n",
    " 'TonyRobbins': 8379,\n",
    " 'Jsipple': 618,\n",
    " 'informor': 7114,\n",
    " 'soumitradutta': 303,\n",
    " 'DrMaureenHanson': 225,\n",
    " 'GeoffreyWCoates': 307}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_data = {}\n",
    "for username in x:\n",
    "    new_data[username] = {}\n",
    "\n",
    "for username in x:\n",
    "    for word in x[username]:\n",
    "        new_data[username][word] = x[username][word]/numTweets[username]\n",
    "        #print(x[username][word] * 100 /numTweets[username])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'RealSkipBayless': {'undisputed': 0.1814873651544259,\n",
       "  'amp': 0.03426555342101374,\n",
       "  'win': 0.10981601891532437,\n",
       "  'lebron': 0.1060662036352889,\n",
       "  'love': 0.03413624944584011,\n",
       "  'nfl': 0.03579872912664401,\n",
       "  'thanks': 0.007167134623910152,\n",
       "  'brady': 0.050779518250332494,\n",
       "  'broncos': 0.003472735333234816,\n",
       "  'cowboys': 0.05384586966159303,\n",
       "  'haha': 0.00020319196098714349,\n",
       "  'players': 0.012006797694694843,\n",
       "  'brother': 0.0020319196098714347,\n",
       "  'damn': 0.0002770799468006502,\n",
       "  'tonight': 0.022665139648293187,\n",
       "  'sharpe': 0.00873725432244717,\n",
       "  'patmcafeeshow': 0.0,\n",
       "  'shannon': 0.01943254026895227,\n",
       "  'tebowsourqb': 0.0,\n",
       "  'guys': 0.0030478794148071525,\n",
       "  'podcast': 0.03967784838185311,\n",
       "  'coach': 0.022905275602187084,\n",
       "  'cont': 0.020522388059701493,\n",
       "  'run': 0.03542928919757647,\n",
       "  'nba': 0.02671050687158268,\n",
       "  'keep': 0.01970962021575292,\n",
       "  'tebow': 0.0252696911482193,\n",
       "  'tomorrow': 0.02325624353480124,\n",
       "  'games': 0.028409930545293335,\n",
       "  'football': 0.015350229052756022,\n",
       "  'mvp': 0.02499261120141865,\n",
       "  'stephen': 0.02604551499926112,\n",
       "  'bro': 0.145448500073888,\n",
       "  'top': 0.020171420127087336,\n",
       "  'lakers': 0.024900251219151764,\n",
       "  'fans': 0.01252401359538939,\n",
       "  'week': 0.011803605733707699,\n",
       "  'now': 0.19816757795182505,\n",
       "  'like': 0.05434461356583419,\n",
       "  'think': 0.025860795034727352,\n",
       "  'time': 0.05975690852667356,\n",
       "  'game': 0.13163144672676222,\n",
       "  'lol': 0.0004802719077877937,\n",
       "  'happy': 0.007148662627456776},\n",
       " 'ShannonSharpe': {'undisputed': 0.0011050379346915164,\n",
       "  'amp': 0.024036429170034932,\n",
       "  'win': 0.056846414559801835,\n",
       "  'lebron': 0.004116080897676453,\n",
       "  'love': 0.026387415916996077,\n",
       "  'nfl': 0.029398458879981014,\n",
       "  'thanks': 0.013816682364632854,\n",
       "  'brady': 0.014877222127457597,\n",
       "  'broncos': 0.03505714306903891,\n",
       "  'cowboys': 0.004612977150188747,\n",
       "  'haha': 0.0068453021055051655,\n",
       "  'players': 0.015566943791392571,\n",
       "  'brother': 0.0027959684656288703,\n",
       "  'damn': 0.004123497259654249,\n",
       "  'tonight': 0.004479482634588429,\n",
       "  'sharpe': 0.5848988037408129,\n",
       "  'patmcafeeshow': 0.0,\n",
       "  'shannon': 0.5793439486194443,\n",
       "  'tebowsourqb': 0.029279797088336286,\n",
       "  'guys': 0.011235788396360049,\n",
       "  'podcast': 0.0005858925962458376,\n",
       "  'coach': 0.01711696344475181,\n",
       "  'cont': 0.034167179631703466,\n",
       "  'run': 0.019178712074578937,\n",
       "  'nba': 0.009018296164999221,\n",
       "  'keep': 0.012585566276318814,\n",
       "  'tebow': 0.0389581494693593,\n",
       "  'tomorrow': 0.005102457040723244,\n",
       "  'games': 0.004805802561611427,\n",
       "  'football': 0.009233370662355288,\n",
       "  'mvp': 0.010397739492869169,\n",
       "  'stephen': 0.0023658194709167365,\n",
       "  'bro': 0.09023487618383678,\n",
       "  'top': 0.027855855588599567,\n",
       "  'lakers': 0.00548069150159081,\n",
       "  'fans': 0.008847719839509927,\n",
       "  'week': 0.009581939675311672,\n",
       "  'now': 0.0767741791941381,\n",
       "  'like': 0.054547342346685256,\n",
       "  'think': 0.0706408478385013,\n",
       "  'time': 0.033774112446880306,\n",
       "  'game': 0.022056260521963557,\n",
       "  'lol': 0.011213539310426663,\n",
       "  'happy': 0.006674725780015871},\n",
       " 'PatMcAfeeShow': {'undisputed': 0.00023626349286041257,\n",
       "  'amp': 0.07594394648631887,\n",
       "  'win': 0.040312458469307894,\n",
       "  'lebron': 0.0011222515910869597,\n",
       "  'love': 0.042128734070672316,\n",
       "  'nfl': 0.03545429039736566,\n",
       "  'thanks': 0.023803546905686566,\n",
       "  'brady': 0.005788455575080108,\n",
       "  'broncos': 0.0009598204397454261,\n",
       "  'cowboys': 0.002259269650477695,\n",
       "  'haha': 0.07120391016080684,\n",
       "  'players': 0.007132204190723705,\n",
       "  'brother': 0.040548721962168306,\n",
       "  'damn': 0.013791881395726584,\n",
       "  'tonight': 0.014338240722966288,\n",
       "  'sharpe': 0.00013289821473398206,\n",
       "  'patmcafeeshow': 0.22730024660002068,\n",
       "  'shannon': 0.00038392817589817045,\n",
       "  'tebowsourqb': 0.0,\n",
       "  'guys': 0.021824840152980612,\n",
       "  'podcast': 0.00451853930095539,\n",
       "  'coach': 0.014884600050205992,\n",
       "  'cont': 0.01033652781264305,\n",
       "  'run': 0.014604037152434253,\n",
       "  'nba': 0.006128084346066951,\n",
       "  'keep': 0.00900754566530323,\n",
       "  'tebow': 0.0013289821473398207,\n",
       "  'tomorrow': 0.009790168485403346,\n",
       "  'games': 0.0066153778000915524,\n",
       "  'football': 0.02064352268867855,\n",
       "  'mvp': 0.001860575006275749,\n",
       "  'stephen': 0.0013437486156435965,\n",
       "  'bro': 0.06678873613797788,\n",
       "  'top': 0.013201222663575552,\n",
       "  'lakers': 0.0005315928589359282,\n",
       "  'fans': 0.006083784941155624,\n",
       "  'week': 0.024896265560165973,\n",
       "  'now': 0.07412767088495445,\n",
       "  'like': 0.05196320196098699,\n",
       "  'think': 0.04102124894788913,\n",
       "  'time': 0.050191225764533894,\n",
       "  'game': 0.03842235052642459,\n",
       "  'lol': 0.004769569262119579,\n",
       "  'happy': 0.019491738160984037},\n",
       " 'stephenasmith': {'undisputed': 7.822685788787484e-05,\n",
       "  'amp': 0.022920469361147326,\n",
       "  'win': 0.03155149934810952,\n",
       "  'lebron': 0.012490221642764015,\n",
       "  'love': 0.04109517601043025,\n",
       "  'nfl': 0.015932203389830507,\n",
       "  'thanks': 0.04534550195567145,\n",
       "  'brady': 0.004093872229465449,\n",
       "  'broncos': 0.0009647979139504563,\n",
       "  'cowboys': 0.010143415906127771,\n",
       "  'haha': 5.215123859191656e-05,\n",
       "  'players': 0.005528031290743155,\n",
       "  'brother': 0.01423728813559322,\n",
       "  'damn': 0.05076923076923077,\n",
       "  'tonight': 0.012073011734028683,\n",
       "  'sharpe': 0.0005736636245110821,\n",
       "  'patmcafeeshow': 0.0,\n",
       "  'shannon': 0.0005475880052151239,\n",
       "  'tebowsourqb': 0.0,\n",
       "  'guys': 0.002998696219035202,\n",
       "  'podcast': 0.022320730117340287,\n",
       "  'coach': 0.010769230769230769,\n",
       "  'cont': 0.009908735332464147,\n",
       "  'run': 0.009804432855280314,\n",
       "  'nba': 0.021720990873533245,\n",
       "  'keep': 0.01332464146023468,\n",
       "  'tebow': 0.006075619295958279,\n",
       "  'tomorrow': 0.009282920469361147,\n",
       "  'games': 0.005893089960886571,\n",
       "  'football': 0.005919165580182529,\n",
       "  'mvp': 0.004067796610169492,\n",
       "  'stephen': 0.05155149934810952,\n",
       "  'bro': 0.07997392438070404,\n",
       "  'top': 0.028161668839634942,\n",
       "  'lakers': 0.011108213820078226,\n",
       "  'fans': 0.0065710560625814865,\n",
       "  'week': 0.01650586701434159,\n",
       "  'now': 0.1133767926988266,\n",
       "  'like': 0.037314211212516296,\n",
       "  'think': 0.025423728813559324,\n",
       "  'time': 0.044902216427640154,\n",
       "  'game': 0.03796610169491525,\n",
       "  'lol': 0.0005475880052151239,\n",
       "  'happy': 0.007509778357235985},\n",
       " 'maxkellerman': {'undisputed': 0.0017457084666860634,\n",
       "  'amp': 0.14562118126272913,\n",
       "  'win': 0.07215594995635728,\n",
       "  'lebron': 0.021239453011347106,\n",
       "  'love': 0.022694210066918824,\n",
       "  'nfl': 0.019930171661332558,\n",
       "  'thanks': 0.015274949083503055,\n",
       "  'brady': 0.011492580739016585,\n",
       "  'broncos': 0.00043642711667151585,\n",
       "  'cowboys': 0.007419260983415769,\n",
       "  'haha': 0.00014547570555717196,\n",
       "  'players': 0.007273785277858598,\n",
       "  'brother': 0.002909514111143439,\n",
       "  'damn': 0.0023276112889147513,\n",
       "  'tonight': 0.024148967122490542,\n",
       "  'sharpe': 0.0,\n",
       "  'patmcafeeshow': 0.0,\n",
       "  'shannon': 0.0,\n",
       "  'tebowsourqb': 0.0,\n",
       "  'guys': 0.006255455338958394,\n",
       "  'podcast': 0.003054989816700611,\n",
       "  'coach': 0.008583066627873144,\n",
       "  'cont': 0.021384928716904276,\n",
       "  'run': 0.01571137620017457,\n",
       "  'nba': 0.046115798661623505,\n",
       "  'keep': 0.008728542333430317,\n",
       "  'tebow': 0.0007273785277858597,\n",
       "  'tomorrow': 0.0050916496945010185,\n",
       "  'games': 0.015129473377945884,\n",
       "  'football': 0.010619726505673553,\n",
       "  'mvp': 0.014547570555717195,\n",
       "  'stephen': 0.011638056444573755,\n",
       "  'bro': 0.04931626418388129,\n",
       "  'top': 0.027203956939191157,\n",
       "  'lakers': 0.027349432644748328,\n",
       "  'fans': 0.01571137620017457,\n",
       "  'week': 0.013238289205702648,\n",
       "  'now': 0.06473668897294152,\n",
       "  'like': 0.05338958393948211,\n",
       "  'think': 0.02007564736688973,\n",
       "  'time': 0.052516729706139076,\n",
       "  'game': 0.07899330811754438,\n",
       "  'lol': 0.0007273785277858597,\n",
       "  'happy': 0.004655222577829503},\n",
       " 'EmmaWatson': {'like': 0.02987551867219917,\n",
       "  'love': 0.0912863070539419,\n",
       "  'thanks': 0.013278008298755186,\n",
       "  'now': 0.051452282157676346,\n",
       "  'day': 0.09211618257261411,\n",
       "  'happy': 0.02987551867219917,\n",
       "  'time': 0.04979253112033195,\n",
       "  'know': 0.014937759336099586,\n",
       "  'see': 0.053112033195020746,\n",
       "  'people': 0.029045643153526972,\n",
       "  'new': 0.043153526970954356,\n",
       "  'think': 0.023236514522821577,\n",
       "  'deadpool': 0.0,\n",
       "  'first': 0.014107883817427386,\n",
       "  'life': 0.014107883817427386,\n",
       "  'thank': 0.1053941908713693,\n",
       "  'aviationgin': 0.0,\n",
       "  'work': 0.038174273858921165,\n",
       "  'thejudge': 0.0,\n",
       "  'want': 0.023236514522821577,\n",
       "  'amazing': 0.03402489626556016,\n",
       "  'feel': 0.014107883817427386,\n",
       "  'mintmobile': 0.0,\n",
       "  'women': 0.08215767634854772,\n",
       "  'movie': 0.021576763485477178,\n",
       "  'game': 0.004149377593360996,\n",
       "  'win': 0.021576763485477178,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0008298755186721991,\n",
       "  'bro': 0.008298755186721992,\n",
       "  'haha': 0.012448132780082987,\n",
       "  'damn': 0.0016597510373443983},\n",
       " 'AnnaKendrick47': {'like': 0.0888494002665482,\n",
       "  'love': 0.04620168813860506,\n",
       "  'thanks': 0.016881386050644157,\n",
       "  'now': 0.1181697023545091,\n",
       "  'day': 0.09018214127054643,\n",
       "  'happy': 0.016881386050644157,\n",
       "  'time': 0.04797867614393603,\n",
       "  'know': 0.0519768991559307,\n",
       "  'see': 0.043980453131941356,\n",
       "  'people': 0.030208796090626388,\n",
       "  'new': 0.0346512661039538,\n",
       "  'think': 0.0346512661039538,\n",
       "  'deadpool': 0.0,\n",
       "  'first': 0.02087960906263883,\n",
       "  'life': 0.02798756108396268,\n",
       "  'thank': 0.03331852509995557,\n",
       "  'aviationgin': 0.0,\n",
       "  'work': 0.03065304309195913,\n",
       "  'thejudge': 0.0,\n",
       "  'want': 0.023989338071968014,\n",
       "  'amazing': 0.008440693025322079,\n",
       "  'feel': 0.03998223011994669,\n",
       "  'mintmobile': 0.0,\n",
       "  'women': 0.006663705019991115,\n",
       "  'movie': 0.02621057307863172,\n",
       "  'game': 0.010661928031985785,\n",
       "  'win': 0.02265659706796979,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.00444247001332741,\n",
       "  'bro': 0.03065304309195913,\n",
       "  'haha': 0.010217681030653044,\n",
       "  'damn': 0.010661928031985785},\n",
       " 'VancityReynolds': {'like': 0.04182350480970305,\n",
       "  'love': 0.04726056043496445,\n",
       "  'thanks': 0.02425763278962777,\n",
       "  'now': 0.056879966541196154,\n",
       "  'day': 0.08824759514847344,\n",
       "  'happy': 0.03680468423253869,\n",
       "  'time': 0.03847762442492681,\n",
       "  'know': 0.03136762860727729,\n",
       "  'see': 0.034295273943956504,\n",
       "  'people': 0.01589293182768716,\n",
       "  'new': 0.028439983270598077,\n",
       "  'think': 0.01631116687578419,\n",
       "  'deadpool': 0.07444583856127143,\n",
       "  'first': 0.017147636971978252,\n",
       "  'life': 0.017984107068172314,\n",
       "  'thank': 0.07068172312839816,\n",
       "  'aviationgin': 0.1028858218318695,\n",
       "  'work': 0.028858218318695106,\n",
       "  'thejudge': 0.0,\n",
       "  'want': 0.01631116687578419,\n",
       "  'amazing': 0.013801756587202008,\n",
       "  'feel': 0.011292346298619825,\n",
       "  'mintmobile': 0.03847762442492681,\n",
       "  'women': 0.0037641154328732747,\n",
       "  'movie': 0.03596821413634463,\n",
       "  'game': 0.005855290673358427,\n",
       "  'win': 0.02383939774153074,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.000836470096194061,\n",
       "  'bro': 0.018820577164366373,\n",
       "  'haha': 0.0012547051442910915,\n",
       "  'damn': 0.010455876202425763},\n",
       " 'Matt_Leblanc': {'like': 0.03225806451612903,\n",
       "  'love': 0.02956989247311828,\n",
       "  'thanks': 0.1774193548387097,\n",
       "  'now': 0.01881720430107527,\n",
       "  'day': 0.06720430107526881,\n",
       "  'happy': 0.04032258064516129,\n",
       "  'time': 0.03763440860215054,\n",
       "  'know': 0.010752688172043012,\n",
       "  'see': 0.04032258064516129,\n",
       "  'people': 0.005376344086021506,\n",
       "  'new': 0.01881720430107527,\n",
       "  'think': 0.002688172043010753,\n",
       "  'deadpool': 0.0,\n",
       "  'first': 0.002688172043010753,\n",
       "  'life': 0.0,\n",
       "  'thank': 0.18548387096774194,\n",
       "  'aviationgin': 0.0,\n",
       "  'work': 0.024193548387096774,\n",
       "  'thejudge': 0.0,\n",
       "  'want': 0.008064516129032258,\n",
       "  'amazing': 0.002688172043010753,\n",
       "  'feel': 0.002688172043010753,\n",
       "  'mintmobile': 0.0,\n",
       "  'women': 0.0,\n",
       "  'movie': 0.0,\n",
       "  'game': 0.0,\n",
       "  'win': 0.008064516129032258,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.005376344086021506,\n",
       "  'bro': 0.013440860215053764,\n",
       "  'haha': 0.03225806451612903,\n",
       "  'damn': 0.008064516129032258},\n",
       " 'RobertDowneyJr': {'like': 0.02463768115942029,\n",
       "  'love': 0.04927536231884058,\n",
       "  'thanks': 0.028985507246376812,\n",
       "  'now': 0.07101449275362319,\n",
       "  'day': 0.16666666666666666,\n",
       "  'happy': 0.07246376811594203,\n",
       "  'time': 0.04492753623188406,\n",
       "  'know': 0.02318840579710145,\n",
       "  'see': 0.04927536231884058,\n",
       "  'people': 0.017391304347826087,\n",
       "  'new': 0.06231884057971015,\n",
       "  'think': 0.010144927536231883,\n",
       "  'deadpool': 0.0,\n",
       "  'first': 0.014492753623188406,\n",
       "  'life': 0.017391304347826087,\n",
       "  'thank': 0.050724637681159424,\n",
       "  'aviationgin': 0.0,\n",
       "  'work': 0.01884057971014493,\n",
       "  'thejudge': 0.1492753623188406,\n",
       "  'want': 0.013043478260869565,\n",
       "  'amazing': 0.008695652173913044,\n",
       "  'feel': 0.010144927536231883,\n",
       "  'mintmobile': 0.0,\n",
       "  'women': 0.002898550724637681,\n",
       "  'movie': 0.02318840579710145,\n",
       "  'game': 0.02608695652173913,\n",
       "  'win': 0.050724637681159424,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0014492753623188406,\n",
       "  'bro': 0.03333333333333333,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.0},\n",
       " 'KingJames': {'lol': 0.028857655502392346,\n",
       "  'man': 0.10735645933014354,\n",
       "  'game': 0.08089114832535885,\n",
       "  'bro': 0.11094497607655503,\n",
       "  'right': 0.03902511961722488,\n",
       "  'know': 0.03902511961722488,\n",
       "  'yea': 0.030651913875598086,\n",
       "  'today': 0.03573564593301436,\n",
       "  'tonight': 0.03618421052631579,\n",
       "  'happy': 0.03797846889952153,\n",
       "  'kno': 0.041866028708133975,\n",
       "  'jus': 0.07580741626794259,\n",
       "  'win': 0.041566985645933016,\n",
       "  'play': 0.04066985645933014,\n",
       "  'congrats': 0.04261363636363636,\n",
       "  'waldorfsfinest': 0.0,\n",
       "  'wit': 0.09614234449760765,\n",
       "  'big': 0.03199760765550239,\n",
       "  'team': 0.038875598086124404,\n",
       "  'yall': 0.00583133971291866,\n",
       "  'keep': 0.02646531100478469,\n",
       "  'kingjames': 0.07655502392344497,\n",
       "  'now': 0.07834928229665072,\n",
       "  'like': 0.03319377990430622,\n",
       "  'think': 0.01360645933014354,\n",
       "  'time': 0.061004784688995214,\n",
       "  'love': 0.08447966507177034,\n",
       "  'thanks': 0.037529904306220094,\n",
       "  'undisputed': 0.0,\n",
       "  'haha': 0.01644736842105263,\n",
       "  'damn': 0.013456937799043063},\n",
       " 'KDTrey5': {'lol': 0.16075590017372146,\n",
       "  'man': 0.08092877420448286,\n",
       "  'game': 0.03508325918393288,\n",
       "  'bro': 0.07491207999661031,\n",
       "  'right': 0.01724503199016991,\n",
       "  'know': 0.01618575484089657,\n",
       "  'yea': 0.04800644040506758,\n",
       "  'today': 0.009660607601372823,\n",
       "  'tonight': 0.007033600271174951,\n",
       "  'happy': 0.011652048642006694,\n",
       "  'kno': 0.046692936739968646,\n",
       "  'jus': 0.05681962628702174,\n",
       "  'win': 0.028176772170670734,\n",
       "  'play': 0.042371085970933434,\n",
       "  'congrats': 0.006398033981610949,\n",
       "  'waldorfsfinest': 0.029913986695479004,\n",
       "  'wit': 0.07554764628617432,\n",
       "  'big': 0.020295750180077114,\n",
       "  'team': 0.018050082623617642,\n",
       "  'yall': 0.01974492606245498,\n",
       "  'keep': 0.011440193212152028,\n",
       "  'kingjames': 0.0017795856107792043,\n",
       "  'now': 0.04830303800686411,\n",
       "  'like': 0.049319944070166516,\n",
       "  'think': 0.018346680225414178,\n",
       "  'time': 0.024659972035083258,\n",
       "  'love': 0.030973263844752342,\n",
       "  'thanks': 0.021651624931146984,\n",
       "  'undisputed': 0.0,\n",
       "  'haha': 0.02245667556459472,\n",
       "  'damn': 0.0070759713571458835},\n",
       " 'Giannis_An34': {'lol': 0.01901565995525727,\n",
       "  'man': 0.03131991051454139,\n",
       "  'game': 0.049217002237136466,\n",
       "  'bro': 0.0883668903803132,\n",
       "  'right': 0.015659955257270694,\n",
       "  'know': 0.020134228187919462,\n",
       "  'yea': 0.026845637583892617,\n",
       "  'today': 0.02237136465324385,\n",
       "  'tonight': 0.017897091722595078,\n",
       "  'happy': 0.04138702460850112,\n",
       "  'kno': 0.020134228187919462,\n",
       "  'jus': 0.035794183445190156,\n",
       "  'win': 0.0447427293064877,\n",
       "  'play': 0.035794183445190156,\n",
       "  'congrats': 0.007829977628635347,\n",
       "  'waldorfsfinest': 0.0,\n",
       "  'wit': 0.07046979865771812,\n",
       "  'big': 0.02348993288590604,\n",
       "  'team': 0.03355704697986577,\n",
       "  'yall': 0.0,\n",
       "  'keep': 0.03467561521252797,\n",
       "  'kingjames': 0.0011185682326621924,\n",
       "  'now': 0.050335570469798654,\n",
       "  'like': 0.02348993288590604,\n",
       "  'think': 0.020134228187919462,\n",
       "  'time': 0.050335570469798654,\n",
       "  'love': 0.0436241610738255,\n",
       "  'thanks': 0.011185682326621925,\n",
       "  'undisputed': 0.0,\n",
       "  'haha': 0.003355704697986577,\n",
       "  'damn': 0.0},\n",
       " 'StephenCurry30': {'lol': 0.08366704805491991,\n",
       "  'man': 0.07923340961098398,\n",
       "  'game': 0.07308352402745995,\n",
       "  'bro': 0.05320366132723112,\n",
       "  'right': 0.04819794050343249,\n",
       "  'know': 0.027889016018306637,\n",
       "  'yea': 0.041762013729977114,\n",
       "  'today': 0.03475400457665904,\n",
       "  'tonight': 0.04161899313501144,\n",
       "  'happy': 0.02345537757437071,\n",
       "  'kno': 0.030177345537757437,\n",
       "  'jus': 0.05406178489702517,\n",
       "  'win': 0.060354691075514874,\n",
       "  'play': 0.05048627002288329,\n",
       "  'congrats': 0.025886727688787185,\n",
       "  'waldorfsfinest': 0.0,\n",
       "  'wit': 0.09510869565217392,\n",
       "  'big': 0.03032036613272311,\n",
       "  'team': 0.031464530892448515,\n",
       "  'yall': 0.004433638443935926,\n",
       "  'keep': 0.02517162471395881,\n",
       "  'kingjames': 0.0007151029748283753,\n",
       "  'now': 0.07479977116704806,\n",
       "  'like': 0.036041189931350116,\n",
       "  'think': 0.01730549199084668,\n",
       "  'time': 0.059067505720823796,\n",
       "  'love': 0.03761441647597254,\n",
       "  'thanks': 0.047053775743707095,\n",
       "  'undisputed': 0.0,\n",
       "  'haha': 0.033752860411899316,\n",
       "  'damn': 0.0012871853546910755},\n",
       " 'JoelEmbiid': {'lol': 0.022365591397849462,\n",
       "  'man': 0.05161290322580645,\n",
       "  'game': 0.06408602150537634,\n",
       "  'bro': 0.03526881720430108,\n",
       "  'right': 0.01935483870967742,\n",
       "  'know': 0.027096774193548386,\n",
       "  'yea': 0.04086021505376344,\n",
       "  'today': 0.018494623655913978,\n",
       "  'tonight': 0.013333333333333334,\n",
       "  'happy': 0.008602150537634409,\n",
       "  'kno': 0.027526881720430108,\n",
       "  'jus': 0.04774193548387097,\n",
       "  'win': 0.03354838709677419,\n",
       "  'play': 0.044731182795698925,\n",
       "  'congrats': 0.008602150537634409,\n",
       "  'waldorfsfinest': 0.0,\n",
       "  'wit': 0.04989247311827957,\n",
       "  'big': 0.016344086021505378,\n",
       "  'team': 0.017204301075268817,\n",
       "  'yall': 0.004301075268817204,\n",
       "  'keep': 0.008602150537634409,\n",
       "  'kingjames': 0.0017204301075268817,\n",
       "  'now': 0.04989247311827957,\n",
       "  'like': 0.021505376344086023,\n",
       "  'think': 0.012473118279569893,\n",
       "  'time': 0.04172043010752688,\n",
       "  'love': 0.02795698924731183,\n",
       "  'thanks': 0.02838709677419355,\n",
       "  'undisputed': 0.0,\n",
       "  'haha': 0.01806451612903226,\n",
       "  'damn': 0.0017204301075268817},\n",
       " 'steveaoki': {'love': 0.05431408108689638,\n",
       "  'new': 0.08170165677927028,\n",
       "  'show': 0.06236744228936772,\n",
       "  'thank': 0.05010297236652015,\n",
       "  'tonight': 0.02861709648664433,\n",
       "  'night': 0.0627055605077921,\n",
       "  'music': 0.06169120585251898,\n",
       "  'video': 0.02677281529523868,\n",
       "  'album': 0.017705099437494237,\n",
       "  'world': 0.021823994098300187,\n",
       "  'coming': 0.028371192327790243,\n",
       "  'fans': 0.00925214397688501,\n",
       "  'live': 0.035502412934558754,\n",
       "  'tour': 0.03258230104816648,\n",
       "  'dim': 0.1005133249316079,\n",
       "  'steveaoki': 0.0696830910152768,\n",
       "  'aoki': 0.19487904589186364,\n",
       "  'mak': 0.11102572772262011,\n",
       "  'aokijump': 0.03396551194172071,\n",
       "  'party': 0.03313558540558817,\n",
       "  'best': 0.018657978053053824,\n",
       "  'now': 0.0856053853010789,\n",
       "  'like': 0.03239787292902591,\n",
       "  'think': 0.008791073679033597,\n",
       "  'time': 0.047582454738265764,\n",
       "  'game': 0.009590262195309378,\n",
       "  'thanks': 0.02308425291242738,\n",
       "  'win': 0.019119048350905235,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.00743860080533612,\n",
       "  'happy': 0.019211262410475518,\n",
       "  'bro': 0.03494912857713706,\n",
       "  'haha': 0.008053361202471337,\n",
       "  'damn': 0.003227492084959887},\n",
       " 'CousinStizz': {'love': 0.02857142857142857,\n",
       "  'new': 0.02857142857142857,\n",
       "  'show': 0.0,\n",
       "  'thank': 0.014285714285714285,\n",
       "  'tonight': 0.007142857142857143,\n",
       "  'night': 0.02142857142857143,\n",
       "  'music': 0.0,\n",
       "  'video': 0.007142857142857143,\n",
       "  'album': 0.0,\n",
       "  'world': 0.0,\n",
       "  'coming': 0.0,\n",
       "  'fans': 0.007142857142857143,\n",
       "  'live': 0.007142857142857143,\n",
       "  'tour': 0.0,\n",
       "  'dim': 0.0,\n",
       "  'steveaoki': 0.0,\n",
       "  'aoki': 0.0,\n",
       "  'mak': 0.014285714285714285,\n",
       "  'aokijump': 0.0,\n",
       "  'party': 0.0,\n",
       "  'best': 0.007142857142857143,\n",
       "  'now': 0.02142857142857143,\n",
       "  'like': 0.05714285714285714,\n",
       "  'think': 0.02142857142857143,\n",
       "  'time': 0.014285714285714285,\n",
       "  'game': 0.007142857142857143,\n",
       "  'thanks': 0.007142857142857143,\n",
       "  'win': 0.02142857142857143,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.014285714285714285,\n",
       "  'happy': 0.007142857142857143,\n",
       "  'bro': 0.03571428571428571,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.007142857142857143},\n",
       " 'trvisXX': {'love': 0.046538024971623154,\n",
       "  'new': 0.03518728717366629,\n",
       "  'show': 0.022701475595913734,\n",
       "  'thank': 0.04426787741203178,\n",
       "  'tonight': 0.029511918274687854,\n",
       "  'night': 0.04880817253121453,\n",
       "  'music': 0.009080590238365494,\n",
       "  'video': 0.009080590238365494,\n",
       "  'album': 0.015891032917139614,\n",
       "  'world': 0.05902383654937571,\n",
       "  'coming': 0.01021566401816118,\n",
       "  'fans': 0.012485811577752554,\n",
       "  'live': 0.029511918274687854,\n",
       "  'tour': 0.03859250851305335,\n",
       "  'dim': 0.0,\n",
       "  'steveaoki': 0.0,\n",
       "  'aoki': 0.0,\n",
       "  'mak': 0.021566401816118047,\n",
       "  'aokijump': 0.0,\n",
       "  'party': 0.004540295119182747,\n",
       "  'best': 0.007945516458569807,\n",
       "  'now': 0.05788876276958002,\n",
       "  'like': 0.009080590238365494,\n",
       "  'think': 0.0056753688989784334,\n",
       "  'time': 0.036322360953461974,\n",
       "  'game': 0.004540295119182747,\n",
       "  'thanks': 0.007945516458569807,\n",
       "  'win': 0.01021566401816118,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.00340522133938706,\n",
       "  'happy': 0.03178206583427923,\n",
       "  'bro': 0.018161180476730987,\n",
       "  'haha': 0.004540295119182747,\n",
       "  'damn': 0.00340522133938706},\n",
       " 'justinbieber': {'love': 0.10678561773452284,\n",
       "  'new': 0.04628277912949446,\n",
       "  'show': 0.05888077858880779,\n",
       "  'thank': 0.128845633955123,\n",
       "  'tonight': 0.033576642335766425,\n",
       "  'night': 0.06201676128683428,\n",
       "  'music': 0.03655041903217086,\n",
       "  'video': 0.029251148959178155,\n",
       "  'album': 0.030062178967288456,\n",
       "  'world': 0.04633684779670181,\n",
       "  'coming': 0.02200594755339281,\n",
       "  'fans': 0.040551500405515,\n",
       "  'live': 0.013409029467423629,\n",
       "  'tour': 0.04471478778048121,\n",
       "  'dim': 0.00032441200324412003,\n",
       "  'steveaoki': 0.0,\n",
       "  'aoki': 0.0,\n",
       "  'mak': 0.03600973236009732,\n",
       "  'aokijump': 0.0,\n",
       "  'party': 0.00373073803730738,\n",
       "  'best': 0.01762638550959719,\n",
       "  'now': 0.06861313868613139,\n",
       "  'like': 0.02881859962151933,\n",
       "  'think': 0.015139226818058935,\n",
       "  'time': 0.04720194647201947,\n",
       "  'game': 0.00827250608272506,\n",
       "  'thanks': 0.07688564476885645,\n",
       "  'win': 0.017193836171938363,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0347661530143282,\n",
       "  'happy': 0.024709380913760477,\n",
       "  'bro': 0.0331440929981076,\n",
       "  'haha': 0.032333062989997295,\n",
       "  'damn': 0.0017842660178426601},\n",
       " 'ladygaga': {'love': 0.14343485403765954,\n",
       "  'new': 0.06432452925565525,\n",
       "  'show': 0.05573107544546948,\n",
       "  'thank': 0.08656640970554784,\n",
       "  'tonight': 0.04006065967395425,\n",
       "  'night': 0.0883356501958802,\n",
       "  'music': 0.05219259446480475,\n",
       "  'video': 0.03260457475041072,\n",
       "  'album': 0.0369013016555036,\n",
       "  'world': 0.04397826361683306,\n",
       "  'coming': 0.011247314545684317,\n",
       "  'fans': 0.027802350562365727,\n",
       "  'live': 0.03942878807026412,\n",
       "  'tour': 0.02363199797801087,\n",
       "  'dim': 0.0008846202451661822,\n",
       "  'steveaoki': 0.0,\n",
       "  'aoki': 0.0,\n",
       "  'mak': 0.04739037027675976,\n",
       "  'aokijump': 0.0,\n",
       "  'party': 0.012637432073802603,\n",
       "  'best': 0.0213572602047264,\n",
       "  'now': 0.07797295589536206,\n",
       "  'like': 0.04650575003159358,\n",
       "  'think': 0.020219891318084167,\n",
       "  'time': 0.05914318210539618,\n",
       "  'game': 0.0035384809806647288,\n",
       "  'thanks': 0.016681410337419437,\n",
       "  'win': 0.027549601920889673,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0010109945659042083,\n",
       "  'happy': 0.03803867054214584,\n",
       "  'bro': 0.014280298243396942,\n",
       "  'haha': 0.004928598508783015,\n",
       "  'damn': 0.0008846202451661822},\n",
       " 'mcuban': {'uber': 0.0008673026886383347,\n",
       "  'peoplelife': 0.0,\n",
       "  'twitter': 0.012142237640936688,\n",
       "  'like': 0.054061867591789534,\n",
       "  'business': 0.03411390575310783,\n",
       "  'bit': 0.03700491471523562,\n",
       "  'take': 0.049436253252385085,\n",
       "  'great': 0.04481063891298063,\n",
       "  'think': 0.05753107834634287,\n",
       "  'work': 0.07343162763804567,\n",
       "  'tony': 0.0002891008962127783,\n",
       "  'change': 0.04163052905464007,\n",
       "  'going': 0.033824804856895055,\n",
       "  'best': 0.026886383347788378,\n",
       "  'help': 0.023417172593235037,\n",
       "  'world': 0.01879155825383059,\n",
       "  'live': 0.019658860942468923,\n",
       "  'learn': 0.015322347499277248,\n",
       "  'now': 0.09598149754264239,\n",
       "  'time': 0.06302399537438566,\n",
       "  'game': 0.03006649320612894,\n",
       "  'love': 0.017346053772766695,\n",
       "  'thanks': 0.013587742122000578,\n",
       "  'win': 0.032090199479618386,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.015322347499277248,\n",
       "  'happy': 0.009829430471234461,\n",
       "  'bro': 0.028331887828852268,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.0017346053772766695},\n",
       " 'travisk': {'uber': 0.34966679733437867,\n",
       "  'peoplelife': 0.0,\n",
       "  'twitter': 0.01960015680125441,\n",
       "  'like': 0.02920423363386907,\n",
       "  'business': 0.006860054880439044,\n",
       "  'bit': 0.01764014112112897,\n",
       "  'take': 0.03782830262642101,\n",
       "  'great': 0.020188161505292044,\n",
       "  'think': 0.022148177185417485,\n",
       "  'work': 0.03920031360250882,\n",
       "  'tony': 0.0001960015680125441,\n",
       "  'change': 0.00901607212857703,\n",
       "  'going': 0.025872206977655823,\n",
       "  'best': 0.009212073696589572,\n",
       "  'help': 0.013916111328890632,\n",
       "  'world': 0.006860054880439044,\n",
       "  'live': 0.015484123872990984,\n",
       "  'learn': 0.0031360250882007056,\n",
       "  'now': 0.056644453155625246,\n",
       "  'time': 0.047432379459035674,\n",
       "  'game': 0.007056056448451587,\n",
       "  'love': 0.02293218345746766,\n",
       "  'thanks': 0.03606428851430812,\n",
       "  'win': 0.021756174049392396,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0009800078400627205,\n",
       "  'happy': 0.010192081536652292,\n",
       "  'bro': 0.013916111328890632,\n",
       "  'haha': 0.0017640141121128968,\n",
       "  'damn': 0.0029400235201881616},\n",
       " 'ev': {'uber': 0.0030056355666875393,\n",
       "  'peoplelife': 0.0,\n",
       "  'twitter': 0.08353162179085785,\n",
       "  'like': 0.041953663118346904,\n",
       "  'business': 0.0045084533500313086,\n",
       "  'bit': 0.018033813400125234,\n",
       "  'take': 0.009267376330619912,\n",
       "  'great': 0.02279273638071384,\n",
       "  'think': 0.03844708829054477,\n",
       "  'work': 0.05472761427676894,\n",
       "  'tony': 0.0033813400125234814,\n",
       "  'change': 0.008766437069505322,\n",
       "  'going': 0.021164683782091423,\n",
       "  'best': 0.00839073262366938,\n",
       "  'help': 0.009016906700062617,\n",
       "  'world': 0.006512210394489668,\n",
       "  'live': 0.007514088916718848,\n",
       "  'learn': 0.00889167188478397,\n",
       "  'now': 0.06599874765184721,\n",
       "  'time': 0.038196618659987476,\n",
       "  'game': 0.004758922980588604,\n",
       "  'love': 0.015529117094552285,\n",
       "  'thanks': 0.043832185347526614,\n",
       "  'win': 0.026925485284909206,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0011271133375078271,\n",
       "  'happy': 0.011646837820914214,\n",
       "  'bro': 0.013525360050093926,\n",
       "  'haha': 0.0006261740763932373,\n",
       "  'damn': 0.0017532874139010645},\n",
       " 'ariannahuff': {'uber': 0.002454576985672741,\n",
       "  'peoplelife': 0.0,\n",
       "  'twitter': 0.005122595448360503,\n",
       "  'like': 0.02486593207224994,\n",
       "  'business': 0.010325231450601638,\n",
       "  'bit': 0.026039860195832557,\n",
       "  'take': 0.02654678370374323,\n",
       "  'great': 0.04690376457405085,\n",
       "  'think': 0.016621755022544756,\n",
       "  'work': 0.05858968544062325,\n",
       "  'tony': 0.0014407299698513914,\n",
       "  'change': 0.023825404871801712,\n",
       "  'going': 0.012913209359408767,\n",
       "  'best': 0.015154344868066487,\n",
       "  'help': 0.03449747872255276,\n",
       "  'world': 0.031829460259865,\n",
       "  'live': 0.03721885755449428,\n",
       "  'learn': 0.017635602038366106,\n",
       "  'now': 0.046636962727782075,\n",
       "  'time': 0.05464101811584536,\n",
       "  'game': 0.005015874709852992,\n",
       "  'love': 0.05610842827032363,\n",
       "  'thanks': 0.01579466929911155,\n",
       "  'win': 0.02409220671807049,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0006670046156719404,\n",
       "  'happy': 0.017528881299858596,\n",
       "  'bro': 0.017075318161201676,\n",
       "  'haha': 5.3360369253755235e-05,\n",
       "  'damn': 0.00037352258477628663},\n",
       " 'TonyRobbins': {'uber': 0.0045351473922902496,\n",
       "  'peoplelife': 0.0,\n",
       "  'twitter': 0.007996180928511756,\n",
       "  'like': 0.027210884353741496,\n",
       "  'business': 0.06623702112423917,\n",
       "  'bit': 0.061821219715956555,\n",
       "  'take': 0.052512232963360786,\n",
       "  'great': 0.0397422126745435,\n",
       "  'think': 0.021124239169351952,\n",
       "  'work': 0.04332259219477264,\n",
       "  'tony': 0.09893782074233202,\n",
       "  'change': 0.04559016589091777,\n",
       "  'going': 0.016827783745076978,\n",
       "  'best': 0.038906790786490036,\n",
       "  'help': 0.04940923737916219,\n",
       "  'world': 0.042129132354696265,\n",
       "  'live': 0.07053347654851415,\n",
       "  'learn': 0.04845446950710108,\n",
       "  'now': 0.08688387635756056,\n",
       "  'time': 0.07351712614870509,\n",
       "  'game': 0.020885547201336674,\n",
       "  'love': 0.05239288697935315,\n",
       "  'thanks': 0.026017424513665115,\n",
       "  'win': 0.03520706528225325,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.011218522496717986,\n",
       "  'happy': 0.01993077932927557,\n",
       "  'bro': 0.018259935553168637,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.00011934598400763814},\n",
       " 'Jsipple': {'new': 0.10355987055016182,\n",
       "  'data': 0.04854368932038835,\n",
       "  'work': 0.09223300970873786,\n",
       "  'paper': 0.009708737864077669,\n",
       "  'time': 0.05016181229773463,\n",
       "  'social': 0.0,\n",
       "  'well': 0.042071197411003236,\n",
       "  'media': 0.0048543689320388345,\n",
       "  'today': 0.043689320388349516,\n",
       "  'cornell': 0.20064724919093851,\n",
       "  'think': 0.0048543689320388345,\n",
       "  'research': 0.025889967637540454,\n",
       "  'students': 0.014563106796116505,\n",
       "  'first': 0.0048543689320388345,\n",
       "  'congrats': 0.05825242718446602,\n",
       "  'innovation': 0.003236245954692557,\n",
       "  'tech': 0.003236245954692557,\n",
       "  'now': 0.02912621359223301,\n",
       "  'like': 0.006472491909385114,\n",
       "  'game': 0.008090614886731391,\n",
       "  'love': 0.011326860841423949,\n",
       "  'thanks': 0.10032362459546926,\n",
       "  'win': 0.025889967637540454,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0,\n",
       "  'happy': 0.01779935275080906,\n",
       "  'bro': 0.014563106796116505,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.0},\n",
       " 'informor': {'new': 0.07281416924374473,\n",
       "  'data': 0.043294911442226594,\n",
       "  'work': 0.06170930559460219,\n",
       "  'paper': 0.044560022490863084,\n",
       "  'time': 0.05566488614000562,\n",
       "  'social': 0.0345797019960641,\n",
       "  'well': 0.03570424515040765,\n",
       "  'media': 0.06184987348889514,\n",
       "  'today': 0.020241776778183864,\n",
       "  'cornell': 0.0636772561147034,\n",
       "  'think': 0.03261175147596289,\n",
       "  'research': 0.022209727298285072,\n",
       "  'students': 0.017570986786617938,\n",
       "  'first': 0.021506887826820354,\n",
       "  'congrats': 0.013916221535001405,\n",
       "  'innovation': 0.0015462468372223785,\n",
       "  'tech': 0.09024458813606973,\n",
       "  'now': 0.08490300815293787,\n",
       "  'like': 0.0475119482710149,\n",
       "  'game': 0.005763283666010683,\n",
       "  'love': 0.01771155468091088,\n",
       "  'thanks': 0.032752319370255835,\n",
       "  'win': 0.030362665167275794,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0015462468372223785,\n",
       "  'happy': 0.010120888389091932,\n",
       "  'bro': 0.016305875737981444,\n",
       "  'haha': 0.00042170368287883047,\n",
       "  'damn': 0.0012651110486364915},\n",
       " 'soumitradutta': {'new': 0.1485148514851485,\n",
       "  'data': 0.036303630363036306,\n",
       "  'work': 0.0891089108910891,\n",
       "  'paper': 0.006600660066006601,\n",
       "  'time': 0.0627062706270627,\n",
       "  'social': 0.009900990099009901,\n",
       "  'well': 0.019801980198019802,\n",
       "  'media': 0.009900990099009901,\n",
       "  'today': 0.066006600660066,\n",
       "  'cornell': 0.12211221122112212,\n",
       "  'think': 0.019801980198019802,\n",
       "  'research': 0.026402640264026403,\n",
       "  'students': 0.0462046204620462,\n",
       "  'first': 0.0231023102310231,\n",
       "  'congrats': 0.0,\n",
       "  'innovation': 0.37293729372937295,\n",
       "  'tech': 0.1782178217821782,\n",
       "  'now': 0.052805280528052806,\n",
       "  'like': 0.009900990099009901,\n",
       "  'game': 0.006600660066006601,\n",
       "  'love': 0.0033003300330033004,\n",
       "  'thanks': 0.019801980198019802,\n",
       "  'win': 0.036303630363036306,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0,\n",
       "  'happy': 0.0165016501650165,\n",
       "  'bro': 0.0165016501650165,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.0},\n",
       " 'DrMaureenHanson': {'new': 0.11555555555555555,\n",
       "  'data': 0.02666666666666667,\n",
       "  'work': 0.08888888888888889,\n",
       "  'paper': 0.08444444444444445,\n",
       "  'time': 0.022222222222222223,\n",
       "  'social': 0.0044444444444444444,\n",
       "  'well': 0.02666666666666667,\n",
       "  'media': 0.0,\n",
       "  'today': 0.044444444444444446,\n",
       "  'cornell': 0.1111111111111111,\n",
       "  'think': 0.008888888888888889,\n",
       "  'research': 0.11555555555555555,\n",
       "  'students': 0.013333333333333334,\n",
       "  'first': 0.04,\n",
       "  'congrats': 0.0,\n",
       "  'innovation': 0.0,\n",
       "  'tech': 0.0044444444444444444,\n",
       "  'now': 0.11555555555555555,\n",
       "  'like': 0.017777777777777778,\n",
       "  'game': 0.0,\n",
       "  'love': 0.0,\n",
       "  'thanks': 0.017777777777777778,\n",
       "  'win': 0.04,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.0,\n",
       "  'happy': 0.0,\n",
       "  'bro': 0.035555555555555556,\n",
       "  'haha': 0.0,\n",
       "  'damn': 0.0},\n",
       " 'GeoffreyWCoates': {'new': 0.05211726384364821,\n",
       "  'data': 0.0,\n",
       "  'work': 0.05863192182410423,\n",
       "  'paper': 0.04560260586319218,\n",
       "  'time': 0.048859934853420196,\n",
       "  'social': 0.006514657980456026,\n",
       "  'well': 0.009771986970684038,\n",
       "  'media': 0.0,\n",
       "  'today': 0.03257328990228013,\n",
       "  'cornell': 0.12052117263843648,\n",
       "  'think': 0.026058631921824105,\n",
       "  'research': 0.026058631921824105,\n",
       "  'students': 0.029315960912052116,\n",
       "  'first': 0.019543973941368076,\n",
       "  'congrats': 0.10749185667752444,\n",
       "  'innovation': 0.003257328990228013,\n",
       "  'tech': 0.013029315960912053,\n",
       "  'now': 0.03908794788273615,\n",
       "  'like': 0.03257328990228013,\n",
       "  'game': 0.003257328990228013,\n",
       "  'love': 0.003257328990228013,\n",
       "  'thanks': 0.09120521172638436,\n",
       "  'win': 0.013029315960912053,\n",
       "  'undisputed': 0.0,\n",
       "  'lol': 0.003257328990228013,\n",
       "  'happy': 0.016286644951140065,\n",
       "  'bro': 0.016286644951140065,\n",
       "  'haha': 0.003257328990228013,\n",
       "  'damn': 0.0}}"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('top-words_percent.json' ,'w') as f:\n",
    "    json.dump(new_data, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}