all_preprocessed.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "*David Schlangen, 2019-03-20*\n",
    "\n",
    "# All Preprocessed Data Frames\n",
    "\n",
    "Showcases the results of the preprocessing."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import configparser\n",
    "import sys\n",
    "import os\n",
    "from glob import glob\n",
    "\n",
    "import pandas as pd\n",
    "from IPython.display import display"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# load config file, set up paths, make project-specific imports\n",
    "config_path = os.environ.get('VISCONF')\n",
    "if not config_path:\n",
    "    # try default location, if not in environment\n",
    "    default_path_to_config = '../clp-vision/Config/default.cfg'\n",
    "    if os.path.isfile(default_path_to_config):\n",
    "        config_path = default_path_to_config\n",
    "\n",
    "assert config_path is not None, 'You need to specify the path to the config file via environment variable VISCONF.'        \n",
    "\n",
    "config = configparser.ConfigParser()\n",
    "with open(config_path, 'r', encoding='utf-8') as f:\n",
    "    config.read_file(f)\n",
    "\n",
    "corpora_base = config.get('DEFAULT', 'corpora_base')\n",
    "preproc_path = config.get('DSGV-PATHS', 'preproc_path')\n",
    "\n",
    "dsgv_home = config.get('DSGV-PATHS', 'dsgv_home')\n",
    "sys.path.append(dsgv_home + '/Utils')\n",
    "from utils import icorpus_code, plot_labelled_bb, get_image_filename"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-------------------- flickr_bbdf --------------------\n",
      "\n",
      "n rows: 275,775\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>subregion_id</th>\n",
       "      <th>bb</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[159, 125, 60, 210]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>[1, 220, 210, 253]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>[276, 215, 56, 122]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>[197, 110, 64, 263]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>[207, 144, 50, 100]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus    image_id  region_id  subregion_id                   bb\n",
       "0         8  1000092795          1             1  [159, 125, 60, 210]\n",
       "1         8  1000092795          4             1   [1, 220, 210, 253]\n",
       "2         8  1000092795          4             2  [276, 215, 56, 122]\n",
       "3         8  1000092795          1             2  [197, 110, 64, 263]\n",
       "4         8  1000092795          5             1  [207, 144, 50, 100]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- grex_refdf --------------------\n",
      "\n",
      "n rows: 95,010\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>r_corpus</th>\n",
       "      <th>rex_id</th>\n",
       "      <th>refexp</th>\n",
       "      <th>tagged</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>465670</td>\n",
       "      <td>100000</td>\n",
       "      <td>grex</td>\n",
       "      <td>87967</td>\n",
       "      <td>a brown colored couch with a man laying on it</td>\n",
       "      <td>[[a, DT], [brown, NN], [colored, VBD], [couch,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>470174</td>\n",
       "      <td>100002</td>\n",
       "      <td>grex</td>\n",
       "      <td>40654</td>\n",
       "      <td>a long three cushioned leather couch up agains...</td>\n",
       "      <td>[[a, DT], [long, JJ], [three, CD], [cushioned,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>470174</td>\n",
       "      <td>100002</td>\n",
       "      <td>grex</td>\n",
       "      <td>40655</td>\n",
       "      <td>brown leather looking couch on right side agai...</td>\n",
       "      <td>[[brown, IN], [leather, RB], [looking, VBG], [...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>92439</td>\n",
       "      <td>100013</td>\n",
       "      <td>grex</td>\n",
       "      <td>80865</td>\n",
       "      <td>a black leather couch</td>\n",
       "      <td>[[a, DT], [black, JJ], [leather, NN], [couch, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>473003</td>\n",
       "      <td>100031</td>\n",
       "      <td>grex</td>\n",
       "      <td>77949</td>\n",
       "      <td>a brown couch with no pillows on it</td>\n",
       "      <td>[[a, DT], [brown, JJ], [couch, NN], [with, IN]...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id r_corpus  rex_id  \\\n",
       "0         1    465670     100000     grex   87967   \n",
       "1         1    470174     100002     grex   40654   \n",
       "2         1    470174     100002     grex   40655   \n",
       "3         1     92439     100013     grex   80865   \n",
       "4         1    473003     100031     grex   77949   \n",
       "\n",
       "                                              refexp  \\\n",
       "0      a brown colored couch with a man laying on it   \n",
       "1  a long three cushioned leather couch up agains...   \n",
       "2  brown leather looking couch on right side agai...   \n",
       "3                              a black leather couch   \n",
       "4                a brown couch with no pillows on it   \n",
       "\n",
       "                                              tagged  \n",
       "0  [[a, DT], [brown, NN], [colored, VBD], [couch,...  \n",
       "1  [[a, DT], [long, JJ], [three, CD], [cushioned,...  \n",
       "2  [[brown, IN], [leather, RB], [looking, VBG], [...  \n",
       "3  [[a, DT], [black, JJ], [leather, NN], [couch, ...  \n",
       "4  [[a, DT], [brown, JJ], [couch, NN], [with, IN]...  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cub_capdf --------------------\n",
      "\n",
      "n rows: 117,870\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>caption</th>\n",
       "      <th>cat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9</td>\n",
       "      <td>39</td>\n",
       "      <td>the medium sized bird has a dark grey color, a...</td>\n",
       "      <td>001.Black_footed_Albatross</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>39</td>\n",
       "      <td>the bird is dark grey brown with a thick curve...</td>\n",
       "      <td>001.Black_footed_Albatross</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9</td>\n",
       "      <td>39</td>\n",
       "      <td>bird has brown body feathers, white breast fea...</td>\n",
       "      <td>001.Black_footed_Albatross</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>39</td>\n",
       "      <td>this bird has a dark brown overall body color,...</td>\n",
       "      <td>001.Black_footed_Albatross</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>39</td>\n",
       "      <td>the bird has very long and large brown wings, ...</td>\n",
       "      <td>001.Black_footed_Albatross</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id                                            caption  \\\n",
       "0         9        39  the medium sized bird has a dark grey color, a...   \n",
       "1         9        39  the bird is dark grey brown with a thick curve...   \n",
       "2         9        39  bird has brown body feathers, white breast fea...   \n",
       "3         9        39  this bird has a dark brown overall body color,...   \n",
       "4         9        39  the bird has very long and large brown wings, ...   \n",
       "\n",
       "                          cat  \n",
       "0  001.Black_footed_Albatross  \n",
       "1  001.Black_footed_Albatross  \n",
       "2  001.Black_footed_Albatross  \n",
       "3  001.Black_footed_Albatross  \n",
       "4  001.Black_footed_Albatross  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cocoent_objdf --------------------\n",
      "\n",
      "n rows: 1,182,608\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>split</th>\n",
       "      <th>bb</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>0</td>\n",
       "      <td>train</td>\n",
       "      <td>[199.9809417725, 3.4313561916, 410.9990386963,...</td>\n",
       "      <td>dog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>2</td>\n",
       "      <td>train</td>\n",
       "      <td>[0.0, 206.988494873, 431.7128295898, 403.99148...</td>\n",
       "      <td>dog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>4</td>\n",
       "      <td>train</td>\n",
       "      <td>[0.0, 0.0, 497.8646850586, 298.0091552734]</td>\n",
       "      <td>dog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>18</td>\n",
       "      <td>train</td>\n",
       "      <td>[349.7582702637, 200.922744751, 192.1634216309...</td>\n",
       "      <td>dog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>1</td>\n",
       "      <td>train</td>\n",
       "      <td>[0.0, 384.1081237793, 610.9799804688, 226.8718...</td>\n",
       "      <td>bed</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id  split  \\\n",
       "0         1    378466          0  train   \n",
       "1         1    378466          2  train   \n",
       "2         1    378466          4  train   \n",
       "3         1    378466         18  train   \n",
       "4         1    378466          1  train   \n",
       "\n",
       "                                                  bb type  \n",
       "0  [199.9809417725, 3.4313561916, 410.9990386963,...  dog  \n",
       "1  [0.0, 206.988494873, 431.7128295898, 403.99148...  dog  \n",
       "2         [0.0, 0.0, 497.8646850586, 298.0091552734]  dog  \n",
       "3  [349.7582702637, 200.922744751, 192.1634216309...  dog  \n",
       "4  [0.0, 384.1081237793, 610.9799804688, 226.8718...  bed  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- saiapr_bbdf --------------------\n",
      "\n",
      "n rows: 99,534\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>bb</th>\n",
       "      <th>cat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>112</td>\n",
       "      <td>1</td>\n",
       "      <td>[76, 50, 371, 308]</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>112</td>\n",
       "      <td>2</td>\n",
       "      <td>[0, 260, 89, 96]</td>\n",
       "      <td>204</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>112</td>\n",
       "      <td>3</td>\n",
       "      <td>[390, 206, 89, 151]</td>\n",
       "      <td>204</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>112</td>\n",
       "      <td>4</td>\n",
       "      <td>[0, 0, 156, 191]</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>112</td>\n",
       "      <td>5</td>\n",
       "      <td>[374, 0, 104, 165]</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id                   bb  cat\n",
       "0         0       112          1   [76, 50, 371, 308]  120\n",
       "1         0       112          2     [0, 260, 89, 96]  204\n",
       "2         0       112          3  [390, 206, 89, 151]  204\n",
       "3         0       112          4     [0, 0, 156, 191]   29\n",
       "4         0       112          5   [374, 0, 104, 165]   29"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vqa --------------------\n",
      "\n",
      "n rows: 658,111\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>q_id</th>\n",
       "      <th>q</th>\n",
       "      <th>a</th>\n",
       "      <th>q_type</th>\n",
       "      <th>split</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>458752</td>\n",
       "      <td>458752000</td>\n",
       "      <td>What is this photo taken looking through?</td>\n",
       "      <td>net</td>\n",
       "      <td>what is this</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>458752</td>\n",
       "      <td>458752001</td>\n",
       "      <td>What position is this man playing?</td>\n",
       "      <td>pitcher</td>\n",
       "      <td>what</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>458752</td>\n",
       "      <td>458752002</td>\n",
       "      <td>What color is the players shirt?</td>\n",
       "      <td>orange</td>\n",
       "      <td>what color is the</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>458752</td>\n",
       "      <td>458752003</td>\n",
       "      <td>Is this man a professional baseball player?</td>\n",
       "      <td>yes</td>\n",
       "      <td>is this</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>262146</td>\n",
       "      <td>262146000</td>\n",
       "      <td>What color is the snow?</td>\n",
       "      <td>white</td>\n",
       "      <td>what color is the</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id       q_id                                            q  \\\n",
       "0         1    458752  458752000    What is this photo taken looking through?   \n",
       "1         1    458752  458752001           What position is this man playing?   \n",
       "2         1    458752  458752002             What color is the players shirt?   \n",
       "3         1    458752  458752003  Is this man a professional baseball player?   \n",
       "4         1    262146  262146000                      What color is the snow?   \n",
       "\n",
       "         a             q_type  split  \n",
       "0      net       what is this  train  \n",
       "1  pitcher               what  train  \n",
       "2   orange  what color is the  train  \n",
       "3      yes            is this  train  \n",
       "4    white  what color is the  train  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cococapdf --------------------\n",
      "\n",
      "n rows: 414,113\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>caption</th>\n",
       "      <th>id</th>\n",
       "      <th>image_id</th>\n",
       "      <th>i_corpus</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A very clean and well decorated empty bathroom</td>\n",
       "      <td>48</td>\n",
       "      <td>318556</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>A panoramic view of a kitchen and all of its a...</td>\n",
       "      <td>67</td>\n",
       "      <td>116100</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A blue and white bathroom with butterfly theme...</td>\n",
       "      <td>126</td>\n",
       "      <td>318556</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A panoramic photo of a kitchen and dining room</td>\n",
       "      <td>148</td>\n",
       "      <td>116100</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A graffiti-ed stop sign across the street from...</td>\n",
       "      <td>173</td>\n",
       "      <td>379340</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             caption   id  image_id  i_corpus\n",
       "0     A very clean and well decorated empty bathroom   48    318556         1\n",
       "1  A panoramic view of a kitchen and all of its a...   67    116100         1\n",
       "2  A blue and white bathroom with butterfly theme...  126    318556         1\n",
       "3     A panoramic photo of a kitchen and dining room  148    116100         1\n",
       "4  A graffiti-ed stop sign across the street from...  173    379340         1"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cub_attrdf --------------------\n",
      "\n",
      "n rows: 371,011\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>att</th>\n",
       "      <th>val</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>has_bill_shape</td>\n",
       "      <td>hooked_seabird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>has_head_pattern</td>\n",
       "      <td>masked</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>has_throat_color</td>\n",
       "      <td>buff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>has_eye_color</td>\n",
       "      <td>brown</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>has_bill_length</td>\n",
       "      <td>longer_than_head</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id               att               val\n",
       "0         9         1    has_bill_shape    hooked_seabird\n",
       "1         9         1  has_head_pattern            masked\n",
       "2         9         1  has_throat_color              buff\n",
       "3         9         1     has_eye_color             brown\n",
       "4         9         1   has_bill_length  longer_than_head"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cocogrprops_bbdf --------------------\n",
      "\n",
      "n rows: 17,184\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>bb</th>\n",
       "      <th>cat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3</td>\n",
       "      <td>100034</td>\n",
       "      <td>0</td>\n",
       "      <td>[379, 120, 250, 417]</td>\n",
       "      <td>person</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>100034</td>\n",
       "      <td>1</td>\n",
       "      <td>[242, 168, 237, 462]</td>\n",
       "      <td>person</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>100034</td>\n",
       "      <td>2</td>\n",
       "      <td>[328, 169, 111, 87]</td>\n",
       "      <td>tennis racket</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>100034</td>\n",
       "      <td>3</td>\n",
       "      <td>[425, 133, 88, 99]</td>\n",
       "      <td>tennis racket</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>100034</td>\n",
       "      <td>4</td>\n",
       "      <td>[189, 82, 195, 175]</td>\n",
       "      <td>person</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id                    bb            cat\n",
       "0         3    100034          0  [379, 120, 250, 417]         person\n",
       "1         3    100034          1  [242, 168, 237, 462]         person\n",
       "2         3    100034          2   [328, 169, 111, 87]  tennis racket\n",
       "3         3    100034          3    [425, 133, 88, 99]  tennis racket\n",
       "4         3    100034          4   [189, 82, 195, 175]         person"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgvqadf --------------------\n",
      "\n",
      "n rows: 1,445,322\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>qa_id</th>\n",
       "      <th>q</th>\n",
       "      <th>a</th>\n",
       "      <th>q_objs</th>\n",
       "      <th>a_objs</th>\n",
       "      <th>region_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>986768</td>\n",
       "      <td>What color is the clock?</td>\n",
       "      <td>Green.</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1382.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>986769</td>\n",
       "      <td>How many people are there?</td>\n",
       "      <td>Two.</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1383.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>986772</td>\n",
       "      <td>What color is the man's shirt?</td>\n",
       "      <td>Red.</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1434.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>986777</td>\n",
       "      <td>What are the men doing?</td>\n",
       "      <td>Interacting.</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1486.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>986780</td>\n",
       "      <td>Where is the white work truck?</td>\n",
       "      <td>Parked on the street.</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1535.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id   qa_id                               q  \\\n",
       "0         5         1  986768        What color is the clock?   \n",
       "1         5         1  986769      How many people are there?   \n",
       "2         5         1  986772  What color is the man's shirt?   \n",
       "3         5         1  986777         What are the men doing?   \n",
       "4         5         1  986780  Where is the white work truck?   \n",
       "\n",
       "                       a q_objs a_objs  region_id  \n",
       "0                 Green.     []     []     1382.0  \n",
       "1                   Two.     []     []     1383.0  \n",
       "2                   Red.     []     []     1434.0  \n",
       "3           Interacting.     []     []     1486.0  \n",
       "4  Parked on the street.     []     []     1535.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cub_partdf --------------------\n",
      "\n",
      "n rows: 141,395\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>part_name</th>\n",
       "      <th>x</th>\n",
       "      <th>y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>beak</td>\n",
       "      <td>312</td>\n",
       "      <td>182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>crown</td>\n",
       "      <td>186</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>forehead</td>\n",
       "      <td>247</td>\n",
       "      <td>79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>nape</td>\n",
       "      <td>100</td>\n",
       "      <td>221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>right eye</td>\n",
       "      <td>183</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  part_name    x    y\n",
       "0         9         1       beak  312  182\n",
       "1         9         1      crown  186   45\n",
       "2         9         1   forehead  247   79\n",
       "3         9         1       nape  100  221\n",
       "4         9         1  right eye  183  101"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- ade_imgdf --------------------\n",
      "\n",
      "n rows: 19,733\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>image_cat</th>\n",
       "      <th>split</th>\n",
       "      <th>filename</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>a/airport_terminal</td>\n",
       "      <td>training</td>\n",
       "      <td>ADE_train_00000001.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>a/airport_terminal</td>\n",
       "      <td>training</td>\n",
       "      <td>ADE_train_00000002.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>a/art_gallery</td>\n",
       "      <td>training</td>\n",
       "      <td>ADE_train_00000003.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>b/badlands</td>\n",
       "      <td>training</td>\n",
       "      <td>ADE_train_00000004.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>b/ball_pit</td>\n",
       "      <td>training</td>\n",
       "      <td>ADE_train_00000005.jpg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id           image_cat     split                filename\n",
       "0         6         1  a/airport_terminal  training  ADE_train_00000001.jpg\n",
       "1         6         2  a/airport_terminal  training  ADE_train_00000002.jpg\n",
       "2         6         3       a/art_gallery  training  ADE_train_00000003.jpg\n",
       "3         6         4          b/badlands  training  ADE_train_00000004.jpg\n",
       "4         6         5          b/ball_pit  training  ADE_train_00000005.jpg"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- ade_objdf --------------------\n",
      "\n",
      "n rows: 550,545\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>attr</th>\n",
       "      <th>bb</th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>label</th>\n",
       "      <th>level</th>\n",
       "      <th>occl</th>\n",
       "      <th>region_id</th>\n",
       "      <th>synset</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>glass</td>\n",
       "      <td>[762, 810, 629, 127]</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>wall</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>wall</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>glass</td>\n",
       "      <td>[13, 580, 729, 301]</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>wall</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>wall</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>glass</td>\n",
       "      <td>[1415, 622, 631, 258]</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>wall</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>wall</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td>[2, 1012, 607, 457]</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>wall</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>wall</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td>[536, 1020, 517, 92]</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>wall</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "      <td>wall</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    attr                     bb  i_corpus  image_id label  level   occl  \\\n",
       "0  glass   [762, 810, 629, 127]         6         1  wall      0  False   \n",
       "1  glass    [13, 580, 729, 301]         6         1  wall      0  False   \n",
       "2  glass  [1415, 622, 631, 258]         6         1  wall      0  False   \n",
       "3           [2, 1012, 607, 457]         6         1  wall      0  False   \n",
       "4          [536, 1020, 517, 92]         6         1  wall      0  False   \n",
       "\n",
       "   region_id synset  \n",
       "0          1   wall  \n",
       "1          2   wall  \n",
       "2          3   wall  \n",
       "3          4   wall  \n",
       "4          5   wall  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cocoent_capdf --------------------\n",
      "\n",
      "n rows: 592,881\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>split</th>\n",
       "      <th>cap</th>\n",
       "      <th>cap_ent</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>train</td>\n",
       "      <td>a man laying in bed next to his dog</td>\n",
       "      <td>[a man]#_#_ laying in [bed]#bed#1 next to [his...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>train</td>\n",
       "      <td>a shirtless man poses next to his dog</td>\n",
       "      <td>[a shirtless man]#_#_ poses next to [his dog]#...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>train</td>\n",
       "      <td>a person that is laying next to a dog</td>\n",
       "      <td>[a person]#_#_ that is laying next to [a dog]#...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>train</td>\n",
       "      <td>a man is lying down on the bed looking</td>\n",
       "      <td>[a man]#_#_ is lying down on [the bed]#bed#1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>train</td>\n",
       "      <td>a man with a beard without a shirt and a sleep...</td>\n",
       "      <td>[a man]#_#_ with [a beard]#_#_ without [a shir...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  split  \\\n",
       "0         1    378466  train   \n",
       "1         1    378466  train   \n",
       "2         1    378466  train   \n",
       "3         1    378466  train   \n",
       "4         1    378466  train   \n",
       "\n",
       "                                                 cap  \\\n",
       "0                a man laying in bed next to his dog   \n",
       "1              a shirtless man poses next to his dog   \n",
       "2              a person that is laying next to a dog   \n",
       "3             a man is lying down on the bed looking   \n",
       "4  a man with a beard without a shirt and a sleep...   \n",
       "\n",
       "                                             cap_ent  \n",
       "0  [a man]#_#_ laying in [bed]#bed#1 next to [his...  \n",
       "1  [a shirtless man]#_#_ poses next to [his dog]#...  \n",
       "2  [a person]#_#_ that is laying next to [a dog]#...  \n",
       "3       [a man]#_#_ is lying down on [the bed]#bed#1  \n",
       "4  [a man]#_#_ with [a beard]#_#_ without [a shir...  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- saiapr_refdf --------------------\n",
      "\n",
      "n rows: 120,081\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>r_corpus</th>\n",
       "      <th>rex_id</th>\n",
       "      <th>refexp</th>\n",
       "      <th>tagged</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>8756</td>\n",
       "      <td>2</td>\n",
       "      <td>referit</td>\n",
       "      <td>0</td>\n",
       "      <td>sunray at very top</td>\n",
       "      <td>[[sunray, NN], [at, IN], [very, RB], [top, JJ]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>21905</td>\n",
       "      <td>1</td>\n",
       "      <td>referit</td>\n",
       "      <td>1</td>\n",
       "      <td>sky</td>\n",
       "      <td>[[sky, NN]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>14576</td>\n",
       "      <td>1</td>\n",
       "      <td>referit</td>\n",
       "      <td>2</td>\n",
       "      <td>seal</td>\n",
       "      <td>[[seal, NN]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>15169</td>\n",
       "      <td>5</td>\n",
       "      <td>referit</td>\n",
       "      <td>3</td>\n",
       "      <td>the sand in the bottom right corner</td>\n",
       "      <td>[[the, DT], [sand, NN], [in, IN], [the, DT], [...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>6263</td>\n",
       "      <td>1</td>\n",
       "      <td>referit</td>\n",
       "      <td>4</td>\n",
       "      <td>dirt path</td>\n",
       "      <td>[[dirt, NN], [path, NN]]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id r_corpus  rex_id  \\\n",
       "0         0      8756          2  referit       0   \n",
       "1         0     21905          1  referit       1   \n",
       "2         0     14576          1  referit       2   \n",
       "3         0     15169          5  referit       3   \n",
       "4         0      6263          1  referit       4   \n",
       "\n",
       "                                refexp  \\\n",
       "0                   sunray at very top   \n",
       "1                                  sky   \n",
       "2                                 seal   \n",
       "3  the sand in the bottom right corner   \n",
       "4                            dirt path   \n",
       "\n",
       "                                              tagged  \n",
       "0    [[sunray, NN], [at, IN], [very, RB], [top, JJ]]  \n",
       "1                                        [[sky, NN]]  \n",
       "2                                       [[seal, NN]]  \n",
       "3  [[the, DT], [sand, NN], [in, IN], [the, DT], [...  \n",
       "4                           [[dirt, NN], [path, NN]]  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgobjdf --------------------\n",
      "\n",
      "n rows: 3,895,567\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>obj_id</th>\n",
       "      <th>syn</th>\n",
       "      <th>name</th>\n",
       "      <th>bb</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1058498</td>\n",
       "      <td>clock.n.01</td>\n",
       "      <td>clock</td>\n",
       "      <td>[421, 91, 79, 339]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5046</td>\n",
       "      <td>street.n.01</td>\n",
       "      <td>street</td>\n",
       "      <td>[77, 328, 714, 262]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5045</td>\n",
       "      <td>shade.n.01</td>\n",
       "      <td>shade</td>\n",
       "      <td>[119, 338, 274, 192]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1058529</td>\n",
       "      <td>man.n.01</td>\n",
       "      <td>man</td>\n",
       "      <td>[238, 249, 60, 262]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5048</td>\n",
       "      <td>gym_shoe.n.01</td>\n",
       "      <td>sneakers</td>\n",
       "      <td>[243, 489, 52, 26]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id   obj_id            syn      name                    bb\n",
       "0         5         1  1058498     clock.n.01     clock    [421, 91, 79, 339]\n",
       "1         5         1     5046    street.n.01    street   [77, 328, 714, 262]\n",
       "2         5         1     5045     shade.n.01     shade  [119, 338, 274, 192]\n",
       "3         5         1  1058529       man.n.01       man   [238, 249, 60, 262]\n",
       "4         5         1     5048  gym_shoe.n.01  sneakers    [243, 489, 52, 26]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgimgdf --------------------\n",
      "\n",
      "n rows: 108,077\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>coco_id</th>\n",
       "      <th>flickr_id</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>800</td>\n",
       "      <td>600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>800</td>\n",
       "      <td>600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>640</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>640</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>800</td>\n",
       "      <td>600</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  coco_id  flickr_id  width  height\n",
       "0         5         1      NaN        NaN    800     600\n",
       "1         5         2      NaN        NaN    800     600\n",
       "2         5         3      NaN        NaN    640     480\n",
       "3         5         4      NaN        NaN    640     480\n",
       "4         5         5      NaN        NaN    800     600"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- mscoco_bbdf --------------------\n",
      "\n",
      "n rows: 604,907\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>bb</th>\n",
       "      <th>cat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>480023</td>\n",
       "      <td>86</td>\n",
       "      <td>[116.95, 305.86, 285.3, 266.03]</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>50518</td>\n",
       "      <td>89</td>\n",
       "      <td>[245.54, 208.17, 40.14, 19.1]</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>142589</td>\n",
       "      <td>93</td>\n",
       "      <td>[288.4, 18.07, 211.6, 331.33]</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>209263</td>\n",
       "      <td>113</td>\n",
       "      <td>[126.5, 475.24, 77.68, 76.73]</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>15307</td>\n",
       "      <td>116</td>\n",
       "      <td>[185.57, 93.4, 219.97, 420.29]</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id                               bb  cat\n",
       "0         1    480023         86  [116.95, 305.86, 285.3, 266.03]   58\n",
       "1         1     50518         89    [245.54, 208.17, 40.14, 19.1]   58\n",
       "2         1    142589         93    [288.4, 18.07, 211.6, 331.33]   58\n",
       "3         1    209263        113    [126.5, 475.24, 77.68, 76.73]   58\n",
       "4         1     15307        116   [185.57, 93.4, 219.97, 420.29]   58"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- refcoco_refdf --------------------\n",
      "\n",
      "n rows: 142,210\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>r_corpus</th>\n",
       "      <th>rex_id</th>\n",
       "      <th>refexp</th>\n",
       "      <th>tagged</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>1719310</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>0</td>\n",
       "      <td>the lady with the blue shirt</td>\n",
       "      <td>[[the, DT], [lady, NN], [with, IN], [the, DT],...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>1719310</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>1</td>\n",
       "      <td>lady with back to us</td>\n",
       "      <td>[[lady, NN], [with, IN], [back, NN], [to, TO],...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>1719310</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>2</td>\n",
       "      <td>blue shirt</td>\n",
       "      <td>[[blue, JJ], [shirt, NN]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>463958</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>3</td>\n",
       "      <td>woman in gray shirt facing camera on right</td>\n",
       "      <td>[[woman, NN], [in, IN], [gray, JJ], [shirt, NN...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>463958</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>4</td>\n",
       "      <td>woman gray right</td>\n",
       "      <td>[[woman, NN], [gray, NN], [right, NN]]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id r_corpus  rex_id  \\\n",
       "0         1    581857    1719310  refcoco       0   \n",
       "1         1    581857    1719310  refcoco       1   \n",
       "2         1    581857    1719310  refcoco       2   \n",
       "3         1    581857     463958  refcoco       3   \n",
       "4         1    581857     463958  refcoco       4   \n",
       "\n",
       "                                       refexp  \\\n",
       "0                the lady with the blue shirt   \n",
       "1                        lady with back to us   \n",
       "2                                  blue shirt   \n",
       "3  woman in gray shirt facing camera on right   \n",
       "4                            woman gray right   \n",
       "\n",
       "                                              tagged  \n",
       "0  [[the, DT], [lady, NN], [with, IN], [the, DT],...  \n",
       "1  [[lady, NN], [with, IN], [back, NN], [to, TO],...  \n",
       "2                          [[blue, JJ], [shirt, NN]]  \n",
       "3  [[woman, NN], [in, IN], [gray, JJ], [shirt, NN...  \n",
       "4             [[woman, NN], [gray, NN], [right, NN]]  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vd_df --------------------\n",
      "\n",
      "n rows: 1,253,510\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>corpus_id</th>\n",
       "      <th>image_id</th>\n",
       "      <th>dial_id</th>\n",
       "      <th>turn_id</th>\n",
       "      <th>question</th>\n",
       "      <th>answer</th>\n",
       "      <th>trigger_caption</th>\n",
       "      <th>split</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>is this a child or adult</td>\n",
       "      <td>adult</td>\n",
       "      <td>a person that is laying next to a dog</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>male or female</td>\n",
       "      <td>male</td>\n",
       "      <td>a person that is laying next to a dog</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>are they inside or outside</td>\n",
       "      <td>inside</td>\n",
       "      <td>a person that is laying next to a dog</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>are they laying on the floor</td>\n",
       "      <td>yes, but there is a blanket in between them an...</td>\n",
       "      <td>a person that is laying next to a dog</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>378466</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>is the floor carpeted or wooden</td>\n",
       "      <td>it is tile</td>\n",
       "      <td>a person that is laying next to a dog</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   corpus_id  image_id  dial_id  turn_id                         question  \\\n",
       "0          1    378466        0        0         is this a child or adult   \n",
       "1          1    378466        0        1                   male or female   \n",
       "2          1    378466        0        2       are they inside or outside   \n",
       "3          1    378466        0        3     are they laying on the floor   \n",
       "4          1    378466        0        4  is the floor carpeted or wooden   \n",
       "\n",
       "                                              answer  \\\n",
       "0                                              adult   \n",
       "1                                               male   \n",
       "2                                             inside   \n",
       "3  yes, but there is a blanket in between them an...   \n",
       "4                                         it is tile   \n",
       "\n",
       "                         trigger_caption  split  \n",
       "0  a person that is laying next to a dog  train  \n",
       "1  a person that is laying next to a dog  train  \n",
       "2  a person that is laying next to a dog  train  \n",
       "3  a person that is laying next to a dog  train  \n",
       "4  a person that is laying next to a dog  train  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- gw_df --------------------\n",
      "\n",
      "n rows: 821,889\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>corpus_id</th>\n",
       "      <th>image_id</th>\n",
       "      <th>dial_id</th>\n",
       "      <th>turn_id</th>\n",
       "      <th>q</th>\n",
       "      <th>a</th>\n",
       "      <th>target</th>\n",
       "      <th>all_objs</th>\n",
       "      <th>success</th>\n",
       "      <th>split</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>175527</td>\n",
       "      <td>0</td>\n",
       "      <td>5200</td>\n",
       "      <td>is it in the sky?</td>\n",
       "      <td>No</td>\n",
       "      <td>179938</td>\n",
       "      <td>[1424479, 622400, 179938, 180748]</td>\n",
       "      <td>True</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>175527</td>\n",
       "      <td>0</td>\n",
       "      <td>5208</td>\n",
       "      <td>is it the umbrella?</td>\n",
       "      <td>No</td>\n",
       "      <td>179938</td>\n",
       "      <td>[1424479, 622400, 179938, 180748]</td>\n",
       "      <td>True</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>175527</td>\n",
       "      <td>0</td>\n",
       "      <td>5219</td>\n",
       "      <td>is it the ocean?</td>\n",
       "      <td>No</td>\n",
       "      <td>179938</td>\n",
       "      <td>[1424479, 622400, 179938, 180748]</td>\n",
       "      <td>True</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>175527</td>\n",
       "      <td>0</td>\n",
       "      <td>5223</td>\n",
       "      <td>is it the lifeboat?</td>\n",
       "      <td>Yes</td>\n",
       "      <td>179938</td>\n",
       "      <td>[1424479, 622400, 179938, 180748]</td>\n",
       "      <td>True</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>547168</td>\n",
       "      <td>1</td>\n",
       "      <td>5247</td>\n",
       "      <td>is it a skier?</td>\n",
       "      <td>No</td>\n",
       "      <td>1451774</td>\n",
       "      <td>[1450014, 1451774, 470158, 540439, 511050, 546...</td>\n",
       "      <td>True</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   corpus_id  image_id  dial_id  turn_id                    q    a   target  \\\n",
       "0          1    175527        0     5200    is it in the sky?   No   179938   \n",
       "1          1    175527        0     5208  is it the umbrella?   No   179938   \n",
       "2          1    175527        0     5219     is it the ocean?   No   179938   \n",
       "3          1    175527        0     5223  is it the lifeboat?  Yes   179938   \n",
       "4          1    547168        1     5247       is it a skier?   No  1451774   \n",
       "\n",
       "                                            all_objs  success split  \n",
       "0                  [1424479, 622400, 179938, 180748]     True  test  \n",
       "1                  [1424479, 622400, 179938, 180748]     True  test  \n",
       "2                  [1424479, 622400, 179938, 180748]     True  test  \n",
       "3                  [1424479, 622400, 179938, 180748]     True  test  \n",
       "4  [1450014, 1451774, 470158, 540439, 511050, 546...     True  test  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- cub_bbdf --------------------\n",
      "\n",
      "n rows: 11,787\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>image_path</th>\n",
       "      <th>category</th>\n",
       "      <th>bb</th>\n",
       "      <th>is_train</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>001.Black_footed_Albatross/Black_Footed_Albatr...</td>\n",
       "      <td>Black_footed_Albatross</td>\n",
       "      <td>[60, 27, 325, 304]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>001.Black_footed_Albatross/Black_Footed_Albatr...</td>\n",
       "      <td>Black_footed_Albatross</td>\n",
       "      <td>[139, 30, 153, 264]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9</td>\n",
       "      <td>3</td>\n",
       "      <td>001.Black_footed_Albatross/Black_Footed_Albatr...</td>\n",
       "      <td>Black_footed_Albatross</td>\n",
       "      <td>[14, 112, 388, 186]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>4</td>\n",
       "      <td>001.Black_footed_Albatross/Black_Footed_Albatr...</td>\n",
       "      <td>Black_footed_Albatross</td>\n",
       "      <td>[112, 90, 255, 242]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>001.Black_footed_Albatross/Black_Footed_Albatr...</td>\n",
       "      <td>Black_footed_Albatross</td>\n",
       "      <td>[70, 50, 134, 303]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id                                         image_path  \\\n",
       "0         9         1  001.Black_footed_Albatross/Black_Footed_Albatr...   \n",
       "1         9         2  001.Black_footed_Albatross/Black_Footed_Albatr...   \n",
       "2         9         3  001.Black_footed_Albatross/Black_Footed_Albatr...   \n",
       "3         9         4  001.Black_footed_Albatross/Black_Footed_Albatr...   \n",
       "4         9         5  001.Black_footed_Albatross/Black_Footed_Albatr...   \n",
       "\n",
       "                 category                   bb  is_train  \n",
       "0  Black_footed_Albatross   [60, 27, 325, 304]         0  \n",
       "1  Black_footed_Albatross  [139, 30, 153, 264]         1  \n",
       "2  Black_footed_Albatross  [14, 112, 388, 186]         0  \n",
       "3  Black_footed_Albatross  [112, 90, 255, 242]         1  \n",
       "4  Black_footed_Albatross   [70, 50, 134, 303]         1  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- flickr_objdf --------------------\n",
      "\n",
      "n rows: 559,767\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>phrase</th>\n",
       "      <th>cat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>1</td>\n",
       "      <td>Two young guys</td>\n",
       "      <td>people</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>2</td>\n",
       "      <td>shaggy hair</td>\n",
       "      <td>bodyparts</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>3</td>\n",
       "      <td>their hands</td>\n",
       "      <td>bodyparts</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>8</td>\n",
       "      <td>the yard</td>\n",
       "      <td>scene</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>1</td>\n",
       "      <td>Two young , White males</td>\n",
       "      <td>people</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus    image_id  region_id                   phrase        cat\n",
       "0         8  1000092795          1           Two young guys     people\n",
       "1         8  1000092795          2              shaggy hair  bodyparts\n",
       "2         8  1000092795          3              their hands  bodyparts\n",
       "3         8  1000092795          8                 the yard      scene\n",
       "4         8  1000092795          1  Two young , White males     people"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- ade_reldf --------------------\n",
      "\n",
      "n rows: 146,392\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>part_id</th>\n",
       "      <th>part_level</th>\n",
       "      <th>region_id</th>\n",
       "      <th>region_level</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>51</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>51</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  part_id  part_level  region_id  region_level\n",
       "0         6         2        3           1         47             0\n",
       "1         6         2        5           1         47             0\n",
       "2         6         2        6           1         47             0\n",
       "3         6         2        7           1         51             0\n",
       "4         6         2        8           1         51             0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgpardf --------------------\n",
      "\n",
      "n rows: 19,561\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>image_id</th>\n",
       "      <th>paragraph</th>\n",
       "      <th>i_corpus</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2356347</td>\n",
       "      <td>A large building with bars on the windows in f...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2317429</td>\n",
       "      <td>A white round plate is on a table with a plast...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2414610</td>\n",
       "      <td>A woman in a blue tennis outfit stands on a gr...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2365091</td>\n",
       "      <td>A large red and white train is traveling on tr...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2383120</td>\n",
       "      <td>A very clean and tidy a bathroom. Everything i...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   image_id                                          paragraph  i_corpus\n",
       "0   2356347  A large building with bars on the windows in f...         5\n",
       "1   2317429  A white round plate is on a table with a plast...         5\n",
       "2   2414610  A woman in a blue tennis outfit stands on a gr...         5\n",
       "3   2365091  A large red and white train is traveling on tr...         5\n",
       "4   2383120  A very clean and tidy a bathroom. Everything i...         5"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgattdf --------------------\n",
      "\n",
      "n rows: 1,674,166\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>obj_id</th>\n",
       "      <th>attributes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1058498</td>\n",
       "      <td>[green, tall]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5046</td>\n",
       "      <td>[sidewalk]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5048</td>\n",
       "      <td>[grey]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5050</td>\n",
       "      <td>[off]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5051</td>\n",
       "      <td>[parked, far away]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id   obj_id          attributes\n",
       "0         5         1  1058498       [green, tall]\n",
       "1         5         1     5046          [sidewalk]\n",
       "2         5         1     5048              [grey]\n",
       "3         5         1     5050               [off]\n",
       "4         5         1     5051  [parked, far away]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- flickr_capdf --------------------\n",
      "\n",
      "n rows: 158,915\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>caption_annotated</th>\n",
       "      <th>caption_raw</th>\n",
       "      <th>entities</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>[/EN#1/people Two young guys] with [/EN#2/body...</td>\n",
       "      <td>two young guys with shaggy hair look at their ...</td>\n",
       "      <td>[1, 2, 3, 8]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>[/EN#1/people Two young , White males] are out...</td>\n",
       "      <td>two young , white males are outside near many ...</td>\n",
       "      <td>[1, 4]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>[/EN#1/people Two men] in [/EN#5/clothing gree...</td>\n",
       "      <td>two men in green shirts are standing in a yard .</td>\n",
       "      <td>[1, 5, 9]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>[/EN#6/people A man] in [/EN#7/clothing a blue...</td>\n",
       "      <td>a man in a blue shirt standing in a garden .</td>\n",
       "      <td>[6, 7, 9]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8</td>\n",
       "      <td>1000092795</td>\n",
       "      <td>[/EN#1/people Two friends] enjoy [/EN#10/other...</td>\n",
       "      <td>two friends enjoy time spent together .</td>\n",
       "      <td>[1, 10]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus    image_id                                  caption_annotated  \\\n",
       "0         8  1000092795  [/EN#1/people Two young guys] with [/EN#2/body...   \n",
       "1         8  1000092795  [/EN#1/people Two young , White males] are out...   \n",
       "2         8  1000092795  [/EN#1/people Two men] in [/EN#5/clothing gree...   \n",
       "3         8  1000092795  [/EN#6/people A man] in [/EN#7/clothing a blue...   \n",
       "4         8  1000092795  [/EN#1/people Two friends] enjoy [/EN#10/other...   \n",
       "\n",
       "                                         caption_raw      entities  \n",
       "0  two young guys with shaggy hair look at their ...  [1, 2, 3, 8]  \n",
       "1  two young , white males are outside near many ...        [1, 4]  \n",
       "2   two men in green shirts are standing in a yard .     [1, 5, 9]  \n",
       "3       a man in a blue shirt standing in a garden .     [6, 7, 9]  \n",
       "4            two friends enjoy time spent together .       [1, 10]  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- refcocoplus_refdf --------------------\n",
      "\n",
      "n rows: 141,564\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>r_corpus</th>\n",
       "      <th>rex_id</th>\n",
       "      <th>refexp</th>\n",
       "      <th>tagged</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>1719310</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>0</td>\n",
       "      <td>navy blue shirt</td>\n",
       "      <td>[[navy, JJ], [blue, NN], [shirt, NN]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>1719310</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>1</td>\n",
       "      <td>woman back in blue</td>\n",
       "      <td>[[woman, NN], [back, RB], [in, IN], [blue, NN]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>1719310</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>2</td>\n",
       "      <td>blue shirt</td>\n",
       "      <td>[[blue, JJ], [shirt, NN]]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>463958</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>3</td>\n",
       "      <td>gray shirt wearing glasses</td>\n",
       "      <td>[[gray, JJ], [shirt, NN], [wearing, NN], [glas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>581857</td>\n",
       "      <td>463958</td>\n",
       "      <td>refcoco</td>\n",
       "      <td>4</td>\n",
       "      <td>lady with glasses</td>\n",
       "      <td>[[lady, NN], [with, IN], [glasses, NNS]]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  region_id r_corpus  rex_id                      refexp  \\\n",
       "0         1    581857    1719310  refcoco       0             navy blue shirt   \n",
       "1         1    581857    1719310  refcoco       1          woman back in blue   \n",
       "2         1    581857    1719310  refcoco       2                  blue shirt   \n",
       "3         1    581857     463958  refcoco       3  gray shirt wearing glasses   \n",
       "4         1    581857     463958  refcoco       4           lady with glasses   \n",
       "\n",
       "                                              tagged  \n",
       "0              [[navy, JJ], [blue, NN], [shirt, NN]]  \n",
       "1    [[woman, NN], [back, RB], [in, IN], [blue, NN]]  \n",
       "2                          [[blue, JJ], [shirt, NN]]  \n",
       "3  [[gray, JJ], [shirt, NN], [wearing, NN], [glas...  \n",
       "4           [[lady, NN], [with, IN], [glasses, NNS]]  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgreldf --------------------\n",
      "\n",
      "n rows: 2,324,859\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>rel_syn</th>\n",
       "      <th>predicate</th>\n",
       "      <th>rel_id</th>\n",
       "      <th>sub_syn</th>\n",
       "      <th>sub_id</th>\n",
       "      <th>obj_syn</th>\n",
       "      <th>obj_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>along.r.01</td>\n",
       "      <td>ON</td>\n",
       "      <td>15927</td>\n",
       "      <td>shade.n.01</td>\n",
       "      <td>5045</td>\n",
       "      <td>street.n.01</td>\n",
       "      <td>5046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>wear.v.01</td>\n",
       "      <td>wears</td>\n",
       "      <td>15928</td>\n",
       "      <td>man.n.01</td>\n",
       "      <td>1058529</td>\n",
       "      <td>gym_shoe.n.01</td>\n",
       "      <td>5048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>have.v.01</td>\n",
       "      <td>has</td>\n",
       "      <td>15929</td>\n",
       "      <td>car.n.01</td>\n",
       "      <td>5049</td>\n",
       "      <td>headlight.n.01</td>\n",
       "      <td>5050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>along.r.01</td>\n",
       "      <td>ON</td>\n",
       "      <td>15930</td>\n",
       "      <td>sign.n.02</td>\n",
       "      <td>1058507</td>\n",
       "      <td>building.n.01</td>\n",
       "      <td>1058508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>along.r.01</td>\n",
       "      <td>ON</td>\n",
       "      <td>15931</td>\n",
       "      <td>trunk.n.01</td>\n",
       "      <td>5055</td>\n",
       "      <td>sidewalk.n.01</td>\n",
       "      <td>1058534</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id     rel_syn predicate  rel_id     sub_syn   sub_id  \\\n",
       "0         5         1  along.r.01        ON   15927  shade.n.01     5045   \n",
       "1         5         1   wear.v.01     wears   15928    man.n.01  1058529   \n",
       "2         5         1   have.v.01       has   15929    car.n.01     5049   \n",
       "3         5         1  along.r.01        ON   15930   sign.n.02  1058507   \n",
       "4         5         1  along.r.01        ON   15931  trunk.n.01     5055   \n",
       "\n",
       "          obj_syn   obj_id  \n",
       "0     street.n.01     5046  \n",
       "1   gym_shoe.n.01     5048  \n",
       "2  headlight.n.01     5050  \n",
       "3   building.n.01  1058508  \n",
       "4   sidewalk.n.01  1058534  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- mscoco_catsdf --------------------\n",
      "\n",
      "n rows: 80\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cat</th>\n",
       "      <th>supercat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>person</td>\n",
       "      <td>person</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bicycle</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>car</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>motorcycle</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>airplane</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          cat supercat\n",
       "1      person   person\n",
       "2     bicycle  vehicle\n",
       "3         car  vehicle\n",
       "4  motorcycle  vehicle\n",
       "5    airplane  vehicle"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "-------------------- vgregdf --------------------\n",
      "\n",
      "n rows: 5,406,592\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>i_corpus</th>\n",
       "      <th>image_id</th>\n",
       "      <th>coco_id</th>\n",
       "      <th>flickr_id</th>\n",
       "      <th>region_id</th>\n",
       "      <th>phrase</th>\n",
       "      <th>bb</th>\n",
       "      <th>rel_ids</th>\n",
       "      <th>rels</th>\n",
       "      <th>pphrase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1382</td>\n",
       "      <td>the clock is green in colour</td>\n",
       "      <td>[421, 57, 82, 139]</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1383</td>\n",
       "      <td>shade is along the street</td>\n",
       "      <td>[194, 372, 182, 109]</td>\n",
       "      <td>[15927]</td>\n",
       "      <td>[[5045, ON, along.r.01, 5046]]</td>\n",
       "      <td>shade|5045|shade.n.01 is along the street|5046...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1384</td>\n",
       "      <td>man is wearing sneakers</td>\n",
       "      <td>[241, 491, 61, 30]</td>\n",
       "      <td>[15928]</td>\n",
       "      <td>[[1058529, wears, wear.v.01, 5048]]</td>\n",
       "      <td>man|1058529|man.n.01 is wearing sneakers|5048|...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1385</td>\n",
       "      <td>cars headlights are off</td>\n",
       "      <td>[617, 377, 36, 36]</td>\n",
       "      <td>[15929]</td>\n",
       "      <td>[[5049, has, have.v.01, 5050]]</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1386</td>\n",
       "      <td>bikes are parked at the far edge</td>\n",
       "      <td>[322, 298, 41, 49]</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   i_corpus  image_id  coco_id  flickr_id  region_id  \\\n",
       "0         5         1      NaN        NaN       1382   \n",
       "1         5         1      NaN        NaN       1383   \n",
       "2         5         1      NaN        NaN       1384   \n",
       "3         5         1      NaN        NaN       1385   \n",
       "4         5         1      NaN        NaN       1386   \n",
       "\n",
       "                             phrase                    bb  rel_ids  \\\n",
       "0      the clock is green in colour    [421, 57, 82, 139]     None   \n",
       "1        shade is along the street   [194, 372, 182, 109]  [15927]   \n",
       "2           man is wearing sneakers    [241, 491, 61, 30]  [15928]   \n",
       "3           cars headlights are off    [617, 377, 36, 36]  [15929]   \n",
       "4  bikes are parked at the far edge    [322, 298, 41, 49]     None   \n",
       "\n",
       "                                  rels  \\\n",
       "0                                 None   \n",
       "1       [[5045, ON, along.r.01, 5046]]   \n",
       "2  [[1058529, wears, wear.v.01, 5048]]   \n",
       "3       [[5049, has, have.v.01, 5050]]   \n",
       "4                                 None   \n",
       "\n",
       "                                             pphrase  \n",
       "0                                               None  \n",
       "1  shade|5045|shade.n.01 is along the street|5046...  \n",
       "2  man|1058529|man.n.01 is wearing sneakers|5048|...  \n",
       "3                                                     \n",
       "4                                               None  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "==================== Summary ====================\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>rows</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>flickr_bbdf</td>\n",
       "      <td>275775</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>grex_refdf</td>\n",
       "      <td>95010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>cub_capdf</td>\n",
       "      <td>117870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>cocoent_objdf</td>\n",
       "      <td>1182608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>saiapr_bbdf</td>\n",
       "      <td>99534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vqa</td>\n",
       "      <td>658111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>cococapdf</td>\n",
       "      <td>414113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>cub_attrdf</td>\n",
       "      <td>371011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>cocogrprops_bbdf</td>\n",
       "      <td>17184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>vgvqadf</td>\n",
       "      <td>1445322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>cub_partdf</td>\n",
       "      <td>141395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>ade_imgdf</td>\n",
       "      <td>19733</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>ade_objdf</td>\n",
       "      <td>550545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>cocoent_capdf</td>\n",
       "      <td>592881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>saiapr_refdf</td>\n",
       "      <td>120081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>vgobjdf</td>\n",
       "      <td>3895567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>vgimgdf</td>\n",
       "      <td>108077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>mscoco_bbdf</td>\n",
       "      <td>604907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>refcoco_refdf</td>\n",
       "      <td>142210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>vd_df</td>\n",
       "      <td>1253510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>gw_df</td>\n",
       "      <td>821889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>cub_bbdf</td>\n",
       "      <td>11787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>flickr_objdf</td>\n",
       "      <td>559767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>ade_reldf</td>\n",
       "      <td>146392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>vgpardf</td>\n",
       "      <td>19561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>vgattdf</td>\n",
       "      <td>1674166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>flickr_capdf</td>\n",
       "      <td>158915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>refcocoplus_refdf</td>\n",
       "      <td>141564</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>vgreldf</td>\n",
       "      <td>2324859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>mscoco_catsdf</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>vgregdf</td>\n",
       "      <td>5406592</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 name     rows\n",
       "0         flickr_bbdf   275775\n",
       "1          grex_refdf    95010\n",
       "2           cub_capdf   117870\n",
       "3       cocoent_objdf  1182608\n",
       "4         saiapr_bbdf    99534\n",
       "5                 vqa   658111\n",
       "6           cococapdf   414113\n",
       "7          cub_attrdf   371011\n",
       "8    cocogrprops_bbdf    17184\n",
       "9             vgvqadf  1445322\n",
       "10         cub_partdf   141395\n",
       "11          ade_imgdf    19733\n",
       "12          ade_objdf   550545\n",
       "13      cocoent_capdf   592881\n",
       "14       saiapr_refdf   120081\n",
       "15            vgobjdf  3895567\n",
       "16            vgimgdf   108077\n",
       "17        mscoco_bbdf   604907\n",
       "18      refcoco_refdf   142210\n",
       "19              vd_df  1253510\n",
       "20              gw_df   821889\n",
       "21           cub_bbdf    11787\n",
       "22       flickr_objdf   559767\n",
       "23          ade_reldf   146392\n",
       "24            vgpardf    19561\n",
       "25            vgattdf  1674166\n",
       "26       flickr_capdf   158915\n",
       "27  refcocoplus_refdf   141564\n",
       "28            vgreldf  2324859\n",
       "29      mscoco_catsdf       80\n",
       "30            vgregdf  5406592"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# display some lines from each DataFrame found in the preprocessing directory\n",
    "\n",
    "overview_df = []\n",
    "\n",
    "for this_df_path in glob(os.path.join(preproc_path, '*.json.gz')):\n",
    "    this_df = os.path.basename(this_df_path).split('.')[0]\n",
    "    \n",
    "    df_loaded = pd.read_json(this_df_path, typ='frame', orient='split', compression='gzip')\n",
    "    \n",
    "    print('-' * 20, this_df, '-' * 20)\n",
    "    print('')\n",
    "    print('n rows: {:,}'.format(len(df_loaded)))\n",
    "    overview_df.append((this_df, len(df_loaded)))\n",
    "    display(df_loaded.head(5))\n",
    "    print('')\n",
    "\n",
    "print('=' * 20, 'Summary', '=' * 20)\n",
    "display(pd.DataFrame(overview_df, columns='name rows'.split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autoclose": false,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "alt-ctrl-e",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}