Label Shift - CIFAR10, Softmax.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Learning under Label Shift - CIFAR10, Softmax responses\n",
    "\n",
    "Choose one label to knock out during training. Then at test time all labels are uniform."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import mxnet as mx\n",
    "from mxnet import nd, autograd, gluon\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "First let's get some data..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "num_classes = 10\n",
    "\n",
    "# num_train = 90000\n",
    "# num_valid = 1000\n",
    "# num_test = 1000\n",
    "\n",
    "# py_train = [.5, .5]\n",
    "# py_test = [.2, .8]\n",
    "\n",
    "knockout_label = 0\n",
    "knockout_train_number = 2000\n",
    "knockout_valid_number = 500"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def transform(data, label):\n",
    "    return nd.transpose(data.astype(np.float32), (2,0,1))/255, label.astype(np.float32)\n",
    "train_DS = gluon.data.vision.CIFAR10(train=True, transform=transform)\n",
    "test_DS = gluon.data.vision.CIFAR10(train=False, transform=transform)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(50000, 32, 32, 3)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_DS._data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([6, 9, 9, ..., 9, 1, 1], dtype=int32)"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_DS._label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def transform_data(data):\n",
    "    return nd.transpose(data.astype(np.float32), axes=(0,3,1,2))/255\n",
    "\n",
    "def transform_label(label):\n",
    "    return nd.transpose(label.astype(np.float32))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "added knockout label, kockout count: 1, j: 30, i: 29\n",
      "added knockout label, kockout count: 2, j: 31, i: 30\n",
      "added knockout label, kockout count: 3, j: 36, i: 35\n",
      "added knockout label, kockout count: 4, j: 50, i: 49\n",
      "added knockout label, kockout count: 5, j: 78, i: 77\n",
      "added knockout label, kockout count: 6, j: 94, i: 93\n",
      "added knockout label, kockout count: 7, j: 116, i: 115\n",
      "added knockout label, kockout count: 8, j: 117, i: 116\n",
      "added knockout label, kockout count: 9, j: 130, i: 129\n",
      "added knockout label, kockout count: 10, j: 166, i: 165\n",
      "added knockout label, kockout count: 11, j: 180, i: 179\n",
      "added knockout label, kockout count: 12, j: 186, i: 185\n",
      "added knockout label, kockout count: 13, j: 190, i: 189\n",
      "added knockout label, kockout count: 14, j: 200, i: 199\n",
      "added knockout label, kockout count: 15, j: 214, i: 213\n",
      "added knockout label, kockout count: 16, j: 221, i: 220\n",
      "added knockout label, kockout count: 17, j: 224, i: 223\n",
      "added knockout label, kockout count: 18, j: 234, i: 233\n",
      "added knockout label, kockout count: 19, j: 265, i: 264\n",
      "added knockout label, kockout count: 20, j: 277, i: 276\n",
      "added knockout label, kockout count: 21, j: 280, i: 279\n",
      "added knockout label, kockout count: 22, j: 285, i: 284\n",
      "added knockout label, kockout count: 23, j: 294, i: 293\n",
      "added knockout label, kockout count: 24, j: 309, i: 308\n",
      "added knockout label, kockout count: 25, j: 318, i: 317\n",
      "added knockout label, kockout count: 26, j: 333, i: 332\n",
      "added knockout label, kockout count: 27, j: 342, i: 341\n",
      "added knockout label, kockout count: 28, j: 345, i: 344\n",
      "added knockout label, kockout count: 29, j: 349, i: 348\n",
      "added knockout label, kockout count: 30, j: 350, i: 349\n",
      "added knockout label, kockout count: 31, j: 353, i: 352\n",
      "added knockout label, kockout count: 32, j: 372, i: 371\n",
      "added knockout label, kockout count: 33, j: 374, i: 373\n",
      "added knockout label, kockout count: 34, j: 377, i: 376\n",
      "added knockout label, kockout count: 35, j: 393, i: 392\n",
      "added knockout label, kockout count: 36, j: 402, i: 401\n",
      "added knockout label, kockout count: 37, j: 405, i: 404\n",
      "added knockout label, kockout count: 38, j: 406, i: 405\n",
      "added knockout label, kockout count: 39, j: 408, i: 407\n",
      "added knockout label, kockout count: 40, j: 416, i: 415\n",
      "added knockout label, kockout count: 41, j: 418, i: 417\n",
      "added knockout label, kockout count: 42, j: 437, i: 436\n",
      "added knockout label, kockout count: 43, j: 440, i: 439\n",
      "added knockout label, kockout count: 44, j: 449, i: 448\n",
      "added knockout label, kockout count: 45, j: 454, i: 453\n",
      "added knockout label, kockout count: 46, j: 456, i: 455\n",
      "added knockout label, kockout count: 47, j: 458, i: 457\n",
      "added knockout label, kockout count: 48, j: 468, i: 467\n",
      "added knockout label, kockout count: 49, j: 469, i: 468\n",
      "added knockout label, kockout count: 50, j: 482, i: 481\n",
      "added knockout label, kockout count: 51, j: 498, i: 497\n",
      "added knockout label, kockout count: 52, j: 505, i: 504\n",
      "added knockout label, kockout count: 53, j: 528, i: 527\n",
      "added knockout label, kockout count: 54, j: 556, i: 555\n",
      "added knockout label, kockout count: 55, j: 558, i: 557\n",
      "added knockout label, kockout count: 56, j: 565, i: 564\n",
      "added knockout label, kockout count: 57, j: 599, i: 598\n",
      "added knockout label, kockout count: 58, j: 601, i: 600\n",
      "added knockout label, kockout count: 59, j: 605, i: 604\n",
      "added knockout label, kockout count: 60, j: 606, i: 605\n",
      "added knockout label, kockout count: 61, j: 609, i: 608\n",
      "added knockout label, kockout count: 62, j: 615, i: 614\n",
      "added knockout label, kockout count: 63, j: 627, i: 626\n",
      "added knockout label, kockout count: 64, j: 629, i: 628\n",
      "added knockout label, kockout count: 65, j: 638, i: 637\n",
      "added knockout label, kockout count: 66, j: 651, i: 650\n",
      "added knockout label, kockout count: 67, j: 659, i: 658\n",
      "added knockout label, kockout count: 68, j: 664, i: 663\n",
      "added knockout label, kockout count: 69, j: 688, i: 687\n",
      "added knockout label, kockout count: 70, j: 695, i: 694\n",
      "added knockout label, kockout count: 71, j: 696, i: 695\n",
      "added knockout label, kockout count: 72, j: 699, i: 698\n",
      "added knockout label, kockout count: 73, j: 701, i: 700\n",
      "added knockout label, kockout count: 74, j: 709, i: 708\n",
      "added knockout label, kockout count: 75, j: 714, i: 713\n",
      "added knockout label, kockout count: 76, j: 732, i: 731\n",
      "added knockout label, kockout count: 77, j: 734, i: 733\n",
      "added knockout label, kockout count: 78, j: 736, i: 735\n",
      "added knockout label, kockout count: 79, j: 749, i: 748\n",
      "added knockout label, kockout count: 80, j: 753, i: 752\n",
      "added knockout label, kockout count: 81, j: 758, i: 757\n",
      "added knockout label, kockout count: 82, j: 766, i: 765\n",
      "added knockout label, kockout count: 83, j: 783, i: 782\n",
      "added knockout label, kockout count: 84, j: 784, i: 783\n",
      "added knockout label, kockout count: 85, j: 800, i: 799\n",
      "added knockout label, kockout count: 86, j: 813, i: 812\n",
      "added knockout label, kockout count: 87, j: 823, i: 822\n",
      "added knockout label, kockout count: 88, j: 844, i: 843\n",
      "added knockout label, kockout count: 89, j: 867, i: 866\n",
      "added knockout label, kockout count: 90, j: 872, i: 871\n",
      "added knockout label, kockout count: 91, j: 873, i: 872\n",
      "added knockout label, kockout count: 92, j: 903, i: 902\n",
      "added knockout label, kockout count: 93, j: 906, i: 905\n",
      "added knockout label, kockout count: 94, j: 907, i: 906\n",
      "added knockout label, kockout count: 95, j: 912, i: 911\n",
      "added knockout label, kockout count: 96, j: 928, i: 927\n",
      "added knockout label, kockout count: 97, j: 939, i: 938\n",
      "added knockout label, kockout count: 98, j: 941, i: 940\n",
      "added knockout label, kockout count: 99, j: 966, i: 965\n",
      "added knockout label, kockout count: 100, j: 975, i: 974\n",
      "added knockout label, kockout count: 101, j: 984, i: 983\n",
      "added knockout label, kockout count: 102, j: 990, i: 989\n",
      "1000\n",
      "added knockout label, kockout count: 103, j: 1013, i: 1012\n",
      "added knockout label, kockout count: 104, j: 1040, i: 1039\n",
      "added knockout label, kockout count: 105, j: 1045, i: 1044\n",
      "added knockout label, kockout count: 106, j: 1087, i: 1086\n",
      "added knockout label, kockout count: 107, j: 1098, i: 1097\n",
      "added knockout label, kockout count: 108, j: 1120, i: 1119\n",
      "added knockout label, kockout count: 109, j: 1124, i: 1123\n",
      "added knockout label, kockout count: 110, j: 1131, i: 1130\n",
      "added knockout label, kockout count: 111, j: 1143, i: 1142\n",
      "added knockout label, kockout count: 112, j: 1145, i: 1144\n",
      "added knockout label, kockout count: 113, j: 1148, i: 1147\n",
      "added knockout label, kockout count: 114, j: 1167, i: 1166\n",
      "added knockout label, kockout count: 115, j: 1169, i: 1168\n",
      "added knockout label, kockout count: 116, j: 1179, i: 1178\n",
      "added knockout label, kockout count: 117, j: 1186, i: 1185\n",
      "added knockout label, kockout count: 118, j: 1188, i: 1187\n",
      "added knockout label, kockout count: 119, j: 1189, i: 1188\n",
      "added knockout label, kockout count: 120, j: 1196, i: 1195\n",
      "added knockout label, kockout count: 121, j: 1206, i: 1205\n",
      "added knockout label, kockout count: 122, j: 1212, i: 1211\n",
      "added knockout label, kockout count: 123, j: 1215, i: 1214\n",
      "added knockout label, kockout count: 124, j: 1217, i: 1216\n",
      "added knockout label, kockout count: 125, j: 1228, i: 1227\n",
      "added knockout label, kockout count: 126, j: 1235, i: 1234\n",
      "added knockout label, kockout count: 127, j: 1244, i: 1243\n",
      "added knockout label, kockout count: 128, j: 1250, i: 1249\n",
      "added knockout label, kockout count: 129, j: 1261, i: 1260\n",
      "added knockout label, kockout count: 130, j: 1267, i: 1266\n",
      "added knockout label, kockout count: 131, j: 1271, i: 1270\n",
      "added knockout label, kockout count: 132, j: 1279, i: 1278\n",
      "added knockout label, kockout count: 133, j: 1297, i: 1296\n",
      "added knockout label, kockout count: 134, j: 1307, i: 1306\n",
      "added knockout label, kockout count: 135, j: 1320, i: 1319\n",
      "added knockout label, kockout count: 136, j: 1330, i: 1329\n",
      "added knockout label, kockout count: 137, j: 1336, i: 1335\n",
      "added knockout label, kockout count: 138, j: 1339, i: 1338\n",
      "added knockout label, kockout count: 139, j: 1341, i: 1340\n",
      "added knockout label, kockout count: 140, j: 1377, i: 1376\n",
      "added knockout label, kockout count: 141, j: 1382, i: 1381\n",
      "added knockout label, kockout count: 142, j: 1383, i: 1382\n",
      "added knockout label, kockout count: 143, j: 1401, i: 1400\n",
      "added knockout label, kockout count: 144, j: 1425, i: 1424\n",
      "added knockout label, kockout count: 145, j: 1429, i: 1428\n",
      "added knockout label, kockout count: 146, j: 1433, i: 1432\n",
      "added knockout label, kockout count: 147, j: 1435, i: 1434\n",
      "added knockout label, kockout count: 148, j: 1455, i: 1454\n",
      "added knockout label, kockout count: 149, j: 1464, i: 1463\n",
      "added knockout label, kockout count: 150, j: 1467, i: 1466\n",
      "added knockout label, kockout count: 151, j: 1471, i: 1470\n",
      "added knockout label, kockout count: 152, j: 1474, i: 1473\n",
      "added knockout label, kockout count: 153, j: 1478, i: 1477\n",
      "added knockout label, kockout count: 154, j: 1482, i: 1481\n",
      "added knockout label, kockout count: 155, j: 1494, i: 1493\n",
      "added knockout label, kockout count: 156, j: 1508, i: 1507\n",
      "added knockout label, kockout count: 157, j: 1515, i: 1514\n",
      "added knockout label, kockout count: 158, j: 1523, i: 1522\n",
      "added knockout label, kockout count: 159, j: 1525, i: 1524\n",
      "added knockout label, kockout count: 160, j: 1541, i: 1540\n",
      "added knockout label, kockout count: 161, j: 1561, i: 1560\n",
      "added knockout label, kockout count: 162, j: 1590, i: 1589\n",
      "added knockout label, kockout count: 163, j: 1594, i: 1593\n",
      "added knockout label, kockout count: 164, j: 1595, i: 1594\n",
      "added knockout label, kockout count: 165, j: 1599, i: 1598\n",
      "added knockout label, kockout count: 166, j: 1602, i: 1601\n",
      "added knockout label, kockout count: 167, j: 1608, i: 1607\n",
      "added knockout label, kockout count: 168, j: 1627, i: 1626\n",
      "added knockout label, kockout count: 169, j: 1630, i: 1629\n",
      "added knockout label, kockout count: 170, j: 1633, i: 1632\n",
      "added knockout label, kockout count: 171, j: 1665, i: 1664\n",
      "added knockout label, kockout count: 172, j: 1669, i: 1668\n",
      "added knockout label, kockout count: 173, j: 1675, i: 1674\n",
      "added knockout label, kockout count: 174, j: 1685, i: 1684\n",
      "added knockout label, kockout count: 175, j: 1702, i: 1701\n",
      "added knockout label, kockout count: 176, j: 1709, i: 1708\n",
      "added knockout label, kockout count: 177, j: 1710, i: 1709\n",
      "added knockout label, kockout count: 178, j: 1712, i: 1711\n",
      "added knockout label, kockout count: 179, j: 1716, i: 1715\n",
      "added knockout label, kockout count: 180, j: 1741, i: 1740\n",
      "added knockout label, kockout count: 181, j: 1756, i: 1755\n",
      "added knockout label, kockout count: 182, j: 1758, i: 1757\n",
      "added knockout label, kockout count: 183, j: 1760, i: 1759\n",
      "added knockout label, kockout count: 184, j: 1812, i: 1811\n",
      "added knockout label, kockout count: 185, j: 1817, i: 1816\n",
      "added knockout label, kockout count: 186, j: 1825, i: 1824\n",
      "added knockout label, kockout count: 187, j: 1832, i: 1831\n",
      "added knockout label, kockout count: 188, j: 1872, i: 1871\n",
      "added knockout label, kockout count: 189, j: 1873, i: 1872\n",
      "added knockout label, kockout count: 190, j: 1879, i: 1878\n",
      "added knockout label, kockout count: 191, j: 1886, i: 1885\n",
      "added knockout label, kockout count: 192, j: 1888, i: 1887\n",
      "added knockout label, kockout count: 193, j: 1914, i: 1913\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 194, j: 1927, i: 1926\n",
      "added knockout label, kockout count: 195, j: 1936, i: 1935\n",
      "added knockout label, kockout count: 196, j: 1951, i: 1950\n",
      "added knockout label, kockout count: 197, j: 1955, i: 1954\n",
      "added knockout label, kockout count: 198, j: 1961, i: 1960\n",
      "added knockout label, kockout count: 199, j: 1978, i: 1977\n",
      "added knockout label, kockout count: 200, j: 1981, i: 1980\n",
      "added knockout label, kockout count: 201, j: 1989, i: 1988\n",
      "added knockout label, kockout count: 202, j: 2000, i: 1999\n",
      "2000\n",
      "added knockout label, kockout count: 203, j: 2007, i: 2006\n",
      "added knockout label, kockout count: 204, j: 2011, i: 2010\n",
      "added knockout label, kockout count: 205, j: 2015, i: 2014\n",
      "added knockout label, kockout count: 206, j: 2022, i: 2021\n",
      "added knockout label, kockout count: 207, j: 2028, i: 2027\n",
      "added knockout label, kockout count: 208, j: 2035, i: 2034\n",
      "added knockout label, kockout count: 209, j: 2036, i: 2035\n",
      "added knockout label, kockout count: 210, j: 2054, i: 2053\n",
      "added knockout label, kockout count: 211, j: 2061, i: 2060\n",
      "added knockout label, kockout count: 212, j: 2067, i: 2066\n",
      "added knockout label, kockout count: 213, j: 2108, i: 2107\n",
      "added knockout label, kockout count: 214, j: 2143, i: 2142\n",
      "added knockout label, kockout count: 215, j: 2146, i: 2145\n",
      "added knockout label, kockout count: 216, j: 2157, i: 2156\n",
      "added knockout label, kockout count: 217, j: 2170, i: 2169\n",
      "added knockout label, kockout count: 218, j: 2172, i: 2171\n",
      "added knockout label, kockout count: 219, j: 2190, i: 2189\n",
      "added knockout label, kockout count: 220, j: 2210, i: 2209\n",
      "added knockout label, kockout count: 221, j: 2234, i: 2233\n",
      "added knockout label, kockout count: 222, j: 2249, i: 2248\n",
      "added knockout label, kockout count: 223, j: 2259, i: 2258\n",
      "added knockout label, kockout count: 224, j: 2263, i: 2262\n",
      "added knockout label, kockout count: 225, j: 2265, i: 2264\n",
      "added knockout label, kockout count: 226, j: 2278, i: 2277\n",
      "added knockout label, kockout count: 227, j: 2288, i: 2287\n",
      "added knockout label, kockout count: 228, j: 2323, i: 2322\n",
      "added knockout label, kockout count: 229, j: 2331, i: 2330\n",
      "added knockout label, kockout count: 230, j: 2342, i: 2341\n",
      "added knockout label, kockout count: 231, j: 2343, i: 2342\n",
      "added knockout label, kockout count: 232, j: 2346, i: 2345\n",
      "added knockout label, kockout count: 233, j: 2351, i: 2350\n",
      "added knockout label, kockout count: 234, j: 2356, i: 2355\n",
      "added knockout label, kockout count: 235, j: 2366, i: 2365\n",
      "added knockout label, kockout count: 236, j: 2392, i: 2391\n",
      "added knockout label, kockout count: 237, j: 2402, i: 2401\n",
      "added knockout label, kockout count: 238, j: 2404, i: 2403\n",
      "added knockout label, kockout count: 239, j: 2414, i: 2413\n",
      "added knockout label, kockout count: 240, j: 2421, i: 2420\n",
      "added knockout label, kockout count: 241, j: 2422, i: 2421\n",
      "added knockout label, kockout count: 242, j: 2424, i: 2423\n",
      "added knockout label, kockout count: 243, j: 2428, i: 2427\n",
      "added knockout label, kockout count: 244, j: 2430, i: 2429\n",
      "added knockout label, kockout count: 245, j: 2436, i: 2435\n",
      "added knockout label, kockout count: 246, j: 2447, i: 2446\n",
      "added knockout label, kockout count: 247, j: 2452, i: 2451\n",
      "added knockout label, kockout count: 248, j: 2454, i: 2453\n",
      "added knockout label, kockout count: 249, j: 2460, i: 2459\n",
      "added knockout label, kockout count: 250, j: 2461, i: 2460\n",
      "added knockout label, kockout count: 251, j: 2474, i: 2473\n",
      "added knockout label, kockout count: 252, j: 2479, i: 2478\n",
      "added knockout label, kockout count: 253, j: 2491, i: 2490\n",
      "added knockout label, kockout count: 254, j: 2505, i: 2504\n",
      "added knockout label, kockout count: 255, j: 2513, i: 2512\n",
      "added knockout label, kockout count: 256, j: 2514, i: 2513\n",
      "added knockout label, kockout count: 257, j: 2575, i: 2574\n",
      "added knockout label, kockout count: 258, j: 2579, i: 2578\n",
      "added knockout label, kockout count: 259, j: 2599, i: 2598\n",
      "added knockout label, kockout count: 260, j: 2614, i: 2613\n",
      "added knockout label, kockout count: 261, j: 2618, i: 2617\n",
      "added knockout label, kockout count: 262, j: 2623, i: 2622\n",
      "added knockout label, kockout count: 263, j: 2634, i: 2633\n",
      "added knockout label, kockout count: 264, j: 2640, i: 2639\n",
      "added knockout label, kockout count: 265, j: 2643, i: 2642\n",
      "added knockout label, kockout count: 266, j: 2653, i: 2652\n",
      "added knockout label, kockout count: 267, j: 2660, i: 2659\n",
      "added knockout label, kockout count: 268, j: 2661, i: 2660\n",
      "added knockout label, kockout count: 269, j: 2663, i: 2662\n",
      "added knockout label, kockout count: 270, j: 2676, i: 2675\n",
      "added knockout label, kockout count: 271, j: 2681, i: 2680\n",
      "added knockout label, kockout count: 272, j: 2684, i: 2683\n",
      "added knockout label, kockout count: 273, j: 2693, i: 2692\n",
      "added knockout label, kockout count: 274, j: 2708, i: 2707\n",
      "added knockout label, kockout count: 275, j: 2715, i: 2714\n",
      "added knockout label, kockout count: 276, j: 2719, i: 2718\n",
      "added knockout label, kockout count: 277, j: 2721, i: 2720\n",
      "added knockout label, kockout count: 278, j: 2774, i: 2773\n",
      "added knockout label, kockout count: 279, j: 2781, i: 2780\n",
      "added knockout label, kockout count: 280, j: 2805, i: 2804\n",
      "added knockout label, kockout count: 281, j: 2809, i: 2808\n",
      "added knockout label, kockout count: 282, j: 2825, i: 2824\n",
      "added knockout label, kockout count: 283, j: 2849, i: 2848\n",
      "added knockout label, kockout count: 284, j: 2856, i: 2855\n",
      "added knockout label, kockout count: 285, j: 2860, i: 2859\n",
      "added knockout label, kockout count: 286, j: 2862, i: 2861\n",
      "added knockout label, kockout count: 287, j: 2864, i: 2863\n",
      "added knockout label, kockout count: 288, j: 2883, i: 2882\n",
      "added knockout label, kockout count: 289, j: 2886, i: 2885\n",
      "added knockout label, kockout count: 290, j: 2896, i: 2895\n",
      "added knockout label, kockout count: 291, j: 2933, i: 2932\n",
      "added knockout label, kockout count: 292, j: 2947, i: 2946\n",
      "added knockout label, kockout count: 293, j: 2950, i: 2949\n",
      "added knockout label, kockout count: 294, j: 2951, i: 2950\n",
      "added knockout label, kockout count: 295, j: 2960, i: 2959\n",
      "added knockout label, kockout count: 296, j: 2963, i: 2962\n",
      "added knockout label, kockout count: 297, j: 2965, i: 2964\n",
      "added knockout label, kockout count: 298, j: 2968, i: 2967\n",
      "added knockout label, kockout count: 299, j: 2997, i: 2996\n",
      "3000\n",
      "added knockout label, kockout count: 300, j: 3012, i: 3011\n",
      "added knockout label, kockout count: 301, j: 3025, i: 3024\n",
      "added knockout label, kockout count: 302, j: 3043, i: 3042\n",
      "added knockout label, kockout count: 303, j: 3050, i: 3049\n",
      "added knockout label, kockout count: 304, j: 3052, i: 3051\n",
      "added knockout label, kockout count: 305, j: 3054, i: 3053\n",
      "added knockout label, kockout count: 306, j: 3064, i: 3063\n",
      "added knockout label, kockout count: 307, j: 3067, i: 3066\n",
      "added knockout label, kockout count: 308, j: 3074, i: 3073\n",
      "added knockout label, kockout count: 309, j: 3077, i: 3076\n",
      "added knockout label, kockout count: 310, j: 3093, i: 3092\n",
      "added knockout label, kockout count: 311, j: 3103, i: 3102\n",
      "added knockout label, kockout count: 312, j: 3114, i: 3113\n",
      "added knockout label, kockout count: 313, j: 3115, i: 3114\n",
      "added knockout label, kockout count: 314, j: 3129, i: 3128\n",
      "added knockout label, kockout count: 315, j: 3137, i: 3136\n",
      "added knockout label, kockout count: 316, j: 3141, i: 3140\n",
      "added knockout label, kockout count: 317, j: 3181, i: 3180\n",
      "added knockout label, kockout count: 318, j: 3185, i: 3184\n",
      "added knockout label, kockout count: 319, j: 3198, i: 3197\n",
      "added knockout label, kockout count: 320, j: 3205, i: 3204\n",
      "added knockout label, kockout count: 321, j: 3212, i: 3211\n",
      "added knockout label, kockout count: 322, j: 3215, i: 3214\n",
      "added knockout label, kockout count: 323, j: 3225, i: 3224\n",
      "added knockout label, kockout count: 324, j: 3247, i: 3246\n",
      "added knockout label, kockout count: 325, j: 3264, i: 3263\n",
      "added knockout label, kockout count: 326, j: 3278, i: 3277\n",
      "added knockout label, kockout count: 327, j: 3293, i: 3292\n",
      "added knockout label, kockout count: 328, j: 3296, i: 3295\n",
      "added knockout label, kockout count: 329, j: 3305, i: 3304\n",
      "added knockout label, kockout count: 330, j: 3319, i: 3318\n",
      "added knockout label, kockout count: 331, j: 3330, i: 3329\n",
      "added knockout label, kockout count: 332, j: 3333, i: 3332\n",
      "added knockout label, kockout count: 333, j: 3335, i: 3334\n",
      "added knockout label, kockout count: 334, j: 3336, i: 3335\n",
      "added knockout label, kockout count: 335, j: 3337, i: 3336\n",
      "added knockout label, kockout count: 336, j: 3338, i: 3337\n",
      "added knockout label, kockout count: 337, j: 3345, i: 3344\n",
      "added knockout label, kockout count: 338, j: 3348, i: 3347\n",
      "added knockout label, kockout count: 339, j: 3353, i: 3352\n",
      "added knockout label, kockout count: 340, j: 3362, i: 3361\n",
      "added knockout label, kockout count: 341, j: 3363, i: 3362\n",
      "added knockout label, kockout count: 342, j: 3376, i: 3375\n",
      "added knockout label, kockout count: 343, j: 3383, i: 3382\n",
      "added knockout label, kockout count: 344, j: 3439, i: 3438\n",
      "added knockout label, kockout count: 345, j: 3442, i: 3441\n",
      "added knockout label, kockout count: 346, j: 3444, i: 3443\n",
      "added knockout label, kockout count: 347, j: 3467, i: 3466\n",
      "added knockout label, kockout count: 348, j: 3479, i: 3478\n",
      "added knockout label, kockout count: 349, j: 3516, i: 3515\n",
      "added knockout label, kockout count: 350, j: 3537, i: 3536\n",
      "added knockout label, kockout count: 351, j: 3549, i: 3548\n",
      "added knockout label, kockout count: 352, j: 3550, i: 3549\n",
      "added knockout label, kockout count: 353, j: 3565, i: 3564\n",
      "added knockout label, kockout count: 354, j: 3571, i: 3570\n",
      "added knockout label, kockout count: 355, j: 3575, i: 3574\n",
      "added knockout label, kockout count: 356, j: 3583, i: 3582\n",
      "added knockout label, kockout count: 357, j: 3586, i: 3585\n",
      "added knockout label, kockout count: 358, j: 3608, i: 3607\n",
      "added knockout label, kockout count: 359, j: 3610, i: 3609\n",
      "added knockout label, kockout count: 360, j: 3619, i: 3618\n",
      "added knockout label, kockout count: 361, j: 3645, i: 3644\n",
      "added knockout label, kockout count: 362, j: 3648, i: 3647\n",
      "added knockout label, kockout count: 363, j: 3666, i: 3665\n",
      "added knockout label, kockout count: 364, j: 3675, i: 3674\n",
      "added knockout label, kockout count: 365, j: 3690, i: 3689\n",
      "added knockout label, kockout count: 366, j: 3695, i: 3694\n",
      "added knockout label, kockout count: 367, j: 3697, i: 3696\n",
      "added knockout label, kockout count: 368, j: 3702, i: 3701\n",
      "added knockout label, kockout count: 369, j: 3714, i: 3713\n",
      "added knockout label, kockout count: 370, j: 3722, i: 3721\n",
      "added knockout label, kockout count: 371, j: 3726, i: 3725\n",
      "added knockout label, kockout count: 372, j: 3732, i: 3731\n",
      "added knockout label, kockout count: 373, j: 3742, i: 3741\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 374, j: 3790, i: 3789\n",
      "added knockout label, kockout count: 375, j: 3816, i: 3815\n",
      "added knockout label, kockout count: 376, j: 3832, i: 3831\n",
      "added knockout label, kockout count: 377, j: 3843, i: 3842\n",
      "added knockout label, kockout count: 378, j: 3853, i: 3852\n",
      "added knockout label, kockout count: 379, j: 3860, i: 3859\n",
      "added knockout label, kockout count: 380, j: 3881, i: 3880\n",
      "added knockout label, kockout count: 381, j: 3885, i: 3884\n",
      "added knockout label, kockout count: 382, j: 3892, i: 3891\n",
      "added knockout label, kockout count: 383, j: 3894, i: 3893\n",
      "added knockout label, kockout count: 384, j: 3901, i: 3900\n",
      "added knockout label, kockout count: 385, j: 3904, i: 3903\n",
      "added knockout label, kockout count: 386, j: 3907, i: 3906\n",
      "added knockout label, kockout count: 387, j: 3910, i: 3909\n",
      "added knockout label, kockout count: 388, j: 3919, i: 3918\n",
      "added knockout label, kockout count: 389, j: 3939, i: 3938\n",
      "added knockout label, kockout count: 390, j: 3941, i: 3940\n",
      "added knockout label, kockout count: 391, j: 3952, i: 3951\n",
      "added knockout label, kockout count: 392, j: 3963, i: 3962\n",
      "added knockout label, kockout count: 393, j: 3965, i: 3964\n",
      "added knockout label, kockout count: 394, j: 3972, i: 3971\n",
      "added knockout label, kockout count: 395, j: 3980, i: 3979\n",
      "added knockout label, kockout count: 396, j: 3988, i: 3987\n",
      "4000\n",
      "added knockout label, kockout count: 397, j: 4019, i: 4018\n",
      "added knockout label, kockout count: 398, j: 4028, i: 4027\n",
      "added knockout label, kockout count: 399, j: 4031, i: 4030\n",
      "added knockout label, kockout count: 400, j: 4047, i: 4046\n",
      "added knockout label, kockout count: 401, j: 4049, i: 4048\n",
      "added knockout label, kockout count: 402, j: 4061, i: 4060\n",
      "added knockout label, kockout count: 403, j: 4062, i: 4061\n",
      "added knockout label, kockout count: 404, j: 4080, i: 4079\n",
      "added knockout label, kockout count: 405, j: 4081, i: 4080\n",
      "added knockout label, kockout count: 406, j: 4082, i: 4081\n",
      "added knockout label, kockout count: 407, j: 4097, i: 4096\n",
      "added knockout label, kockout count: 408, j: 4098, i: 4097\n",
      "added knockout label, kockout count: 409, j: 4142, i: 4141\n",
      "added knockout label, kockout count: 410, j: 4156, i: 4155\n",
      "added knockout label, kockout count: 411, j: 4163, i: 4162\n",
      "added knockout label, kockout count: 412, j: 4164, i: 4163\n",
      "added knockout label, kockout count: 413, j: 4166, i: 4165\n",
      "added knockout label, kockout count: 414, j: 4177, i: 4176\n",
      "added knockout label, kockout count: 415, j: 4193, i: 4192\n",
      "added knockout label, kockout count: 416, j: 4203, i: 4202\n",
      "added knockout label, kockout count: 417, j: 4215, i: 4214\n",
      "added knockout label, kockout count: 418, j: 4230, i: 4229\n",
      "added knockout label, kockout count: 419, j: 4240, i: 4239\n",
      "added knockout label, kockout count: 420, j: 4241, i: 4240\n",
      "added knockout label, kockout count: 421, j: 4250, i: 4249\n",
      "added knockout label, kockout count: 422, j: 4270, i: 4269\n",
      "added knockout label, kockout count: 423, j: 4271, i: 4270\n",
      "added knockout label, kockout count: 424, j: 4272, i: 4271\n",
      "added knockout label, kockout count: 425, j: 4274, i: 4273\n",
      "added knockout label, kockout count: 426, j: 4282, i: 4281\n",
      "added knockout label, kockout count: 427, j: 4283, i: 4282\n",
      "added knockout label, kockout count: 428, j: 4296, i: 4295\n",
      "added knockout label, kockout count: 429, j: 4312, i: 4311\n",
      "added knockout label, kockout count: 430, j: 4315, i: 4314\n",
      "added knockout label, kockout count: 431, j: 4323, i: 4322\n",
      "added knockout label, kockout count: 432, j: 4338, i: 4337\n",
      "added knockout label, kockout count: 433, j: 4339, i: 4338\n",
      "added knockout label, kockout count: 434, j: 4349, i: 4348\n",
      "added knockout label, kockout count: 435, j: 4354, i: 4353\n",
      "added knockout label, kockout count: 436, j: 4369, i: 4368\n",
      "added knockout label, kockout count: 437, j: 4374, i: 4373\n",
      "added knockout label, kockout count: 438, j: 4388, i: 4387\n",
      "added knockout label, kockout count: 439, j: 4411, i: 4410\n",
      "added knockout label, kockout count: 440, j: 4412, i: 4411\n",
      "added knockout label, kockout count: 441, j: 4421, i: 4420\n",
      "added knockout label, kockout count: 442, j: 4469, i: 4468\n",
      "added knockout label, kockout count: 443, j: 4471, i: 4470\n",
      "added knockout label, kockout count: 444, j: 4477, i: 4476\n",
      "added knockout label, kockout count: 445, j: 4478, i: 4477\n",
      "added knockout label, kockout count: 446, j: 4491, i: 4490\n",
      "added knockout label, kockout count: 447, j: 4499, i: 4498\n",
      "added knockout label, kockout count: 448, j: 4505, i: 4504\n",
      "added knockout label, kockout count: 449, j: 4510, i: 4509\n",
      "added knockout label, kockout count: 450, j: 4517, i: 4516\n",
      "added knockout label, kockout count: 451, j: 4524, i: 4523\n",
      "added knockout label, kockout count: 452, j: 4525, i: 4524\n",
      "added knockout label, kockout count: 453, j: 4538, i: 4537\n",
      "added knockout label, kockout count: 454, j: 4541, i: 4540\n",
      "added knockout label, kockout count: 455, j: 4544, i: 4543\n",
      "added knockout label, kockout count: 456, j: 4553, i: 4552\n",
      "added knockout label, kockout count: 457, j: 4560, i: 4559\n",
      "added knockout label, kockout count: 458, j: 4564, i: 4563\n",
      "added knockout label, kockout count: 459, j: 4568, i: 4567\n",
      "added knockout label, kockout count: 460, j: 4572, i: 4571\n",
      "added knockout label, kockout count: 461, j: 4575, i: 4574\n",
      "added knockout label, kockout count: 462, j: 4578, i: 4577\n",
      "added knockout label, kockout count: 463, j: 4593, i: 4592\n",
      "added knockout label, kockout count: 464, j: 4598, i: 4597\n",
      "added knockout label, kockout count: 465, j: 4600, i: 4599\n",
      "added knockout label, kockout count: 466, j: 4602, i: 4601\n",
      "added knockout label, kockout count: 467, j: 4620, i: 4619\n",
      "added knockout label, kockout count: 468, j: 4622, i: 4621\n",
      "added knockout label, kockout count: 469, j: 4646, i: 4645\n",
      "added knockout label, kockout count: 470, j: 4652, i: 4651\n",
      "added knockout label, kockout count: 471, j: 4654, i: 4653\n",
      "added knockout label, kockout count: 472, j: 4656, i: 4655\n",
      "added knockout label, kockout count: 473, j: 4674, i: 4673\n",
      "added knockout label, kockout count: 474, j: 4684, i: 4683\n",
      "added knockout label, kockout count: 475, j: 4690, i: 4689\n",
      "added knockout label, kockout count: 476, j: 4718, i: 4717\n",
      "added knockout label, kockout count: 477, j: 4722, i: 4721\n",
      "added knockout label, kockout count: 478, j: 4723, i: 4722\n",
      "added knockout label, kockout count: 479, j: 4727, i: 4726\n",
      "added knockout label, kockout count: 480, j: 4747, i: 4746\n",
      "added knockout label, kockout count: 481, j: 4760, i: 4759\n",
      "added knockout label, kockout count: 482, j: 4766, i: 4765\n",
      "added knockout label, kockout count: 483, j: 4775, i: 4774\n",
      "added knockout label, kockout count: 484, j: 4779, i: 4778\n",
      "added knockout label, kockout count: 485, j: 4788, i: 4787\n",
      "added knockout label, kockout count: 486, j: 4799, i: 4798\n",
      "added knockout label, kockout count: 487, j: 4817, i: 4816\n",
      "added knockout label, kockout count: 488, j: 4822, i: 4821\n",
      "added knockout label, kockout count: 489, j: 4855, i: 4854\n",
      "added knockout label, kockout count: 490, j: 4860, i: 4859\n",
      "added knockout label, kockout count: 491, j: 4862, i: 4861\n",
      "added knockout label, kockout count: 492, j: 4869, i: 4868\n",
      "added knockout label, kockout count: 493, j: 4870, i: 4869\n",
      "added knockout label, kockout count: 494, j: 4907, i: 4906\n",
      "added knockout label, kockout count: 495, j: 4919, i: 4918\n",
      "added knockout label, kockout count: 496, j: 4920, i: 4919\n",
      "added knockout label, kockout count: 497, j: 4926, i: 4925\n",
      "added knockout label, kockout count: 498, j: 4930, i: 4929\n",
      "added knockout label, kockout count: 499, j: 4936, i: 4935\n",
      "added knockout label, kockout count: 500, j: 4941, i: 4940\n",
      "added knockout label, kockout count: 501, j: 4942, i: 4941\n",
      "added knockout label, kockout count: 502, j: 4953, i: 4952\n",
      "added knockout label, kockout count: 503, j: 4958, i: 4957\n",
      "added knockout label, kockout count: 504, j: 4968, i: 4967\n",
      "added knockout label, kockout count: 505, j: 4992, i: 4991\n",
      "5000\n",
      "added knockout label, kockout count: 506, j: 5004, i: 5003\n",
      "added knockout label, kockout count: 507, j: 5011, i: 5010\n",
      "added knockout label, kockout count: 508, j: 5016, i: 5015\n",
      "added knockout label, kockout count: 509, j: 5029, i: 5028\n",
      "added knockout label, kockout count: 510, j: 5034, i: 5033\n",
      "added knockout label, kockout count: 511, j: 5038, i: 5037\n",
      "added knockout label, kockout count: 512, j: 5051, i: 5050\n",
      "added knockout label, kockout count: 513, j: 5070, i: 5069\n",
      "added knockout label, kockout count: 514, j: 5083, i: 5082\n",
      "added knockout label, kockout count: 515, j: 5090, i: 5089\n",
      "added knockout label, kockout count: 516, j: 5094, i: 5093\n",
      "added knockout label, kockout count: 517, j: 5095, i: 5094\n",
      "added knockout label, kockout count: 518, j: 5104, i: 5103\n",
      "added knockout label, kockout count: 519, j: 5116, i: 5115\n",
      "added knockout label, kockout count: 520, j: 5131, i: 5130\n",
      "added knockout label, kockout count: 521, j: 5155, i: 5154\n",
      "added knockout label, kockout count: 522, j: 5164, i: 5163\n",
      "added knockout label, kockout count: 523, j: 5175, i: 5174\n",
      "added knockout label, kockout count: 524, j: 5195, i: 5194\n",
      "added knockout label, kockout count: 525, j: 5211, i: 5210\n",
      "added knockout label, kockout count: 526, j: 5217, i: 5216\n",
      "added knockout label, kockout count: 527, j: 5250, i: 5249\n",
      "added knockout label, kockout count: 528, j: 5267, i: 5266\n",
      "added knockout label, kockout count: 529, j: 5315, i: 5314\n",
      "added knockout label, kockout count: 530, j: 5323, i: 5322\n",
      "added knockout label, kockout count: 531, j: 5324, i: 5323\n",
      "added knockout label, kockout count: 532, j: 5325, i: 5324\n",
      "added knockout label, kockout count: 533, j: 5328, i: 5327\n",
      "added knockout label, kockout count: 534, j: 5332, i: 5331\n",
      "added knockout label, kockout count: 535, j: 5342, i: 5341\n",
      "added knockout label, kockout count: 536, j: 5347, i: 5346\n",
      "added knockout label, kockout count: 537, j: 5350, i: 5349\n",
      "added knockout label, kockout count: 538, j: 5363, i: 5362\n",
      "added knockout label, kockout count: 539, j: 5372, i: 5371\n",
      "added knockout label, kockout count: 540, j: 5392, i: 5391\n",
      "added knockout label, kockout count: 541, j: 5405, i: 5404\n",
      "added knockout label, kockout count: 542, j: 5415, i: 5414\n",
      "added knockout label, kockout count: 543, j: 5427, i: 5426\n",
      "added knockout label, kockout count: 544, j: 5429, i: 5428\n",
      "added knockout label, kockout count: 545, j: 5433, i: 5432\n",
      "added knockout label, kockout count: 546, j: 5442, i: 5441\n",
      "added knockout label, kockout count: 547, j: 5458, i: 5457\n",
      "added knockout label, kockout count: 548, j: 5469, i: 5468\n",
      "added knockout label, kockout count: 549, j: 5471, i: 5470\n",
      "added knockout label, kockout count: 550, j: 5473, i: 5472\n",
      "added knockout label, kockout count: 551, j: 5478, i: 5477\n",
      "added knockout label, kockout count: 552, j: 5482, i: 5481\n",
      "added knockout label, kockout count: 553, j: 5485, i: 5484\n",
      "added knockout label, kockout count: 554, j: 5495, i: 5494\n",
      "added knockout label, kockout count: 555, j: 5517, i: 5516\n",
      "added knockout label, kockout count: 556, j: 5522, i: 5521\n",
      "added knockout label, kockout count: 557, j: 5530, i: 5529\n",
      "added knockout label, kockout count: 558, j: 5531, i: 5530\n",
      "added knockout label, kockout count: 559, j: 5534, i: 5533\n",
      "added knockout label, kockout count: 560, j: 5550, i: 5549\n",
      "added knockout label, kockout count: 561, j: 5558, i: 5557\n",
      "added knockout label, kockout count: 562, j: 5567, i: 5566\n",
      "added knockout label, kockout count: 563, j: 5581, i: 5580\n",
      "added knockout label, kockout count: 564, j: 5588, i: 5587\n",
      "added knockout label, kockout count: 565, j: 5590, i: 5589\n",
      "added knockout label, kockout count: 566, j: 5605, i: 5604\n",
      "added knockout label, kockout count: 567, j: 5615, i: 5614\n",
      "added knockout label, kockout count: 568, j: 5624, i: 5623\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 569, j: 5641, i: 5640\n",
      "added knockout label, kockout count: 570, j: 5643, i: 5642\n",
      "added knockout label, kockout count: 571, j: 5650, i: 5649\n",
      "added knockout label, kockout count: 572, j: 5658, i: 5657\n",
      "added knockout label, kockout count: 573, j: 5660, i: 5659\n",
      "added knockout label, kockout count: 574, j: 5666, i: 5665\n",
      "added knockout label, kockout count: 575, j: 5674, i: 5673\n",
      "added knockout label, kockout count: 576, j: 5685, i: 5684\n",
      "added knockout label, kockout count: 577, j: 5697, i: 5696\n",
      "added knockout label, kockout count: 578, j: 5700, i: 5699\n",
      "added knockout label, kockout count: 579, j: 5703, i: 5702\n",
      "added knockout label, kockout count: 580, j: 5704, i: 5703\n",
      "added knockout label, kockout count: 581, j: 5720, i: 5719\n",
      "added knockout label, kockout count: 582, j: 5739, i: 5738\n",
      "added knockout label, kockout count: 583, j: 5744, i: 5743\n",
      "added knockout label, kockout count: 584, j: 5758, i: 5757\n",
      "added knockout label, kockout count: 585, j: 5766, i: 5765\n",
      "added knockout label, kockout count: 586, j: 5771, i: 5770\n",
      "added knockout label, kockout count: 587, j: 5776, i: 5775\n",
      "added knockout label, kockout count: 588, j: 5804, i: 5803\n",
      "added knockout label, kockout count: 589, j: 5815, i: 5814\n",
      "added knockout label, kockout count: 590, j: 5829, i: 5828\n",
      "added knockout label, kockout count: 591, j: 5844, i: 5843\n",
      "added knockout label, kockout count: 592, j: 5853, i: 5852\n",
      "added knockout label, kockout count: 593, j: 5859, i: 5858\n",
      "added knockout label, kockout count: 594, j: 5865, i: 5864\n",
      "added knockout label, kockout count: 595, j: 5874, i: 5873\n",
      "added knockout label, kockout count: 596, j: 5875, i: 5874\n",
      "added knockout label, kockout count: 597, j: 5884, i: 5883\n",
      "added knockout label, kockout count: 598, j: 5889, i: 5888\n",
      "added knockout label, kockout count: 599, j: 5925, i: 5924\n",
      "added knockout label, kockout count: 600, j: 5929, i: 5928\n",
      "added knockout label, kockout count: 601, j: 5953, i: 5952\n",
      "added knockout label, kockout count: 602, j: 5955, i: 5954\n",
      "added knockout label, kockout count: 603, j: 5956, i: 5955\n",
      "added knockout label, kockout count: 604, j: 5957, i: 5956\n",
      "added knockout label, kockout count: 605, j: 5970, i: 5969\n",
      "added knockout label, kockout count: 606, j: 5973, i: 5972\n",
      "added knockout label, kockout count: 607, j: 5974, i: 5973\n",
      "added knockout label, kockout count: 608, j: 5985, i: 5984\n",
      "added knockout label, kockout count: 609, j: 5989, i: 5988\n",
      "added knockout label, kockout count: 610, j: 5995, i: 5994\n",
      "6000\n",
      "added knockout label, kockout count: 611, j: 6009, i: 6008\n",
      "added knockout label, kockout count: 612, j: 6014, i: 6013\n",
      "added knockout label, kockout count: 613, j: 6016, i: 6015\n",
      "added knockout label, kockout count: 614, j: 6055, i: 6054\n",
      "added knockout label, kockout count: 615, j: 6063, i: 6062\n",
      "added knockout label, kockout count: 616, j: 6068, i: 6067\n",
      "added knockout label, kockout count: 617, j: 6076, i: 6075\n",
      "added knockout label, kockout count: 618, j: 6086, i: 6085\n",
      "added knockout label, kockout count: 619, j: 6091, i: 6090\n",
      "added knockout label, kockout count: 620, j: 6099, i: 6098\n",
      "added knockout label, kockout count: 621, j: 6113, i: 6112\n",
      "added knockout label, kockout count: 622, j: 6114, i: 6113\n",
      "added knockout label, kockout count: 623, j: 6125, i: 6124\n",
      "added knockout label, kockout count: 624, j: 6133, i: 6132\n",
      "added knockout label, kockout count: 625, j: 6143, i: 6142\n",
      "added knockout label, kockout count: 626, j: 6166, i: 6165\n",
      "added knockout label, kockout count: 627, j: 6171, i: 6170\n",
      "added knockout label, kockout count: 628, j: 6188, i: 6187\n",
      "added knockout label, kockout count: 629, j: 6189, i: 6188\n",
      "added knockout label, kockout count: 630, j: 6191, i: 6190\n",
      "added knockout label, kockout count: 631, j: 6222, i: 6221\n",
      "added knockout label, kockout count: 632, j: 6241, i: 6240\n",
      "added knockout label, kockout count: 633, j: 6243, i: 6242\n",
      "added knockout label, kockout count: 634, j: 6261, i: 6260\n",
      "added knockout label, kockout count: 635, j: 6277, i: 6276\n",
      "added knockout label, kockout count: 636, j: 6309, i: 6308\n",
      "added knockout label, kockout count: 637, j: 6313, i: 6312\n",
      "added knockout label, kockout count: 638, j: 6314, i: 6313\n",
      "added knockout label, kockout count: 639, j: 6329, i: 6328\n",
      "added knockout label, kockout count: 640, j: 6355, i: 6354\n",
      "added knockout label, kockout count: 641, j: 6371, i: 6370\n",
      "added knockout label, kockout count: 642, j: 6374, i: 6373\n",
      "added knockout label, kockout count: 643, j: 6375, i: 6374\n",
      "added knockout label, kockout count: 644, j: 6377, i: 6376\n",
      "added knockout label, kockout count: 645, j: 6381, i: 6380\n",
      "added knockout label, kockout count: 646, j: 6383, i: 6382\n",
      "added knockout label, kockout count: 647, j: 6394, i: 6393\n",
      "added knockout label, kockout count: 648, j: 6397, i: 6396\n",
      "added knockout label, kockout count: 649, j: 6400, i: 6399\n",
      "added knockout label, kockout count: 650, j: 6401, i: 6400\n",
      "added knockout label, kockout count: 651, j: 6426, i: 6425\n",
      "added knockout label, kockout count: 652, j: 6429, i: 6428\n",
      "added knockout label, kockout count: 653, j: 6441, i: 6440\n",
      "added knockout label, kockout count: 654, j: 6480, i: 6479\n",
      "added knockout label, kockout count: 655, j: 6504, i: 6503\n",
      "added knockout label, kockout count: 656, j: 6505, i: 6504\n",
      "added knockout label, kockout count: 657, j: 6513, i: 6512\n",
      "added knockout label, kockout count: 658, j: 6519, i: 6518\n",
      "added knockout label, kockout count: 659, j: 6544, i: 6543\n",
      "added knockout label, kockout count: 660, j: 6554, i: 6553\n",
      "added knockout label, kockout count: 661, j: 6564, i: 6563\n",
      "added knockout label, kockout count: 662, j: 6571, i: 6570\n",
      "added knockout label, kockout count: 663, j: 6598, i: 6597\n",
      "added knockout label, kockout count: 664, j: 6610, i: 6609\n",
      "added knockout label, kockout count: 665, j: 6618, i: 6617\n",
      "added knockout label, kockout count: 666, j: 6630, i: 6629\n",
      "added knockout label, kockout count: 667, j: 6641, i: 6640\n",
      "added knockout label, kockout count: 668, j: 6651, i: 6650\n",
      "added knockout label, kockout count: 669, j: 6664, i: 6663\n",
      "added knockout label, kockout count: 670, j: 6666, i: 6665\n",
      "added knockout label, kockout count: 671, j: 6683, i: 6682\n",
      "added knockout label, kockout count: 672, j: 6688, i: 6687\n",
      "added knockout label, kockout count: 673, j: 6689, i: 6688\n",
      "added knockout label, kockout count: 674, j: 6703, i: 6702\n",
      "added knockout label, kockout count: 675, j: 6712, i: 6711\n",
      "added knockout label, kockout count: 676, j: 6720, i: 6719\n",
      "added knockout label, kockout count: 677, j: 6736, i: 6735\n",
      "added knockout label, kockout count: 678, j: 6744, i: 6743\n",
      "added knockout label, kockout count: 679, j: 6762, i: 6761\n",
      "added knockout label, kockout count: 680, j: 6834, i: 6833\n",
      "added knockout label, kockout count: 681, j: 6859, i: 6858\n",
      "added knockout label, kockout count: 682, j: 6861, i: 6860\n",
      "added knockout label, kockout count: 683, j: 6868, i: 6867\n",
      "added knockout label, kockout count: 684, j: 6905, i: 6904\n",
      "added knockout label, kockout count: 685, j: 6920, i: 6919\n",
      "added knockout label, kockout count: 686, j: 6921, i: 6920\n",
      "added knockout label, kockout count: 687, j: 6924, i: 6923\n",
      "added knockout label, kockout count: 688, j: 6930, i: 6929\n",
      "added knockout label, kockout count: 689, j: 6948, i: 6947\n",
      "added knockout label, kockout count: 690, j: 6953, i: 6952\n",
      "added knockout label, kockout count: 691, j: 6955, i: 6954\n",
      "added knockout label, kockout count: 692, j: 6973, i: 6972\n",
      "added knockout label, kockout count: 693, j: 6974, i: 6973\n",
      "7000\n",
      "added knockout label, kockout count: 694, j: 7003, i: 7002\n",
      "added knockout label, kockout count: 695, j: 7015, i: 7014\n",
      "added knockout label, kockout count: 696, j: 7016, i: 7015\n",
      "added knockout label, kockout count: 697, j: 7054, i: 7053\n",
      "added knockout label, kockout count: 698, j: 7061, i: 7060\n",
      "added knockout label, kockout count: 699, j: 7082, i: 7081\n",
      "added knockout label, kockout count: 700, j: 7094, i: 7093\n",
      "added knockout label, kockout count: 701, j: 7096, i: 7095\n",
      "added knockout label, kockout count: 702, j: 7145, i: 7144\n",
      "added knockout label, kockout count: 703, j: 7169, i: 7168\n",
      "added knockout label, kockout count: 704, j: 7175, i: 7174\n",
      "added knockout label, kockout count: 705, j: 7180, i: 7179\n",
      "added knockout label, kockout count: 706, j: 7184, i: 7183\n",
      "added knockout label, kockout count: 707, j: 7188, i: 7187\n",
      "added knockout label, kockout count: 708, j: 7197, i: 7196\n",
      "added knockout label, kockout count: 709, j: 7204, i: 7203\n",
      "added knockout label, kockout count: 710, j: 7213, i: 7212\n",
      "added knockout label, kockout count: 711, j: 7226, i: 7225\n",
      "added knockout label, kockout count: 712, j: 7244, i: 7243\n",
      "added knockout label, kockout count: 713, j: 7252, i: 7251\n",
      "added knockout label, kockout count: 714, j: 7257, i: 7256\n",
      "added knockout label, kockout count: 715, j: 7264, i: 7263\n",
      "added knockout label, kockout count: 716, j: 7300, i: 7299\n",
      "added knockout label, kockout count: 717, j: 7312, i: 7311\n",
      "added knockout label, kockout count: 718, j: 7321, i: 7320\n",
      "added knockout label, kockout count: 719, j: 7328, i: 7327\n",
      "added knockout label, kockout count: 720, j: 7329, i: 7328\n",
      "added knockout label, kockout count: 721, j: 7345, i: 7344\n",
      "added knockout label, kockout count: 722, j: 7348, i: 7347\n",
      "added knockout label, kockout count: 723, j: 7361, i: 7360\n",
      "added knockout label, kockout count: 724, j: 7378, i: 7377\n",
      "added knockout label, kockout count: 725, j: 7397, i: 7396\n",
      "added knockout label, kockout count: 726, j: 7410, i: 7409\n",
      "added knockout label, kockout count: 727, j: 7424, i: 7423\n",
      "added knockout label, kockout count: 728, j: 7435, i: 7434\n",
      "added knockout label, kockout count: 729, j: 7445, i: 7444\n",
      "added knockout label, kockout count: 730, j: 7446, i: 7445\n",
      "added knockout label, kockout count: 731, j: 7463, i: 7462\n",
      "added knockout label, kockout count: 732, j: 7465, i: 7464\n",
      "added knockout label, kockout count: 733, j: 7471, i: 7470\n",
      "added knockout label, kockout count: 734, j: 7491, i: 7490\n",
      "added knockout label, kockout count: 735, j: 7503, i: 7502\n",
      "added knockout label, kockout count: 736, j: 7505, i: 7504\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 737, j: 7506, i: 7505\n",
      "added knockout label, kockout count: 738, j: 7510, i: 7509\n",
      "added knockout label, kockout count: 739, j: 7512, i: 7511\n",
      "added knockout label, kockout count: 740, j: 7521, i: 7520\n",
      "added knockout label, kockout count: 741, j: 7528, i: 7527\n",
      "added knockout label, kockout count: 742, j: 7529, i: 7528\n",
      "added knockout label, kockout count: 743, j: 7531, i: 7530\n",
      "added knockout label, kockout count: 744, j: 7538, i: 7537\n",
      "added knockout label, kockout count: 745, j: 7544, i: 7543\n",
      "added knockout label, kockout count: 746, j: 7548, i: 7547\n",
      "added knockout label, kockout count: 747, j: 7551, i: 7550\n",
      "added knockout label, kockout count: 748, j: 7574, i: 7573\n",
      "added knockout label, kockout count: 749, j: 7582, i: 7581\n",
      "added knockout label, kockout count: 750, j: 7589, i: 7588\n",
      "added knockout label, kockout count: 751, j: 7593, i: 7592\n",
      "added knockout label, kockout count: 752, j: 7600, i: 7599\n",
      "added knockout label, kockout count: 753, j: 7613, i: 7612\n",
      "added knockout label, kockout count: 754, j: 7632, i: 7631\n",
      "added knockout label, kockout count: 755, j: 7644, i: 7643\n",
      "added knockout label, kockout count: 756, j: 7648, i: 7647\n",
      "added knockout label, kockout count: 757, j: 7655, i: 7654\n",
      "added knockout label, kockout count: 758, j: 7656, i: 7655\n",
      "added knockout label, kockout count: 759, j: 7661, i: 7660\n",
      "added knockout label, kockout count: 760, j: 7664, i: 7663\n",
      "added knockout label, kockout count: 761, j: 7675, i: 7674\n",
      "added knockout label, kockout count: 762, j: 7701, i: 7700\n",
      "added knockout label, kockout count: 763, j: 7728, i: 7727\n",
      "added knockout label, kockout count: 764, j: 7732, i: 7731\n",
      "added knockout label, kockout count: 765, j: 7748, i: 7747\n",
      "added knockout label, kockout count: 766, j: 7758, i: 7757\n",
      "added knockout label, kockout count: 767, j: 7771, i: 7770\n",
      "added knockout label, kockout count: 768, j: 7773, i: 7772\n",
      "added knockout label, kockout count: 769, j: 7783, i: 7782\n",
      "added knockout label, kockout count: 770, j: 7785, i: 7784\n",
      "added knockout label, kockout count: 771, j: 7789, i: 7788\n",
      "added knockout label, kockout count: 772, j: 7793, i: 7792\n",
      "added knockout label, kockout count: 773, j: 7802, i: 7801\n",
      "added knockout label, kockout count: 774, j: 7806, i: 7805\n",
      "added knockout label, kockout count: 775, j: 7809, i: 7808\n",
      "added knockout label, kockout count: 776, j: 7811, i: 7810\n",
      "added knockout label, kockout count: 777, j: 7827, i: 7826\n",
      "added knockout label, kockout count: 778, j: 7843, i: 7842\n",
      "added knockout label, kockout count: 779, j: 7848, i: 7847\n",
      "added knockout label, kockout count: 780, j: 7860, i: 7859\n",
      "added knockout label, kockout count: 781, j: 7866, i: 7865\n",
      "added knockout label, kockout count: 782, j: 7884, i: 7883\n",
      "added knockout label, kockout count: 783, j: 7890, i: 7889\n",
      "added knockout label, kockout count: 784, j: 7899, i: 7898\n",
      "added knockout label, kockout count: 785, j: 7908, i: 7907\n",
      "added knockout label, kockout count: 786, j: 7915, i: 7914\n",
      "added knockout label, kockout count: 787, j: 7926, i: 7925\n",
      "added knockout label, kockout count: 788, j: 7931, i: 7930\n",
      "added knockout label, kockout count: 789, j: 7966, i: 7965\n",
      "added knockout label, kockout count: 790, j: 7971, i: 7970\n",
      "added knockout label, kockout count: 791, j: 7972, i: 7971\n",
      "added knockout label, kockout count: 792, j: 7973, i: 7972\n",
      "added knockout label, kockout count: 793, j: 7980, i: 7979\n",
      "added knockout label, kockout count: 794, j: 7986, i: 7985\n",
      "added knockout label, kockout count: 795, j: 7992, i: 7991\n",
      "added knockout label, kockout count: 796, j: 7999, i: 7998\n",
      "8000\n",
      "added knockout label, kockout count: 797, j: 8019, i: 8018\n",
      "added knockout label, kockout count: 798, j: 8024, i: 8023\n",
      "added knockout label, kockout count: 799, j: 8045, i: 8044\n",
      "added knockout label, kockout count: 800, j: 8063, i: 8062\n",
      "added knockout label, kockout count: 801, j: 8073, i: 8072\n",
      "added knockout label, kockout count: 802, j: 8080, i: 8079\n",
      "added knockout label, kockout count: 803, j: 8084, i: 8083\n",
      "added knockout label, kockout count: 804, j: 8087, i: 8086\n",
      "added knockout label, kockout count: 805, j: 8097, i: 8096\n",
      "added knockout label, kockout count: 806, j: 8098, i: 8097\n",
      "added knockout label, kockout count: 807, j: 8099, i: 8098\n",
      "added knockout label, kockout count: 808, j: 8100, i: 8099\n",
      "added knockout label, kockout count: 809, j: 8103, i: 8102\n",
      "added knockout label, kockout count: 810, j: 8117, i: 8116\n",
      "added knockout label, kockout count: 811, j: 8119, i: 8118\n",
      "added knockout label, kockout count: 812, j: 8133, i: 8132\n",
      "added knockout label, kockout count: 813, j: 8137, i: 8136\n",
      "added knockout label, kockout count: 814, j: 8148, i: 8147\n",
      "added knockout label, kockout count: 815, j: 8156, i: 8155\n",
      "added knockout label, kockout count: 816, j: 8161, i: 8160\n",
      "added knockout label, kockout count: 817, j: 8186, i: 8185\n",
      "added knockout label, kockout count: 818, j: 8191, i: 8190\n",
      "added knockout label, kockout count: 819, j: 8200, i: 8199\n",
      "added knockout label, kockout count: 820, j: 8201, i: 8200\n",
      "added knockout label, kockout count: 821, j: 8208, i: 8207\n",
      "added knockout label, kockout count: 822, j: 8210, i: 8209\n",
      "added knockout label, kockout count: 823, j: 8218, i: 8217\n",
      "added knockout label, kockout count: 824, j: 8243, i: 8242\n",
      "added knockout label, kockout count: 825, j: 8250, i: 8249\n",
      "added knockout label, kockout count: 826, j: 8259, i: 8258\n",
      "added knockout label, kockout count: 827, j: 8269, i: 8268\n",
      "added knockout label, kockout count: 828, j: 8273, i: 8272\n",
      "added knockout label, kockout count: 829, j: 8293, i: 8292\n",
      "added knockout label, kockout count: 830, j: 8297, i: 8296\n",
      "added knockout label, kockout count: 831, j: 8298, i: 8297\n",
      "added knockout label, kockout count: 832, j: 8314, i: 8313\n",
      "added knockout label, kockout count: 833, j: 8343, i: 8342\n",
      "added knockout label, kockout count: 834, j: 8356, i: 8355\n",
      "added knockout label, kockout count: 835, j: 8360, i: 8359\n",
      "added knockout label, kockout count: 836, j: 8366, i: 8365\n",
      "added knockout label, kockout count: 837, j: 8377, i: 8376\n",
      "added knockout label, kockout count: 838, j: 8383, i: 8382\n",
      "added knockout label, kockout count: 839, j: 8384, i: 8383\n",
      "added knockout label, kockout count: 840, j: 8388, i: 8387\n",
      "added knockout label, kockout count: 841, j: 8393, i: 8392\n",
      "added knockout label, kockout count: 842, j: 8411, i: 8410\n",
      "added knockout label, kockout count: 843, j: 8422, i: 8421\n",
      "added knockout label, kockout count: 844, j: 8426, i: 8425\n",
      "added knockout label, kockout count: 845, j: 8438, i: 8437\n",
      "added knockout label, kockout count: 846, j: 8444, i: 8443\n",
      "added knockout label, kockout count: 847, j: 8445, i: 8444\n",
      "added knockout label, kockout count: 848, j: 8452, i: 8451\n",
      "added knockout label, kockout count: 849, j: 8454, i: 8453\n",
      "added knockout label, kockout count: 850, j: 8479, i: 8478\n",
      "added knockout label, kockout count: 851, j: 8516, i: 8515\n",
      "added knockout label, kockout count: 852, j: 8523, i: 8522\n",
      "added knockout label, kockout count: 853, j: 8525, i: 8524\n",
      "added knockout label, kockout count: 854, j: 8536, i: 8535\n",
      "added knockout label, kockout count: 855, j: 8550, i: 8549\n",
      "added knockout label, kockout count: 856, j: 8554, i: 8553\n",
      "added knockout label, kockout count: 857, j: 8559, i: 8558\n",
      "added knockout label, kockout count: 858, j: 8570, i: 8569\n",
      "added knockout label, kockout count: 859, j: 8578, i: 8577\n",
      "added knockout label, kockout count: 860, j: 8579, i: 8578\n",
      "added knockout label, kockout count: 861, j: 8624, i: 8623\n",
      "added knockout label, kockout count: 862, j: 8639, i: 8638\n",
      "added knockout label, kockout count: 863, j: 8656, i: 8655\n",
      "added knockout label, kockout count: 864, j: 8661, i: 8660\n",
      "added knockout label, kockout count: 865, j: 8662, i: 8661\n",
      "added knockout label, kockout count: 866, j: 8664, i: 8663\n",
      "added knockout label, kockout count: 867, j: 8686, i: 8685\n",
      "added knockout label, kockout count: 868, j: 8696, i: 8695\n",
      "added knockout label, kockout count: 869, j: 8703, i: 8702\n",
      "added knockout label, kockout count: 870, j: 8734, i: 8733\n",
      "added knockout label, kockout count: 871, j: 8742, i: 8741\n",
      "added knockout label, kockout count: 872, j: 8747, i: 8746\n",
      "added knockout label, kockout count: 873, j: 8749, i: 8748\n",
      "added knockout label, kockout count: 874, j: 8754, i: 8753\n",
      "added knockout label, kockout count: 875, j: 8760, i: 8759\n",
      "added knockout label, kockout count: 876, j: 8775, i: 8774\n",
      "added knockout label, kockout count: 877, j: 8779, i: 8778\n",
      "added knockout label, kockout count: 878, j: 8783, i: 8782\n",
      "added knockout label, kockout count: 879, j: 8798, i: 8797\n",
      "added knockout label, kockout count: 880, j: 8807, i: 8806\n",
      "added knockout label, kockout count: 881, j: 8811, i: 8810\n",
      "added knockout label, kockout count: 882, j: 8814, i: 8813\n",
      "added knockout label, kockout count: 883, j: 8834, i: 8833\n",
      "added knockout label, kockout count: 884, j: 8843, i: 8842\n",
      "added knockout label, kockout count: 885, j: 8850, i: 8849\n",
      "added knockout label, kockout count: 886, j: 8854, i: 8853\n",
      "added knockout label, kockout count: 887, j: 8858, i: 8857\n",
      "added knockout label, kockout count: 888, j: 8859, i: 8858\n",
      "added knockout label, kockout count: 889, j: 8869, i: 8868\n",
      "added knockout label, kockout count: 890, j: 8883, i: 8882\n",
      "added knockout label, kockout count: 891, j: 8890, i: 8889\n",
      "added knockout label, kockout count: 892, j: 8899, i: 8898\n",
      "added knockout label, kockout count: 893, j: 8913, i: 8912\n",
      "added knockout label, kockout count: 894, j: 8926, i: 8925\n",
      "added knockout label, kockout count: 895, j: 8935, i: 8934\n",
      "added knockout label, kockout count: 896, j: 8942, i: 8941\n",
      "added knockout label, kockout count: 897, j: 8954, i: 8953\n",
      "added knockout label, kockout count: 898, j: 8964, i: 8963\n",
      "added knockout label, kockout count: 899, j: 8970, i: 8969\n",
      "added knockout label, kockout count: 900, j: 8972, i: 8971\n",
      "added knockout label, kockout count: 901, j: 8995, i: 8994\n",
      "9000\n",
      "added knockout label, kockout count: 902, j: 9005, i: 9004\n",
      "added knockout label, kockout count: 903, j: 9010, i: 9009\n",
      "added knockout label, kockout count: 904, j: 9015, i: 9014\n",
      "added knockout label, kockout count: 905, j: 9032, i: 9031\n",
      "added knockout label, kockout count: 906, j: 9058, i: 9057\n",
      "added knockout label, kockout count: 907, j: 9059, i: 9058\n",
      "added knockout label, kockout count: 908, j: 9060, i: 9059\n",
      "added knockout label, kockout count: 909, j: 9063, i: 9062\n",
      "added knockout label, kockout count: 910, j: 9065, i: 9064\n",
      "added knockout label, kockout count: 911, j: 9070, i: 9069\n",
      "added knockout label, kockout count: 912, j: 9078, i: 9077\n",
      "added knockout label, kockout count: 913, j: 9095, i: 9094\n",
      "added knockout label, kockout count: 914, j: 9097, i: 9096\n",
      "added knockout label, kockout count: 915, j: 9120, i: 9119\n",
      "added knockout label, kockout count: 916, j: 9122, i: 9121\n",
      "added knockout label, kockout count: 917, j: 9124, i: 9123\n",
      "added knockout label, kockout count: 918, j: 9125, i: 9124\n",
      "added knockout label, kockout count: 919, j: 9141, i: 9140\n",
      "added knockout label, kockout count: 920, j: 9158, i: 9157\n",
      "added knockout label, kockout count: 921, j: 9172, i: 9171\n",
      "added knockout label, kockout count: 922, j: 9182, i: 9181\n",
      "added knockout label, kockout count: 923, j: 9194, i: 9193\n",
      "added knockout label, kockout count: 924, j: 9222, i: 9221\n",
      "added knockout label, kockout count: 925, j: 9231, i: 9230\n",
      "added knockout label, kockout count: 926, j: 9237, i: 9236\n",
      "added knockout label, kockout count: 927, j: 9254, i: 9253\n",
      "added knockout label, kockout count: 928, j: 9258, i: 9257\n",
      "added knockout label, kockout count: 929, j: 9282, i: 9281\n",
      "added knockout label, kockout count: 930, j: 9288, i: 9287\n",
      "added knockout label, kockout count: 931, j: 9290, i: 9289\n",
      "added knockout label, kockout count: 932, j: 9293, i: 9292\n",
      "added knockout label, kockout count: 933, j: 9297, i: 9296\n",
      "added knockout label, kockout count: 934, j: 9313, i: 9312\n",
      "added knockout label, kockout count: 935, j: 9315, i: 9314\n",
      "added knockout label, kockout count: 936, j: 9326, i: 9325\n",
      "added knockout label, kockout count: 937, j: 9329, i: 9328\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 938, j: 9363, i: 9362\n",
      "added knockout label, kockout count: 939, j: 9374, i: 9373\n",
      "added knockout label, kockout count: 940, j: 9376, i: 9375\n",
      "added knockout label, kockout count: 941, j: 9380, i: 9379\n",
      "added knockout label, kockout count: 942, j: 9385, i: 9384\n",
      "added knockout label, kockout count: 943, j: 9386, i: 9385\n",
      "added knockout label, kockout count: 944, j: 9391, i: 9390\n",
      "added knockout label, kockout count: 945, j: 9402, i: 9401\n",
      "added knockout label, kockout count: 946, j: 9414, i: 9413\n",
      "added knockout label, kockout count: 947, j: 9418, i: 9417\n",
      "added knockout label, kockout count: 948, j: 9431, i: 9430\n",
      "added knockout label, kockout count: 949, j: 9436, i: 9435\n",
      "added knockout label, kockout count: 950, j: 9439, i: 9438\n",
      "added knockout label, kockout count: 951, j: 9450, i: 9449\n",
      "added knockout label, kockout count: 952, j: 9465, i: 9464\n",
      "added knockout label, kockout count: 953, j: 9472, i: 9471\n",
      "added knockout label, kockout count: 954, j: 9494, i: 9493\n",
      "added knockout label, kockout count: 955, j: 9496, i: 9495\n",
      "added knockout label, kockout count: 956, j: 9500, i: 9499\n",
      "added knockout label, kockout count: 957, j: 9511, i: 9510\n",
      "added knockout label, kockout count: 958, j: 9513, i: 9512\n",
      "added knockout label, kockout count: 959, j: 9523, i: 9522\n",
      "added knockout label, kockout count: 960, j: 9526, i: 9525\n",
      "added knockout label, kockout count: 961, j: 9534, i: 9533\n",
      "added knockout label, kockout count: 962, j: 9543, i: 9542\n",
      "added knockout label, kockout count: 963, j: 9567, i: 9566\n",
      "added knockout label, kockout count: 964, j: 9597, i: 9596\n",
      "added knockout label, kockout count: 965, j: 9605, i: 9604\n",
      "added knockout label, kockout count: 966, j: 9612, i: 9611\n",
      "added knockout label, kockout count: 967, j: 9615, i: 9614\n",
      "added knockout label, kockout count: 968, j: 9617, i: 9616\n",
      "added knockout label, kockout count: 969, j: 9620, i: 9619\n",
      "added knockout label, kockout count: 970, j: 9658, i: 9657\n",
      "added knockout label, kockout count: 971, j: 9667, i: 9666\n",
      "added knockout label, kockout count: 972, j: 9672, i: 9671\n",
      "added knockout label, kockout count: 973, j: 9688, i: 9687\n",
      "added knockout label, kockout count: 974, j: 9697, i: 9696\n",
      "added knockout label, kockout count: 975, j: 9698, i: 9697\n",
      "added knockout label, kockout count: 976, j: 9715, i: 9714\n",
      "added knockout label, kockout count: 977, j: 9719, i: 9718\n",
      "added knockout label, kockout count: 978, j: 9752, i: 9751\n",
      "added knockout label, kockout count: 979, j: 9756, i: 9755\n",
      "added knockout label, kockout count: 980, j: 9760, i: 9759\n",
      "added knockout label, kockout count: 981, j: 9768, i: 9767\n",
      "added knockout label, kockout count: 982, j: 9800, i: 9799\n",
      "added knockout label, kockout count: 983, j: 9801, i: 9800\n",
      "added knockout label, kockout count: 984, j: 9802, i: 9801\n",
      "added knockout label, kockout count: 985, j: 9814, i: 9813\n",
      "added knockout label, kockout count: 986, j: 9820, i: 9819\n",
      "added knockout label, kockout count: 987, j: 9832, i: 9831\n",
      "added knockout label, kockout count: 988, j: 9854, i: 9853\n",
      "added knockout label, kockout count: 989, j: 9860, i: 9859\n",
      "added knockout label, kockout count: 990, j: 9861, i: 9860\n",
      "added knockout label, kockout count: 991, j: 9869, i: 9868\n",
      "added knockout label, kockout count: 992, j: 9875, i: 9874\n",
      "added knockout label, kockout count: 993, j: 9882, i: 9881\n",
      "added knockout label, kockout count: 994, j: 9891, i: 9890\n",
      "added knockout label, kockout count: 995, j: 9896, i: 9895\n",
      "added knockout label, kockout count: 996, j: 9906, i: 9905\n",
      "added knockout label, kockout count: 997, j: 9911, i: 9910\n",
      "added knockout label, kockout count: 998, j: 9921, i: 9920\n",
      "added knockout label, kockout count: 999, j: 9926, i: 9925\n",
      "added knockout label, kockout count: 1000, j: 9935, i: 9934\n",
      "added knockout label, kockout count: 1001, j: 9946, i: 9945\n",
      "added knockout label, kockout count: 1002, j: 9967, i: 9966\n",
      "added knockout label, kockout count: 1003, j: 9984, i: 9983\n",
      "added knockout label, kockout count: 1004, j: 9985, i: 9984\n",
      "added knockout label, kockout count: 1005, j: 9986, i: 9985\n",
      "10000\n",
      "added knockout label, kockout count: 1006, j: 10009, i: 10008\n",
      "added knockout label, kockout count: 1007, j: 10011, i: 10010\n",
      "added knockout label, kockout count: 1008, j: 10021, i: 10020\n",
      "added knockout label, kockout count: 1009, j: 10025, i: 10024\n",
      "added knockout label, kockout count: 1010, j: 10032, i: 10031\n",
      "added knockout label, kockout count: 1011, j: 10044, i: 10043\n",
      "added knockout label, kockout count: 1012, j: 10051, i: 10050\n",
      "added knockout label, kockout count: 1013, j: 10062, i: 10061\n",
      "added knockout label, kockout count: 1014, j: 10065, i: 10064\n",
      "added knockout label, kockout count: 1015, j: 10116, i: 10115\n",
      "added knockout label, kockout count: 1016, j: 10125, i: 10124\n",
      "added knockout label, kockout count: 1017, j: 10131, i: 10130\n",
      "added knockout label, kockout count: 1018, j: 10142, i: 10141\n",
      "added knockout label, kockout count: 1019, j: 10147, i: 10146\n",
      "added knockout label, kockout count: 1020, j: 10149, i: 10148\n",
      "added knockout label, kockout count: 1021, j: 10152, i: 10151\n",
      "added knockout label, kockout count: 1022, j: 10160, i: 10159\n",
      "added knockout label, kockout count: 1023, j: 10198, i: 10197\n",
      "added knockout label, kockout count: 1024, j: 10203, i: 10202\n",
      "added knockout label, kockout count: 1025, j: 10206, i: 10205\n",
      "added knockout label, kockout count: 1026, j: 10213, i: 10212\n",
      "added knockout label, kockout count: 1027, j: 10216, i: 10215\n",
      "added knockout label, kockout count: 1028, j: 10244, i: 10243\n",
      "added knockout label, kockout count: 1029, j: 10266, i: 10265\n",
      "added knockout label, kockout count: 1030, j: 10267, i: 10266\n",
      "added knockout label, kockout count: 1031, j: 10268, i: 10267\n",
      "added knockout label, kockout count: 1032, j: 10276, i: 10275\n",
      "added knockout label, kockout count: 1033, j: 10298, i: 10297\n",
      "added knockout label, kockout count: 1034, j: 10302, i: 10301\n",
      "added knockout label, kockout count: 1035, j: 10324, i: 10323\n",
      "added knockout label, kockout count: 1036, j: 10327, i: 10326\n",
      "added knockout label, kockout count: 1037, j: 10331, i: 10330\n",
      "added knockout label, kockout count: 1038, j: 10333, i: 10332\n",
      "added knockout label, kockout count: 1039, j: 10335, i: 10334\n",
      "added knockout label, kockout count: 1040, j: 10339, i: 10338\n",
      "added knockout label, kockout count: 1041, j: 10341, i: 10340\n",
      "added knockout label, kockout count: 1042, j: 10344, i: 10343\n",
      "added knockout label, kockout count: 1043, j: 10354, i: 10353\n",
      "added knockout label, kockout count: 1044, j: 10356, i: 10355\n",
      "added knockout label, kockout count: 1045, j: 10366, i: 10365\n",
      "added knockout label, kockout count: 1046, j: 10395, i: 10394\n",
      "added knockout label, kockout count: 1047, j: 10400, i: 10399\n",
      "added knockout label, kockout count: 1048, j: 10402, i: 10401\n",
      "added knockout label, kockout count: 1049, j: 10426, i: 10425\n",
      "added knockout label, kockout count: 1050, j: 10456, i: 10455\n",
      "added knockout label, kockout count: 1051, j: 10471, i: 10470\n",
      "added knockout label, kockout count: 1052, j: 10487, i: 10486\n",
      "added knockout label, kockout count: 1053, j: 10488, i: 10487\n",
      "added knockout label, kockout count: 1054, j: 10494, i: 10493\n",
      "added knockout label, kockout count: 1055, j: 10500, i: 10499\n",
      "added knockout label, kockout count: 1056, j: 10514, i: 10513\n",
      "added knockout label, kockout count: 1057, j: 10517, i: 10516\n",
      "added knockout label, kockout count: 1058, j: 10527, i: 10526\n",
      "added knockout label, kockout count: 1059, j: 10546, i: 10545\n",
      "added knockout label, kockout count: 1060, j: 10549, i: 10548\n",
      "added knockout label, kockout count: 1061, j: 10554, i: 10553\n",
      "added knockout label, kockout count: 1062, j: 10575, i: 10574\n",
      "added knockout label, kockout count: 1063, j: 10578, i: 10577\n",
      "added knockout label, kockout count: 1064, j: 10579, i: 10578\n",
      "added knockout label, kockout count: 1065, j: 10590, i: 10589\n",
      "added knockout label, kockout count: 1066, j: 10602, i: 10601\n",
      "added knockout label, kockout count: 1067, j: 10608, i: 10607\n",
      "added knockout label, kockout count: 1068, j: 10618, i: 10617\n",
      "added knockout label, kockout count: 1069, j: 10638, i: 10637\n",
      "added knockout label, kockout count: 1070, j: 10651, i: 10650\n",
      "added knockout label, kockout count: 1071, j: 10657, i: 10656\n",
      "added knockout label, kockout count: 1072, j: 10668, i: 10667\n",
      "added knockout label, kockout count: 1073, j: 10675, i: 10674\n",
      "added knockout label, kockout count: 1074, j: 10676, i: 10675\n",
      "added knockout label, kockout count: 1075, j: 10682, i: 10681\n",
      "added knockout label, kockout count: 1076, j: 10687, i: 10686\n",
      "added knockout label, kockout count: 1077, j: 10690, i: 10689\n",
      "added knockout label, kockout count: 1078, j: 10691, i: 10690\n",
      "added knockout label, kockout count: 1079, j: 10714, i: 10713\n",
      "added knockout label, kockout count: 1080, j: 10717, i: 10716\n",
      "added knockout label, kockout count: 1081, j: 10730, i: 10729\n",
      "added knockout label, kockout count: 1082, j: 10733, i: 10732\n",
      "added knockout label, kockout count: 1083, j: 10742, i: 10741\n",
      "added knockout label, kockout count: 1084, j: 10762, i: 10761\n",
      "added knockout label, kockout count: 1085, j: 10765, i: 10764\n",
      "added knockout label, kockout count: 1086, j: 10777, i: 10776\n",
      "added knockout label, kockout count: 1087, j: 10778, i: 10777\n",
      "added knockout label, kockout count: 1088, j: 10783, i: 10782\n",
      "added knockout label, kockout count: 1089, j: 10788, i: 10787\n",
      "added knockout label, kockout count: 1090, j: 10797, i: 10796\n",
      "added knockout label, kockout count: 1091, j: 10799, i: 10798\n",
      "added knockout label, kockout count: 1092, j: 10805, i: 10804\n",
      "added knockout label, kockout count: 1093, j: 10812, i: 10811\n",
      "added knockout label, kockout count: 1094, j: 10813, i: 10812\n",
      "added knockout label, kockout count: 1095, j: 10848, i: 10847\n",
      "added knockout label, kockout count: 1096, j: 10856, i: 10855\n",
      "added knockout label, kockout count: 1097, j: 10868, i: 10867\n",
      "added knockout label, kockout count: 1098, j: 10873, i: 10872\n",
      "added knockout label, kockout count: 1099, j: 10894, i: 10893\n",
      "added knockout label, kockout count: 1100, j: 10897, i: 10896\n",
      "added knockout label, kockout count: 1101, j: 10912, i: 10911\n",
      "added knockout label, kockout count: 1102, j: 10953, i: 10952\n",
      "added knockout label, kockout count: 1103, j: 10955, i: 10954\n",
      "added knockout label, kockout count: 1104, j: 10956, i: 10955\n",
      "added knockout label, kockout count: 1105, j: 10988, i: 10987\n",
      "added knockout label, kockout count: 1106, j: 10990, i: 10989\n",
      "added knockout label, kockout count: 1107, j: 10991, i: 10990\n",
      "11000\n",
      "added knockout label, kockout count: 1108, j: 11003, i: 11002\n",
      "added knockout label, kockout count: 1109, j: 11009, i: 11008\n",
      "added knockout label, kockout count: 1110, j: 11015, i: 11014\n",
      "added knockout label, kockout count: 1111, j: 11019, i: 11018\n",
      "added knockout label, kockout count: 1112, j: 11023, i: 11022\n",
      "added knockout label, kockout count: 1113, j: 11024, i: 11023\n",
      "added knockout label, kockout count: 1114, j: 11030, i: 11029\n",
      "added knockout label, kockout count: 1115, j: 11032, i: 11031\n",
      "added knockout label, kockout count: 1116, j: 11055, i: 11054\n",
      "added knockout label, kockout count: 1117, j: 11057, i: 11056\n",
      "added knockout label, kockout count: 1118, j: 11061, i: 11060\n",
      "added knockout label, kockout count: 1119, j: 11074, i: 11073\n",
      "added knockout label, kockout count: 1120, j: 11077, i: 11076\n",
      "added knockout label, kockout count: 1121, j: 11079, i: 11078\n",
      "added knockout label, kockout count: 1122, j: 11081, i: 11080\n",
      "added knockout label, kockout count: 1123, j: 11101, i: 11100\n",
      "added knockout label, kockout count: 1124, j: 11108, i: 11107\n",
      "added knockout label, kockout count: 1125, j: 11115, i: 11114\n",
      "added knockout label, kockout count: 1126, j: 11123, i: 11122\n",
      "added knockout label, kockout count: 1127, j: 11152, i: 11151\n",
      "added knockout label, kockout count: 1128, j: 11170, i: 11169\n",
      "added knockout label, kockout count: 1129, j: 11177, i: 11176\n",
      "added knockout label, kockout count: 1130, j: 11179, i: 11178\n",
      "added knockout label, kockout count: 1131, j: 11209, i: 11208\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 1132, j: 11217, i: 11216\n",
      "added knockout label, kockout count: 1133, j: 11219, i: 11218\n",
      "added knockout label, kockout count: 1134, j: 11225, i: 11224\n",
      "added knockout label, kockout count: 1135, j: 11230, i: 11229\n",
      "added knockout label, kockout count: 1136, j: 11238, i: 11237\n",
      "added knockout label, kockout count: 1137, j: 11239, i: 11238\n",
      "added knockout label, kockout count: 1138, j: 11241, i: 11240\n",
      "added knockout label, kockout count: 1139, j: 11252, i: 11251\n",
      "added knockout label, kockout count: 1140, j: 11256, i: 11255\n",
      "added knockout label, kockout count: 1141, j: 11264, i: 11263\n",
      "added knockout label, kockout count: 1142, j: 11277, i: 11276\n",
      "added knockout label, kockout count: 1143, j: 11281, i: 11280\n",
      "added knockout label, kockout count: 1144, j: 11284, i: 11283\n",
      "added knockout label, kockout count: 1145, j: 11298, i: 11297\n",
      "added knockout label, kockout count: 1146, j: 11303, i: 11302\n",
      "added knockout label, kockout count: 1147, j: 11305, i: 11304\n",
      "added knockout label, kockout count: 1148, j: 11306, i: 11305\n",
      "added knockout label, kockout count: 1149, j: 11326, i: 11325\n",
      "added knockout label, kockout count: 1150, j: 11357, i: 11356\n",
      "added knockout label, kockout count: 1151, j: 11373, i: 11372\n",
      "added knockout label, kockout count: 1152, j: 11375, i: 11374\n",
      "added knockout label, kockout count: 1153, j: 11401, i: 11400\n",
      "added knockout label, kockout count: 1154, j: 11417, i: 11416\n",
      "added knockout label, kockout count: 1155, j: 11425, i: 11424\n",
      "added knockout label, kockout count: 1156, j: 11426, i: 11425\n",
      "added knockout label, kockout count: 1157, j: 11432, i: 11431\n",
      "added knockout label, kockout count: 1158, j: 11441, i: 11440\n",
      "added knockout label, kockout count: 1159, j: 11452, i: 11451\n",
      "added knockout label, kockout count: 1160, j: 11475, i: 11474\n",
      "added knockout label, kockout count: 1161, j: 11476, i: 11475\n",
      "added knockout label, kockout count: 1162, j: 11480, i: 11479\n",
      "added knockout label, kockout count: 1163, j: 11488, i: 11487\n",
      "added knockout label, kockout count: 1164, j: 11510, i: 11509\n",
      "added knockout label, kockout count: 1165, j: 11515, i: 11514\n",
      "added knockout label, kockout count: 1166, j: 11536, i: 11535\n",
      "added knockout label, kockout count: 1167, j: 11555, i: 11554\n",
      "added knockout label, kockout count: 1168, j: 11564, i: 11563\n",
      "added knockout label, kockout count: 1169, j: 11573, i: 11572\n",
      "added knockout label, kockout count: 1170, j: 11584, i: 11583\n",
      "added knockout label, kockout count: 1171, j: 11613, i: 11612\n",
      "added knockout label, kockout count: 1172, j: 11616, i: 11615\n",
      "added knockout label, kockout count: 1173, j: 11619, i: 11618\n",
      "added knockout label, kockout count: 1174, j: 11634, i: 11633\n",
      "added knockout label, kockout count: 1175, j: 11643, i: 11642\n",
      "added knockout label, kockout count: 1176, j: 11644, i: 11643\n",
      "added knockout label, kockout count: 1177, j: 11662, i: 11661\n",
      "added knockout label, kockout count: 1178, j: 11672, i: 11671\n",
      "added knockout label, kockout count: 1179, j: 11683, i: 11682\n",
      "added knockout label, kockout count: 1180, j: 11690, i: 11689\n",
      "added knockout label, kockout count: 1181, j: 11692, i: 11691\n",
      "added knockout label, kockout count: 1182, j: 11710, i: 11709\n",
      "added knockout label, kockout count: 1183, j: 11722, i: 11721\n",
      "added knockout label, kockout count: 1184, j: 11733, i: 11732\n",
      "added knockout label, kockout count: 1185, j: 11735, i: 11734\n",
      "added knockout label, kockout count: 1186, j: 11763, i: 11762\n",
      "added knockout label, kockout count: 1187, j: 11769, i: 11768\n",
      "added knockout label, kockout count: 1188, j: 11773, i: 11772\n",
      "added knockout label, kockout count: 1189, j: 11776, i: 11775\n",
      "added knockout label, kockout count: 1190, j: 11784, i: 11783\n",
      "added knockout label, kockout count: 1191, j: 11803, i: 11802\n",
      "added knockout label, kockout count: 1192, j: 11813, i: 11812\n",
      "added knockout label, kockout count: 1193, j: 11836, i: 11835\n",
      "added knockout label, kockout count: 1194, j: 11839, i: 11838\n",
      "added knockout label, kockout count: 1195, j: 11845, i: 11844\n",
      "added knockout label, kockout count: 1196, j: 11850, i: 11849\n",
      "added knockout label, kockout count: 1197, j: 11880, i: 11879\n",
      "added knockout label, kockout count: 1198, j: 11888, i: 11887\n",
      "added knockout label, kockout count: 1199, j: 11898, i: 11897\n",
      "added knockout label, kockout count: 1200, j: 11909, i: 11908\n",
      "added knockout label, kockout count: 1201, j: 11913, i: 11912\n",
      "added knockout label, kockout count: 1202, j: 11914, i: 11913\n",
      "added knockout label, kockout count: 1203, j: 11920, i: 11919\n",
      "added knockout label, kockout count: 1204, j: 11938, i: 11937\n",
      "added knockout label, kockout count: 1205, j: 11940, i: 11939\n",
      "added knockout label, kockout count: 1206, j: 11945, i: 11944\n",
      "added knockout label, kockout count: 1207, j: 11947, i: 11946\n",
      "added knockout label, kockout count: 1208, j: 11959, i: 11958\n",
      "added knockout label, kockout count: 1209, j: 11964, i: 11963\n",
      "added knockout label, kockout count: 1210, j: 11976, i: 11975\n",
      "added knockout label, kockout count: 1211, j: 11980, i: 11979\n",
      "added knockout label, kockout count: 1212, j: 11990, i: 11989\n",
      "12000\n",
      "added knockout label, kockout count: 1213, j: 12010, i: 12009\n",
      "added knockout label, kockout count: 1214, j: 12011, i: 12010\n",
      "added knockout label, kockout count: 1215, j: 12029, i: 12028\n",
      "added knockout label, kockout count: 1216, j: 12030, i: 12029\n",
      "added knockout label, kockout count: 1217, j: 12031, i: 12030\n",
      "added knockout label, kockout count: 1218, j: 12038, i: 12037\n",
      "added knockout label, kockout count: 1219, j: 12053, i: 12052\n",
      "added knockout label, kockout count: 1220, j: 12057, i: 12056\n",
      "added knockout label, kockout count: 1221, j: 12063, i: 12062\n",
      "added knockout label, kockout count: 1222, j: 12073, i: 12072\n",
      "added knockout label, kockout count: 1223, j: 12074, i: 12073\n",
      "added knockout label, kockout count: 1224, j: 12079, i: 12078\n",
      "added knockout label, kockout count: 1225, j: 12080, i: 12079\n",
      "added knockout label, kockout count: 1226, j: 12084, i: 12083\n",
      "added knockout label, kockout count: 1227, j: 12096, i: 12095\n",
      "added knockout label, kockout count: 1228, j: 12122, i: 12121\n",
      "added knockout label, kockout count: 1229, j: 12130, i: 12129\n",
      "added knockout label, kockout count: 1230, j: 12131, i: 12130\n",
      "added knockout label, kockout count: 1231, j: 12132, i: 12131\n",
      "added knockout label, kockout count: 1232, j: 12134, i: 12133\n",
      "added knockout label, kockout count: 1233, j: 12140, i: 12139\n",
      "added knockout label, kockout count: 1234, j: 12150, i: 12149\n",
      "added knockout label, kockout count: 1235, j: 12166, i: 12165\n",
      "added knockout label, kockout count: 1236, j: 12179, i: 12178\n",
      "added knockout label, kockout count: 1237, j: 12182, i: 12181\n",
      "added knockout label, kockout count: 1238, j: 12193, i: 12192\n",
      "added knockout label, kockout count: 1239, j: 12210, i: 12209\n",
      "added knockout label, kockout count: 1240, j: 12227, i: 12226\n",
      "added knockout label, kockout count: 1241, j: 12231, i: 12230\n",
      "added knockout label, kockout count: 1242, j: 12235, i: 12234\n",
      "added knockout label, kockout count: 1243, j: 12253, i: 12252\n",
      "added knockout label, kockout count: 1244, j: 12258, i: 12257\n",
      "added knockout label, kockout count: 1245, j: 12266, i: 12265\n",
      "added knockout label, kockout count: 1246, j: 12271, i: 12270\n",
      "added knockout label, kockout count: 1247, j: 12285, i: 12284\n",
      "added knockout label, kockout count: 1248, j: 12295, i: 12294\n",
      "added knockout label, kockout count: 1249, j: 12297, i: 12296\n",
      "added knockout label, kockout count: 1250, j: 12298, i: 12297\n",
      "added knockout label, kockout count: 1251, j: 12326, i: 12325\n",
      "added knockout label, kockout count: 1252, j: 12329, i: 12328\n",
      "added knockout label, kockout count: 1253, j: 12345, i: 12344\n",
      "added knockout label, kockout count: 1254, j: 12346, i: 12345\n",
      "added knockout label, kockout count: 1255, j: 12356, i: 12355\n",
      "added knockout label, kockout count: 1256, j: 12364, i: 12363\n",
      "added knockout label, kockout count: 1257, j: 12376, i: 12375\n",
      "added knockout label, kockout count: 1258, j: 12394, i: 12393\n",
      "added knockout label, kockout count: 1259, j: 12410, i: 12409\n",
      "added knockout label, kockout count: 1260, j: 12415, i: 12414\n",
      "added knockout label, kockout count: 1261, j: 12420, i: 12419\n",
      "added knockout label, kockout count: 1262, j: 12421, i: 12420\n",
      "added knockout label, kockout count: 1263, j: 12430, i: 12429\n",
      "added knockout label, kockout count: 1264, j: 12431, i: 12430\n",
      "added knockout label, kockout count: 1265, j: 12436, i: 12435\n",
      "added knockout label, kockout count: 1266, j: 12462, i: 12461\n",
      "added knockout label, kockout count: 1267, j: 12470, i: 12469\n",
      "added knockout label, kockout count: 1268, j: 12478, i: 12477\n",
      "added knockout label, kockout count: 1269, j: 12493, i: 12492\n",
      "added knockout label, kockout count: 1270, j: 12494, i: 12493\n",
      "added knockout label, kockout count: 1271, j: 12500, i: 12499\n",
      "added knockout label, kockout count: 1272, j: 12508, i: 12507\n",
      "added knockout label, kockout count: 1273, j: 12510, i: 12509\n",
      "added knockout label, kockout count: 1274, j: 12535, i: 12534\n",
      "added knockout label, kockout count: 1275, j: 12541, i: 12540\n",
      "added knockout label, kockout count: 1276, j: 12543, i: 12542\n",
      "added knockout label, kockout count: 1277, j: 12554, i: 12553\n",
      "added knockout label, kockout count: 1278, j: 12635, i: 12634\n",
      "added knockout label, kockout count: 1279, j: 12641, i: 12640\n",
      "added knockout label, kockout count: 1280, j: 12660, i: 12659\n",
      "added knockout label, kockout count: 1281, j: 12661, i: 12660\n",
      "added knockout label, kockout count: 1282, j: 12669, i: 12668\n",
      "added knockout label, kockout count: 1283, j: 12675, i: 12674\n",
      "added knockout label, kockout count: 1284, j: 12705, i: 12704\n",
      "added knockout label, kockout count: 1285, j: 12731, i: 12730\n",
      "added knockout label, kockout count: 1286, j: 12741, i: 12740\n",
      "added knockout label, kockout count: 1287, j: 12750, i: 12749\n",
      "added knockout label, kockout count: 1288, j: 12755, i: 12754\n",
      "added knockout label, kockout count: 1289, j: 12758, i: 12757\n",
      "added knockout label, kockout count: 1290, j: 12762, i: 12761\n",
      "added knockout label, kockout count: 1291, j: 12765, i: 12764\n",
      "added knockout label, kockout count: 1292, j: 12768, i: 12767\n",
      "added knockout label, kockout count: 1293, j: 12778, i: 12777\n",
      "added knockout label, kockout count: 1294, j: 12786, i: 12785\n",
      "added knockout label, kockout count: 1295, j: 12803, i: 12802\n",
      "added knockout label, kockout count: 1296, j: 12808, i: 12807\n",
      "added knockout label, kockout count: 1297, j: 12809, i: 12808\n",
      "added knockout label, kockout count: 1298, j: 12810, i: 12809\n",
      "added knockout label, kockout count: 1299, j: 12818, i: 12817\n",
      "added knockout label, kockout count: 1300, j: 12819, i: 12818\n",
      "added knockout label, kockout count: 1301, j: 12821, i: 12820\n",
      "added knockout label, kockout count: 1302, j: 12837, i: 12836\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 1303, j: 12855, i: 12854\n",
      "added knockout label, kockout count: 1304, j: 12884, i: 12883\n",
      "added knockout label, kockout count: 1305, j: 12911, i: 12910\n",
      "added knockout label, kockout count: 1306, j: 12912, i: 12911\n",
      "added knockout label, kockout count: 1307, j: 12916, i: 12915\n",
      "added knockout label, kockout count: 1308, j: 12917, i: 12916\n",
      "added knockout label, kockout count: 1309, j: 12923, i: 12922\n",
      "added knockout label, kockout count: 1310, j: 12937, i: 12936\n",
      "added knockout label, kockout count: 1311, j: 12945, i: 12944\n",
      "added knockout label, kockout count: 1312, j: 12961, i: 12960\n",
      "added knockout label, kockout count: 1313, j: 12968, i: 12967\n",
      "added knockout label, kockout count: 1314, j: 12992, i: 12991\n",
      "added knockout label, kockout count: 1315, j: 12994, i: 12993\n",
      "13000\n",
      "added knockout label, kockout count: 1316, j: 13009, i: 13008\n",
      "added knockout label, kockout count: 1317, j: 13012, i: 13011\n",
      "added knockout label, kockout count: 1318, j: 13017, i: 13016\n",
      "added knockout label, kockout count: 1319, j: 13029, i: 13028\n",
      "added knockout label, kockout count: 1320, j: 13031, i: 13030\n",
      "added knockout label, kockout count: 1321, j: 13032, i: 13031\n",
      "added knockout label, kockout count: 1322, j: 13044, i: 13043\n",
      "added knockout label, kockout count: 1323, j: 13052, i: 13051\n",
      "added knockout label, kockout count: 1324, j: 13056, i: 13055\n",
      "added knockout label, kockout count: 1325, j: 13061, i: 13060\n",
      "added knockout label, kockout count: 1326, j: 13069, i: 13068\n",
      "added knockout label, kockout count: 1327, j: 13070, i: 13069\n",
      "added knockout label, kockout count: 1328, j: 13085, i: 13084\n",
      "added knockout label, kockout count: 1329, j: 13087, i: 13086\n",
      "added knockout label, kockout count: 1330, j: 13091, i: 13090\n",
      "added knockout label, kockout count: 1331, j: 13107, i: 13106\n",
      "added knockout label, kockout count: 1332, j: 13111, i: 13110\n",
      "added knockout label, kockout count: 1333, j: 13166, i: 13165\n",
      "added knockout label, kockout count: 1334, j: 13175, i: 13174\n",
      "added knockout label, kockout count: 1335, j: 13182, i: 13181\n",
      "added knockout label, kockout count: 1336, j: 13195, i: 13194\n",
      "added knockout label, kockout count: 1337, j: 13207, i: 13206\n",
      "added knockout label, kockout count: 1338, j: 13224, i: 13223\n",
      "added knockout label, kockout count: 1339, j: 13226, i: 13225\n",
      "added knockout label, kockout count: 1340, j: 13230, i: 13229\n",
      "added knockout label, kockout count: 1341, j: 13231, i: 13230\n",
      "added knockout label, kockout count: 1342, j: 13239, i: 13238\n",
      "added knockout label, kockout count: 1343, j: 13249, i: 13248\n",
      "added knockout label, kockout count: 1344, j: 13261, i: 13260\n",
      "added knockout label, kockout count: 1345, j: 13290, i: 13289\n",
      "added knockout label, kockout count: 1346, j: 13313, i: 13312\n",
      "added knockout label, kockout count: 1347, j: 13325, i: 13324\n",
      "added knockout label, kockout count: 1348, j: 13327, i: 13326\n",
      "added knockout label, kockout count: 1349, j: 13335, i: 13334\n",
      "added knockout label, kockout count: 1350, j: 13349, i: 13348\n",
      "added knockout label, kockout count: 1351, j: 13358, i: 13357\n",
      "added knockout label, kockout count: 1352, j: 13369, i: 13368\n",
      "added knockout label, kockout count: 1353, j: 13383, i: 13382\n",
      "added knockout label, kockout count: 1354, j: 13401, i: 13400\n",
      "added knockout label, kockout count: 1355, j: 13402, i: 13401\n",
      "added knockout label, kockout count: 1356, j: 13420, i: 13419\n",
      "added knockout label, kockout count: 1357, j: 13421, i: 13420\n",
      "added knockout label, kockout count: 1358, j: 13435, i: 13434\n",
      "added knockout label, kockout count: 1359, j: 13437, i: 13436\n",
      "added knockout label, kockout count: 1360, j: 13458, i: 13457\n",
      "added knockout label, kockout count: 1361, j: 13460, i: 13459\n",
      "added knockout label, kockout count: 1362, j: 13468, i: 13467\n",
      "added knockout label, kockout count: 1363, j: 13474, i: 13473\n",
      "added knockout label, kockout count: 1364, j: 13481, i: 13480\n",
      "added knockout label, kockout count: 1365, j: 13484, i: 13483\n",
      "added knockout label, kockout count: 1366, j: 13490, i: 13489\n",
      "added knockout label, kockout count: 1367, j: 13491, i: 13490\n",
      "added knockout label, kockout count: 1368, j: 13498, i: 13497\n",
      "added knockout label, kockout count: 1369, j: 13508, i: 13507\n",
      "added knockout label, kockout count: 1370, j: 13523, i: 13522\n",
      "added knockout label, kockout count: 1371, j: 13550, i: 13549\n",
      "added knockout label, kockout count: 1372, j: 13562, i: 13561\n",
      "added knockout label, kockout count: 1373, j: 13571, i: 13570\n",
      "added knockout label, kockout count: 1374, j: 13576, i: 13575\n",
      "added knockout label, kockout count: 1375, j: 13579, i: 13578\n",
      "added knockout label, kockout count: 1376, j: 13584, i: 13583\n",
      "added knockout label, kockout count: 1377, j: 13595, i: 13594\n",
      "added knockout label, kockout count: 1378, j: 13614, i: 13613\n",
      "added knockout label, kockout count: 1379, j: 13628, i: 13627\n",
      "added knockout label, kockout count: 1380, j: 13630, i: 13629\n",
      "added knockout label, kockout count: 1381, j: 13650, i: 13649\n",
      "added knockout label, kockout count: 1382, j: 13651, i: 13650\n",
      "added knockout label, kockout count: 1383, j: 13657, i: 13656\n",
      "added knockout label, kockout count: 1384, j: 13661, i: 13660\n",
      "added knockout label, kockout count: 1385, j: 13669, i: 13668\n",
      "added knockout label, kockout count: 1386, j: 13708, i: 13707\n",
      "added knockout label, kockout count: 1387, j: 13711, i: 13710\n",
      "added knockout label, kockout count: 1388, j: 13713, i: 13712\n",
      "added knockout label, kockout count: 1389, j: 13715, i: 13714\n",
      "added knockout label, kockout count: 1390, j: 13717, i: 13716\n",
      "added knockout label, kockout count: 1391, j: 13748, i: 13747\n",
      "added knockout label, kockout count: 1392, j: 13752, i: 13751\n",
      "added knockout label, kockout count: 1393, j: 13801, i: 13800\n",
      "added knockout label, kockout count: 1394, j: 13802, i: 13801\n",
      "added knockout label, kockout count: 1395, j: 13818, i: 13817\n",
      "added knockout label, kockout count: 1396, j: 13834, i: 13833\n",
      "added knockout label, kockout count: 1397, j: 13836, i: 13835\n",
      "added knockout label, kockout count: 1398, j: 13842, i: 13841\n",
      "added knockout label, kockout count: 1399, j: 13851, i: 13850\n",
      "added knockout label, kockout count: 1400, j: 13861, i: 13860\n",
      "added knockout label, kockout count: 1401, j: 13862, i: 13861\n",
      "added knockout label, kockout count: 1402, j: 13865, i: 13864\n",
      "added knockout label, kockout count: 1403, j: 13877, i: 13876\n",
      "added knockout label, kockout count: 1404, j: 13881, i: 13880\n",
      "added knockout label, kockout count: 1405, j: 13895, i: 13894\n",
      "added knockout label, kockout count: 1406, j: 13903, i: 13902\n",
      "added knockout label, kockout count: 1407, j: 13916, i: 13915\n",
      "added knockout label, kockout count: 1408, j: 13938, i: 13937\n",
      "added knockout label, kockout count: 1409, j: 13952, i: 13951\n",
      "added knockout label, kockout count: 1410, j: 13965, i: 13964\n",
      "added knockout label, kockout count: 1411, j: 13967, i: 13966\n",
      "added knockout label, kockout count: 1412, j: 13980, i: 13979\n",
      "14000\n",
      "added knockout label, kockout count: 1413, j: 14024, i: 14023\n",
      "added knockout label, kockout count: 1414, j: 14026, i: 14025\n",
      "added knockout label, kockout count: 1415, j: 14053, i: 14052\n",
      "added knockout label, kockout count: 1416, j: 14057, i: 14056\n",
      "added knockout label, kockout count: 1417, j: 14070, i: 14069\n",
      "added knockout label, kockout count: 1418, j: 14080, i: 14079\n",
      "added knockout label, kockout count: 1419, j: 14081, i: 14080\n",
      "added knockout label, kockout count: 1420, j: 14117, i: 14116\n",
      "added knockout label, kockout count: 1421, j: 14125, i: 14124\n",
      "added knockout label, kockout count: 1422, j: 14129, i: 14128\n",
      "added knockout label, kockout count: 1423, j: 14137, i: 14136\n",
      "added knockout label, kockout count: 1424, j: 14138, i: 14137\n",
      "added knockout label, kockout count: 1425, j: 14139, i: 14138\n",
      "added knockout label, kockout count: 1426, j: 14154, i: 14153\n",
      "added knockout label, kockout count: 1427, j: 14170, i: 14169\n",
      "added knockout label, kockout count: 1428, j: 14191, i: 14190\n",
      "added knockout label, kockout count: 1429, j: 14194, i: 14193\n",
      "added knockout label, kockout count: 1430, j: 14195, i: 14194\n",
      "added knockout label, kockout count: 1431, j: 14204, i: 14203\n",
      "added knockout label, kockout count: 1432, j: 14211, i: 14210\n",
      "added knockout label, kockout count: 1433, j: 14214, i: 14213\n",
      "added knockout label, kockout count: 1434, j: 14217, i: 14216\n",
      "added knockout label, kockout count: 1435, j: 14269, i: 14268\n",
      "added knockout label, kockout count: 1436, j: 14276, i: 14275\n",
      "added knockout label, kockout count: 1437, j: 14308, i: 14307\n",
      "added knockout label, kockout count: 1438, j: 14310, i: 14309\n",
      "added knockout label, kockout count: 1439, j: 14313, i: 14312\n",
      "added knockout label, kockout count: 1440, j: 14326, i: 14325\n",
      "added knockout label, kockout count: 1441, j: 14330, i: 14329\n",
      "added knockout label, kockout count: 1442, j: 14335, i: 14334\n",
      "added knockout label, kockout count: 1443, j: 14336, i: 14335\n",
      "added knockout label, kockout count: 1444, j: 14342, i: 14341\n",
      "added knockout label, kockout count: 1445, j: 14344, i: 14343\n",
      "added knockout label, kockout count: 1446, j: 14348, i: 14347\n",
      "added knockout label, kockout count: 1447, j: 14351, i: 14350\n",
      "added knockout label, kockout count: 1448, j: 14366, i: 14365\n",
      "added knockout label, kockout count: 1449, j: 14391, i: 14390\n",
      "added knockout label, kockout count: 1450, j: 14394, i: 14393\n",
      "added knockout label, kockout count: 1451, j: 14408, i: 14407\n",
      "added knockout label, kockout count: 1452, j: 14414, i: 14413\n",
      "added knockout label, kockout count: 1453, j: 14435, i: 14434\n",
      "added knockout label, kockout count: 1454, j: 14442, i: 14441\n",
      "added knockout label, kockout count: 1455, j: 14451, i: 14450\n",
      "added knockout label, kockout count: 1456, j: 14457, i: 14456\n",
      "added knockout label, kockout count: 1457, j: 14461, i: 14460\n",
      "added knockout label, kockout count: 1458, j: 14469, i: 14468\n",
      "added knockout label, kockout count: 1459, j: 14480, i: 14479\n",
      "added knockout label, kockout count: 1460, j: 14483, i: 14482\n",
      "added knockout label, kockout count: 1461, j: 14487, i: 14486\n",
      "added knockout label, kockout count: 1462, j: 14488, i: 14487\n",
      "added knockout label, kockout count: 1463, j: 14489, i: 14488\n",
      "added knockout label, kockout count: 1464, j: 14500, i: 14499\n",
      "added knockout label, kockout count: 1465, j: 14510, i: 14509\n",
      "added knockout label, kockout count: 1466, j: 14521, i: 14520\n",
      "added knockout label, kockout count: 1467, j: 14529, i: 14528\n",
      "added knockout label, kockout count: 1468, j: 14535, i: 14534\n",
      "added knockout label, kockout count: 1469, j: 14549, i: 14548\n",
      "added knockout label, kockout count: 1470, j: 14551, i: 14550\n",
      "added knockout label, kockout count: 1471, j: 14568, i: 14567\n",
      "added knockout label, kockout count: 1472, j: 14586, i: 14585\n",
      "added knockout label, kockout count: 1473, j: 14592, i: 14591\n",
      "added knockout label, kockout count: 1474, j: 14593, i: 14592\n",
      "added knockout label, kockout count: 1475, j: 14595, i: 14594\n",
      "added knockout label, kockout count: 1476, j: 14598, i: 14597\n",
      "added knockout label, kockout count: 1477, j: 14616, i: 14615\n",
      "added knockout label, kockout count: 1478, j: 14653, i: 14652\n",
      "added knockout label, kockout count: 1479, j: 14655, i: 14654\n",
      "added knockout label, kockout count: 1480, j: 14667, i: 14666\n",
      "added knockout label, kockout count: 1481, j: 14690, i: 14689\n",
      "added knockout label, kockout count: 1482, j: 14699, i: 14698\n",
      "added knockout label, kockout count: 1483, j: 14709, i: 14708\n",
      "added knockout label, kockout count: 1484, j: 14713, i: 14712\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 1485, j: 14728, i: 14727\n",
      "added knockout label, kockout count: 1486, j: 14733, i: 14732\n",
      "added knockout label, kockout count: 1487, j: 14755, i: 14754\n",
      "added knockout label, kockout count: 1488, j: 14779, i: 14778\n",
      "added knockout label, kockout count: 1489, j: 14783, i: 14782\n",
      "added knockout label, kockout count: 1490, j: 14797, i: 14796\n",
      "added knockout label, kockout count: 1491, j: 14807, i: 14806\n",
      "added knockout label, kockout count: 1492, j: 14808, i: 14807\n",
      "added knockout label, kockout count: 1493, j: 14849, i: 14848\n",
      "added knockout label, kockout count: 1494, j: 14857, i: 14856\n",
      "added knockout label, kockout count: 1495, j: 14868, i: 14867\n",
      "added knockout label, kockout count: 1496, j: 14878, i: 14877\n",
      "added knockout label, kockout count: 1497, j: 14899, i: 14898\n",
      "added knockout label, kockout count: 1498, j: 14910, i: 14909\n",
      "added knockout label, kockout count: 1499, j: 14946, i: 14945\n",
      "added knockout label, kockout count: 1500, j: 14949, i: 14948\n",
      "added knockout label, kockout count: 1501, j: 14950, i: 14949\n",
      "added knockout label, kockout count: 1502, j: 14959, i: 14958\n",
      "added knockout label, kockout count: 1503, j: 15001, i: 15000\n",
      "15000\n",
      "added knockout label, kockout count: 1504, j: 15004, i: 15003\n",
      "added knockout label, kockout count: 1505, j: 15009, i: 15008\n",
      "added knockout label, kockout count: 1506, j: 15031, i: 15030\n",
      "added knockout label, kockout count: 1507, j: 15045, i: 15044\n",
      "added knockout label, kockout count: 1508, j: 15078, i: 15077\n",
      "added knockout label, kockout count: 1509, j: 15087, i: 15086\n",
      "added knockout label, kockout count: 1510, j: 15088, i: 15087\n",
      "added knockout label, kockout count: 1511, j: 15098, i: 15097\n",
      "added knockout label, kockout count: 1512, j: 15103, i: 15102\n",
      "added knockout label, kockout count: 1513, j: 15114, i: 15113\n",
      "added knockout label, kockout count: 1514, j: 15116, i: 15115\n",
      "added knockout label, kockout count: 1515, j: 15138, i: 15137\n",
      "added knockout label, kockout count: 1516, j: 15148, i: 15147\n",
      "added knockout label, kockout count: 1517, j: 15150, i: 15149\n",
      "added knockout label, kockout count: 1518, j: 15154, i: 15153\n",
      "added knockout label, kockout count: 1519, j: 15192, i: 15191\n",
      "added knockout label, kockout count: 1520, j: 15226, i: 15225\n",
      "added knockout label, kockout count: 1521, j: 15237, i: 15236\n",
      "added knockout label, kockout count: 1522, j: 15241, i: 15240\n",
      "added knockout label, kockout count: 1523, j: 15256, i: 15255\n",
      "added knockout label, kockout count: 1524, j: 15259, i: 15258\n",
      "added knockout label, kockout count: 1525, j: 15289, i: 15288\n",
      "added knockout label, kockout count: 1526, j: 15305, i: 15304\n",
      "added knockout label, kockout count: 1527, j: 15310, i: 15309\n",
      "added knockout label, kockout count: 1528, j: 15319, i: 15318\n",
      "added knockout label, kockout count: 1529, j: 15334, i: 15333\n",
      "added knockout label, kockout count: 1530, j: 15353, i: 15352\n",
      "added knockout label, kockout count: 1531, j: 15354, i: 15353\n",
      "added knockout label, kockout count: 1532, j: 15380, i: 15379\n",
      "added knockout label, kockout count: 1533, j: 15397, i: 15396\n",
      "added knockout label, kockout count: 1534, j: 15415, i: 15414\n",
      "added knockout label, kockout count: 1535, j: 15436, i: 15435\n",
      "added knockout label, kockout count: 1536, j: 15437, i: 15436\n",
      "added knockout label, kockout count: 1537, j: 15440, i: 15439\n",
      "added knockout label, kockout count: 1538, j: 15453, i: 15452\n",
      "added knockout label, kockout count: 1539, j: 15466, i: 15465\n",
      "added knockout label, kockout count: 1540, j: 15467, i: 15466\n",
      "added knockout label, kockout count: 1541, j: 15474, i: 15473\n",
      "added knockout label, kockout count: 1542, j: 15484, i: 15483\n",
      "added knockout label, kockout count: 1543, j: 15495, i: 15494\n",
      "added knockout label, kockout count: 1544, j: 15501, i: 15500\n",
      "added knockout label, kockout count: 1545, j: 15503, i: 15502\n",
      "added knockout label, kockout count: 1546, j: 15510, i: 15509\n",
      "added knockout label, kockout count: 1547, j: 15517, i: 15516\n",
      "added knockout label, kockout count: 1548, j: 15542, i: 15541\n",
      "added knockout label, kockout count: 1549, j: 15543, i: 15542\n",
      "added knockout label, kockout count: 1550, j: 15547, i: 15546\n",
      "added knockout label, kockout count: 1551, j: 15549, i: 15548\n",
      "added knockout label, kockout count: 1552, j: 15555, i: 15554\n",
      "added knockout label, kockout count: 1553, j: 15572, i: 15571\n",
      "added knockout label, kockout count: 1554, j: 15573, i: 15572\n",
      "added knockout label, kockout count: 1555, j: 15581, i: 15580\n",
      "added knockout label, kockout count: 1556, j: 15582, i: 15581\n",
      "added knockout label, kockout count: 1557, j: 15591, i: 15590\n",
      "added knockout label, kockout count: 1558, j: 15595, i: 15594\n",
      "added knockout label, kockout count: 1559, j: 15621, i: 15620\n",
      "added knockout label, kockout count: 1560, j: 15623, i: 15622\n",
      "added knockout label, kockout count: 1561, j: 15624, i: 15623\n",
      "added knockout label, kockout count: 1562, j: 15629, i: 15628\n",
      "added knockout label, kockout count: 1563, j: 15637, i: 15636\n",
      "added knockout label, kockout count: 1564, j: 15662, i: 15661\n",
      "added knockout label, kockout count: 1565, j: 15678, i: 15677\n",
      "added knockout label, kockout count: 1566, j: 15679, i: 15678\n",
      "added knockout label, kockout count: 1567, j: 15690, i: 15689\n",
      "added knockout label, kockout count: 1568, j: 15708, i: 15707\n",
      "added knockout label, kockout count: 1569, j: 15736, i: 15735\n",
      "added knockout label, kockout count: 1570, j: 15756, i: 15755\n",
      "added knockout label, kockout count: 1571, j: 15768, i: 15767\n",
      "added knockout label, kockout count: 1572, j: 15828, i: 15827\n",
      "added knockout label, kockout count: 1573, j: 15832, i: 15831\n",
      "added knockout label, kockout count: 1574, j: 15840, i: 15839\n",
      "added knockout label, kockout count: 1575, j: 15849, i: 15848\n",
      "added knockout label, kockout count: 1576, j: 15852, i: 15851\n",
      "added knockout label, kockout count: 1577, j: 15864, i: 15863\n",
      "added knockout label, kockout count: 1578, j: 15867, i: 15866\n",
      "added knockout label, kockout count: 1579, j: 15871, i: 15870\n",
      "added knockout label, kockout count: 1580, j: 15872, i: 15871\n",
      "added knockout label, kockout count: 1581, j: 15885, i: 15884\n",
      "added knockout label, kockout count: 1582, j: 15887, i: 15886\n",
      "added knockout label, kockout count: 1583, j: 15888, i: 15887\n",
      "added knockout label, kockout count: 1584, j: 15894, i: 15893\n",
      "added knockout label, kockout count: 1585, j: 15901, i: 15900\n",
      "added knockout label, kockout count: 1586, j: 15924, i: 15923\n",
      "added knockout label, kockout count: 1587, j: 15932, i: 15931\n",
      "added knockout label, kockout count: 1588, j: 15947, i: 15946\n",
      "added knockout label, kockout count: 1589, j: 15950, i: 15949\n",
      "added knockout label, kockout count: 1590, j: 15960, i: 15959\n",
      "added knockout label, kockout count: 1591, j: 15993, i: 15992\n",
      "16000\n",
      "added knockout label, kockout count: 1592, j: 16003, i: 16002\n",
      "added knockout label, kockout count: 1593, j: 16005, i: 16004\n",
      "added knockout label, kockout count: 1594, j: 16011, i: 16010\n",
      "added knockout label, kockout count: 1595, j: 16012, i: 16011\n",
      "added knockout label, kockout count: 1596, j: 16016, i: 16015\n",
      "added knockout label, kockout count: 1597, j: 16049, i: 16048\n",
      "added knockout label, kockout count: 1598, j: 16057, i: 16056\n",
      "added knockout label, kockout count: 1599, j: 16061, i: 16060\n",
      "added knockout label, kockout count: 1600, j: 16066, i: 16065\n",
      "added knockout label, kockout count: 1601, j: 16076, i: 16075\n",
      "added knockout label, kockout count: 1602, j: 16101, i: 16100\n",
      "added knockout label, kockout count: 1603, j: 16104, i: 16103\n",
      "added knockout label, kockout count: 1604, j: 16114, i: 16113\n",
      "added knockout label, kockout count: 1605, j: 16116, i: 16115\n",
      "added knockout label, kockout count: 1606, j: 16117, i: 16116\n",
      "added knockout label, kockout count: 1607, j: 16138, i: 16137\n",
      "added knockout label, kockout count: 1608, j: 16147, i: 16146\n",
      "added knockout label, kockout count: 1609, j: 16149, i: 16148\n",
      "added knockout label, kockout count: 1610, j: 16161, i: 16160\n",
      "added knockout label, kockout count: 1611, j: 16170, i: 16169\n",
      "added knockout label, kockout count: 1612, j: 16183, i: 16182\n",
      "added knockout label, kockout count: 1613, j: 16187, i: 16186\n",
      "added knockout label, kockout count: 1614, j: 16192, i: 16191\n",
      "added knockout label, kockout count: 1615, j: 16197, i: 16196\n",
      "added knockout label, kockout count: 1616, j: 16214, i: 16213\n",
      "added knockout label, kockout count: 1617, j: 16215, i: 16214\n",
      "added knockout label, kockout count: 1618, j: 16220, i: 16219\n",
      "added knockout label, kockout count: 1619, j: 16226, i: 16225\n",
      "added knockout label, kockout count: 1620, j: 16231, i: 16230\n",
      "added knockout label, kockout count: 1621, j: 16236, i: 16235\n",
      "added knockout label, kockout count: 1622, j: 16239, i: 16238\n",
      "added knockout label, kockout count: 1623, j: 16246, i: 16245\n",
      "added knockout label, kockout count: 1624, j: 16254, i: 16253\n",
      "added knockout label, kockout count: 1625, j: 16293, i: 16292\n",
      "added knockout label, kockout count: 1626, j: 16298, i: 16297\n",
      "added knockout label, kockout count: 1627, j: 16306, i: 16305\n",
      "added knockout label, kockout count: 1628, j: 16314, i: 16313\n",
      "added knockout label, kockout count: 1629, j: 16317, i: 16316\n",
      "added knockout label, kockout count: 1630, j: 16347, i: 16346\n",
      "added knockout label, kockout count: 1631, j: 16371, i: 16370\n",
      "added knockout label, kockout count: 1632, j: 16372, i: 16371\n",
      "added knockout label, kockout count: 1633, j: 16376, i: 16375\n",
      "added knockout label, kockout count: 1634, j: 16381, i: 16380\n",
      "added knockout label, kockout count: 1635, j: 16392, i: 16391\n",
      "added knockout label, kockout count: 1636, j: 16393, i: 16392\n",
      "added knockout label, kockout count: 1637, j: 16398, i: 16397\n",
      "added knockout label, kockout count: 1638, j: 16421, i: 16420\n",
      "added knockout label, kockout count: 1639, j: 16424, i: 16423\n",
      "added knockout label, kockout count: 1640, j: 16449, i: 16448\n",
      "added knockout label, kockout count: 1641, j: 16451, i: 16450\n",
      "added knockout label, kockout count: 1642, j: 16457, i: 16456\n",
      "added knockout label, kockout count: 1643, j: 16461, i: 16460\n",
      "added knockout label, kockout count: 1644, j: 16488, i: 16487\n",
      "added knockout label, kockout count: 1645, j: 16498, i: 16497\n",
      "added knockout label, kockout count: 1646, j: 16502, i: 16501\n",
      "added knockout label, kockout count: 1647, j: 16512, i: 16511\n",
      "added knockout label, kockout count: 1648, j: 16514, i: 16513\n",
      "added knockout label, kockout count: 1649, j: 16522, i: 16521\n",
      "added knockout label, kockout count: 1650, j: 16530, i: 16529\n",
      "added knockout label, kockout count: 1651, j: 16532, i: 16531\n",
      "added knockout label, kockout count: 1652, j: 16542, i: 16541\n",
      "added knockout label, kockout count: 1653, j: 16549, i: 16548\n",
      "added knockout label, kockout count: 1654, j: 16553, i: 16552\n",
      "added knockout label, kockout count: 1655, j: 16554, i: 16553\n",
      "added knockout label, kockout count: 1656, j: 16555, i: 16554\n",
      "added knockout label, kockout count: 1657, j: 16560, i: 16559\n",
      "added knockout label, kockout count: 1658, j: 16565, i: 16564\n",
      "added knockout label, kockout count: 1659, j: 16568, i: 16567\n",
      "added knockout label, kockout count: 1660, j: 16580, i: 16579\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 1661, j: 16597, i: 16596\n",
      "added knockout label, kockout count: 1662, j: 16625, i: 16624\n",
      "added knockout label, kockout count: 1663, j: 16626, i: 16625\n",
      "added knockout label, kockout count: 1664, j: 16633, i: 16632\n",
      "added knockout label, kockout count: 1665, j: 16635, i: 16634\n",
      "added knockout label, kockout count: 1666, j: 16638, i: 16637\n",
      "added knockout label, kockout count: 1667, j: 16648, i: 16647\n",
      "added knockout label, kockout count: 1668, j: 16678, i: 16677\n",
      "added knockout label, kockout count: 1669, j: 16687, i: 16686\n",
      "added knockout label, kockout count: 1670, j: 16705, i: 16704\n",
      "added knockout label, kockout count: 1671, j: 16722, i: 16721\n",
      "added knockout label, kockout count: 1672, j: 16734, i: 16733\n",
      "added knockout label, kockout count: 1673, j: 16735, i: 16734\n",
      "added knockout label, kockout count: 1674, j: 16753, i: 16752\n",
      "added knockout label, kockout count: 1675, j: 16764, i: 16763\n",
      "added knockout label, kockout count: 1676, j: 16777, i: 16776\n",
      "added knockout label, kockout count: 1677, j: 16786, i: 16785\n",
      "added knockout label, kockout count: 1678, j: 16794, i: 16793\n",
      "added knockout label, kockout count: 1679, j: 16802, i: 16801\n",
      "added knockout label, kockout count: 1680, j: 16826, i: 16825\n",
      "added knockout label, kockout count: 1681, j: 16832, i: 16831\n",
      "added knockout label, kockout count: 1682, j: 16837, i: 16836\n",
      "added knockout label, kockout count: 1683, j: 16839, i: 16838\n",
      "added knockout label, kockout count: 1684, j: 16841, i: 16840\n",
      "added knockout label, kockout count: 1685, j: 16867, i: 16866\n",
      "added knockout label, kockout count: 1686, j: 16893, i: 16892\n",
      "added knockout label, kockout count: 1687, j: 16895, i: 16894\n",
      "added knockout label, kockout count: 1688, j: 16904, i: 16903\n",
      "added knockout label, kockout count: 1689, j: 16913, i: 16912\n",
      "added knockout label, kockout count: 1690, j: 16919, i: 16918\n",
      "added knockout label, kockout count: 1691, j: 16921, i: 16920\n",
      "added knockout label, kockout count: 1692, j: 16940, i: 16939\n",
      "added knockout label, kockout count: 1693, j: 16953, i: 16952\n",
      "added knockout label, kockout count: 1694, j: 16955, i: 16954\n",
      "added knockout label, kockout count: 1695, j: 16964, i: 16963\n",
      "added knockout label, kockout count: 1696, j: 16966, i: 16965\n",
      "17000\n",
      "added knockout label, kockout count: 1697, j: 17012, i: 17011\n",
      "added knockout label, kockout count: 1698, j: 17016, i: 17015\n",
      "added knockout label, kockout count: 1699, j: 17027, i: 17026\n",
      "added knockout label, kockout count: 1700, j: 17055, i: 17054\n",
      "added knockout label, kockout count: 1701, j: 17057, i: 17056\n",
      "added knockout label, kockout count: 1702, j: 17072, i: 17071\n",
      "added knockout label, kockout count: 1703, j: 17077, i: 17076\n",
      "added knockout label, kockout count: 1704, j: 17081, i: 17080\n",
      "added knockout label, kockout count: 1705, j: 17083, i: 17082\n",
      "added knockout label, kockout count: 1706, j: 17085, i: 17084\n",
      "added knockout label, kockout count: 1707, j: 17089, i: 17088\n",
      "added knockout label, kockout count: 1708, j: 17094, i: 17093\n",
      "added knockout label, kockout count: 1709, j: 17101, i: 17100\n",
      "added knockout label, kockout count: 1710, j: 17102, i: 17101\n",
      "added knockout label, kockout count: 1711, j: 17104, i: 17103\n",
      "added knockout label, kockout count: 1712, j: 17108, i: 17107\n",
      "added knockout label, kockout count: 1713, j: 17116, i: 17115\n",
      "added knockout label, kockout count: 1714, j: 17134, i: 17133\n",
      "added knockout label, kockout count: 1715, j: 17141, i: 17140\n",
      "added knockout label, kockout count: 1716, j: 17155, i: 17154\n",
      "added knockout label, kockout count: 1717, j: 17157, i: 17156\n",
      "added knockout label, kockout count: 1718, j: 17167, i: 17166\n",
      "added knockout label, kockout count: 1719, j: 17175, i: 17174\n",
      "added knockout label, kockout count: 1720, j: 17179, i: 17178\n",
      "added knockout label, kockout count: 1721, j: 17184, i: 17183\n",
      "added knockout label, kockout count: 1722, j: 17197, i: 17196\n",
      "added knockout label, kockout count: 1723, j: 17201, i: 17200\n",
      "added knockout label, kockout count: 1724, j: 17204, i: 17203\n",
      "added knockout label, kockout count: 1725, j: 17222, i: 17221\n",
      "added knockout label, kockout count: 1726, j: 17223, i: 17222\n",
      "added knockout label, kockout count: 1727, j: 17225, i: 17224\n",
      "added knockout label, kockout count: 1728, j: 17227, i: 17226\n",
      "added knockout label, kockout count: 1729, j: 17233, i: 17232\n",
      "added knockout label, kockout count: 1730, j: 17234, i: 17233\n",
      "added knockout label, kockout count: 1731, j: 17238, i: 17237\n",
      "added knockout label, kockout count: 1732, j: 17248, i: 17247\n",
      "added knockout label, kockout count: 1733, j: 17254, i: 17253\n",
      "added knockout label, kockout count: 1734, j: 17258, i: 17257\n",
      "added knockout label, kockout count: 1735, j: 17304, i: 17303\n",
      "added knockout label, kockout count: 1736, j: 17312, i: 17311\n",
      "added knockout label, kockout count: 1737, j: 17317, i: 17316\n",
      "added knockout label, kockout count: 1738, j: 17329, i: 17328\n",
      "added knockout label, kockout count: 1739, j: 17350, i: 17349\n",
      "added knockout label, kockout count: 1740, j: 17353, i: 17352\n",
      "added knockout label, kockout count: 1741, j: 17354, i: 17353\n",
      "added knockout label, kockout count: 1742, j: 17356, i: 17355\n",
      "added knockout label, kockout count: 1743, j: 17358, i: 17357\n",
      "added knockout label, kockout count: 1744, j: 17384, i: 17383\n",
      "added knockout label, kockout count: 1745, j: 17388, i: 17387\n",
      "added knockout label, kockout count: 1746, j: 17396, i: 17395\n",
      "added knockout label, kockout count: 1747, j: 17397, i: 17396\n",
      "added knockout label, kockout count: 1748, j: 17423, i: 17422\n",
      "added knockout label, kockout count: 1749, j: 17433, i: 17432\n",
      "added knockout label, kockout count: 1750, j: 17439, i: 17438\n",
      "added knockout label, kockout count: 1751, j: 17454, i: 17453\n",
      "added knockout label, kockout count: 1752, j: 17457, i: 17456\n",
      "added knockout label, kockout count: 1753, j: 17459, i: 17458\n",
      "added knockout label, kockout count: 1754, j: 17466, i: 17465\n",
      "added knockout label, kockout count: 1755, j: 17486, i: 17485\n",
      "added knockout label, kockout count: 1756, j: 17487, i: 17486\n",
      "added knockout label, kockout count: 1757, j: 17489, i: 17488\n",
      "added knockout label, kockout count: 1758, j: 17491, i: 17490\n",
      "added knockout label, kockout count: 1759, j: 17510, i: 17509\n",
      "added knockout label, kockout count: 1760, j: 17512, i: 17511\n",
      "added knockout label, kockout count: 1761, j: 17515, i: 17514\n",
      "added knockout label, kockout count: 1762, j: 17518, i: 17517\n",
      "added knockout label, kockout count: 1763, j: 17521, i: 17520\n",
      "added knockout label, kockout count: 1764, j: 17526, i: 17525\n",
      "added knockout label, kockout count: 1765, j: 17569, i: 17568\n",
      "added knockout label, kockout count: 1766, j: 17574, i: 17573\n",
      "added knockout label, kockout count: 1767, j: 17621, i: 17620\n",
      "added knockout label, kockout count: 1768, j: 17634, i: 17633\n",
      "added knockout label, kockout count: 1769, j: 17678, i: 17677\n",
      "added knockout label, kockout count: 1770, j: 17693, i: 17692\n",
      "added knockout label, kockout count: 1771, j: 17718, i: 17717\n",
      "added knockout label, kockout count: 1772, j: 17744, i: 17743\n",
      "added knockout label, kockout count: 1773, j: 17763, i: 17762\n",
      "added knockout label, kockout count: 1774, j: 17764, i: 17763\n",
      "added knockout label, kockout count: 1775, j: 17765, i: 17764\n",
      "added knockout label, kockout count: 1776, j: 17793, i: 17792\n",
      "added knockout label, kockout count: 1777, j: 17830, i: 17829\n",
      "added knockout label, kockout count: 1778, j: 17839, i: 17838\n",
      "added knockout label, kockout count: 1779, j: 17843, i: 17842\n",
      "added knockout label, kockout count: 1780, j: 17863, i: 17862\n",
      "added knockout label, kockout count: 1781, j: 17866, i: 17865\n",
      "added knockout label, kockout count: 1782, j: 17867, i: 17866\n",
      "added knockout label, kockout count: 1783, j: 17885, i: 17884\n",
      "added knockout label, kockout count: 1784, j: 17918, i: 17917\n",
      "added knockout label, kockout count: 1785, j: 17933, i: 17932\n",
      "added knockout label, kockout count: 1786, j: 17948, i: 17947\n",
      "added knockout label, kockout count: 1787, j: 17949, i: 17948\n",
      "added knockout label, kockout count: 1788, j: 17960, i: 17959\n",
      "added knockout label, kockout count: 1789, j: 17964, i: 17963\n",
      "added knockout label, kockout count: 1790, j: 17966, i: 17965\n",
      "added knockout label, kockout count: 1791, j: 17970, i: 17969\n",
      "added knockout label, kockout count: 1792, j: 17977, i: 17976\n",
      "added knockout label, kockout count: 1793, j: 17984, i: 17983\n",
      "added knockout label, kockout count: 1794, j: 17995, i: 17994\n",
      "added knockout label, kockout count: 1795, j: 17999, i: 17998\n",
      "18000\n",
      "added knockout label, kockout count: 1796, j: 18010, i: 18009\n",
      "added knockout label, kockout count: 1797, j: 18013, i: 18012\n",
      "added knockout label, kockout count: 1798, j: 18014, i: 18013\n",
      "added knockout label, kockout count: 1799, j: 18019, i: 18018\n",
      "added knockout label, kockout count: 1800, j: 18048, i: 18047\n",
      "added knockout label, kockout count: 1801, j: 18074, i: 18073\n",
      "added knockout label, kockout count: 1802, j: 18081, i: 18080\n",
      "added knockout label, kockout count: 1803, j: 18101, i: 18100\n",
      "added knockout label, kockout count: 1804, j: 18103, i: 18102\n",
      "added knockout label, kockout count: 1805, j: 18106, i: 18105\n",
      "added knockout label, kockout count: 1806, j: 18107, i: 18106\n",
      "added knockout label, kockout count: 1807, j: 18134, i: 18133\n",
      "added knockout label, kockout count: 1808, j: 18193, i: 18192\n",
      "added knockout label, kockout count: 1809, j: 18201, i: 18200\n",
      "added knockout label, kockout count: 1810, j: 18204, i: 18203\n",
      "added knockout label, kockout count: 1811, j: 18212, i: 18211\n",
      "added knockout label, kockout count: 1812, j: 18215, i: 18214\n",
      "added knockout label, kockout count: 1813, j: 18216, i: 18215\n",
      "added knockout label, kockout count: 1814, j: 18219, i: 18218\n",
      "added knockout label, kockout count: 1815, j: 18232, i: 18231\n",
      "added knockout label, kockout count: 1816, j: 18250, i: 18249\n",
      "added knockout label, kockout count: 1817, j: 18272, i: 18271\n",
      "added knockout label, kockout count: 1818, j: 18274, i: 18273\n",
      "added knockout label, kockout count: 1819, j: 18292, i: 18291\n",
      "added knockout label, kockout count: 1820, j: 18299, i: 18298\n",
      "added knockout label, kockout count: 1821, j: 18300, i: 18299\n",
      "added knockout label, kockout count: 1822, j: 18303, i: 18302\n",
      "added knockout label, kockout count: 1823, j: 18307, i: 18306\n",
      "added knockout label, kockout count: 1824, j: 18316, i: 18315\n",
      "added knockout label, kockout count: 1825, j: 18359, i: 18358\n",
      "added knockout label, kockout count: 1826, j: 18369, i: 18368\n",
      "added knockout label, kockout count: 1827, j: 18382, i: 18381\n",
      "added knockout label, kockout count: 1828, j: 18384, i: 18383\n",
      "added knockout label, kockout count: 1829, j: 18387, i: 18386\n",
      "added knockout label, kockout count: 1830, j: 18391, i: 18390\n",
      "added knockout label, kockout count: 1831, j: 18392, i: 18391\n",
      "added knockout label, kockout count: 1832, j: 18403, i: 18402\n",
      "added knockout label, kockout count: 1833, j: 18407, i: 18406\n",
      "added knockout label, kockout count: 1834, j: 18425, i: 18424\n",
      "added knockout label, kockout count: 1835, j: 18437, i: 18436\n",
      "added knockout label, kockout count: 1836, j: 18446, i: 18445\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 1837, j: 18452, i: 18451\n",
      "added knockout label, kockout count: 1838, j: 18506, i: 18505\n",
      "added knockout label, kockout count: 1839, j: 18509, i: 18508\n",
      "added knockout label, kockout count: 1840, j: 18526, i: 18525\n",
      "added knockout label, kockout count: 1841, j: 18539, i: 18538\n",
      "added knockout label, kockout count: 1842, j: 18546, i: 18545\n",
      "added knockout label, kockout count: 1843, j: 18573, i: 18572\n",
      "added knockout label, kockout count: 1844, j: 18579, i: 18578\n",
      "added knockout label, kockout count: 1845, j: 18592, i: 18591\n",
      "added knockout label, kockout count: 1846, j: 18600, i: 18599\n",
      "added knockout label, kockout count: 1847, j: 18604, i: 18603\n",
      "added knockout label, kockout count: 1848, j: 18606, i: 18605\n",
      "added knockout label, kockout count: 1849, j: 18615, i: 18614\n",
      "added knockout label, kockout count: 1850, j: 18625, i: 18624\n",
      "added knockout label, kockout count: 1851, j: 18631, i: 18630\n",
      "added knockout label, kockout count: 1852, j: 18658, i: 18657\n",
      "added knockout label, kockout count: 1853, j: 18660, i: 18659\n",
      "added knockout label, kockout count: 1854, j: 18678, i: 18677\n",
      "added knockout label, kockout count: 1855, j: 18681, i: 18680\n",
      "added knockout label, kockout count: 1856, j: 18695, i: 18694\n",
      "added knockout label, kockout count: 1857, j: 18698, i: 18697\n",
      "added knockout label, kockout count: 1858, j: 18705, i: 18704\n",
      "added knockout label, kockout count: 1859, j: 18707, i: 18706\n",
      "added knockout label, kockout count: 1860, j: 18711, i: 18710\n",
      "added knockout label, kockout count: 1861, j: 18714, i: 18713\n",
      "added knockout label, kockout count: 1862, j: 18736, i: 18735\n",
      "added knockout label, kockout count: 1863, j: 18738, i: 18737\n",
      "added knockout label, kockout count: 1864, j: 18746, i: 18745\n",
      "added knockout label, kockout count: 1865, j: 18764, i: 18763\n",
      "added knockout label, kockout count: 1866, j: 18766, i: 18765\n",
      "added knockout label, kockout count: 1867, j: 18768, i: 18767\n",
      "added knockout label, kockout count: 1868, j: 18769, i: 18768\n",
      "added knockout label, kockout count: 1869, j: 18783, i: 18782\n",
      "added knockout label, kockout count: 1870, j: 18804, i: 18803\n",
      "added knockout label, kockout count: 1871, j: 18809, i: 18808\n",
      "added knockout label, kockout count: 1872, j: 18832, i: 18831\n",
      "added knockout label, kockout count: 1873, j: 18840, i: 18839\n",
      "added knockout label, kockout count: 1874, j: 18848, i: 18847\n",
      "added knockout label, kockout count: 1875, j: 18850, i: 18849\n",
      "added knockout label, kockout count: 1876, j: 18855, i: 18854\n",
      "added knockout label, kockout count: 1877, j: 18858, i: 18857\n",
      "added knockout label, kockout count: 1878, j: 18862, i: 18861\n",
      "added knockout label, kockout count: 1879, j: 18865, i: 18864\n",
      "added knockout label, kockout count: 1880, j: 18894, i: 18893\n",
      "added knockout label, kockout count: 1881, j: 18901, i: 18900\n",
      "added knockout label, kockout count: 1882, j: 18906, i: 18905\n",
      "added knockout label, kockout count: 1883, j: 18907, i: 18906\n",
      "added knockout label, kockout count: 1884, j: 18921, i: 18920\n",
      "added knockout label, kockout count: 1885, j: 18926, i: 18925\n",
      "added knockout label, kockout count: 1886, j: 18936, i: 18935\n",
      "added knockout label, kockout count: 1887, j: 18941, i: 18940\n",
      "added knockout label, kockout count: 1888, j: 18952, i: 18951\n",
      "added knockout label, kockout count: 1889, j: 18954, i: 18953\n",
      "added knockout label, kockout count: 1890, j: 18956, i: 18955\n",
      "added knockout label, kockout count: 1891, j: 18980, i: 18979\n",
      "added knockout label, kockout count: 1892, j: 19000, i: 18999\n",
      "19000\n",
      "added knockout label, kockout count: 1893, j: 19005, i: 19004\n",
      "added knockout label, kockout count: 1894, j: 19010, i: 19009\n",
      "added knockout label, kockout count: 1895, j: 19012, i: 19011\n",
      "added knockout label, kockout count: 1896, j: 19016, i: 19015\n",
      "added knockout label, kockout count: 1897, j: 19018, i: 19017\n",
      "added knockout label, kockout count: 1898, j: 19028, i: 19027\n",
      "added knockout label, kockout count: 1899, j: 19031, i: 19030\n",
      "added knockout label, kockout count: 1900, j: 19042, i: 19041\n",
      "added knockout label, kockout count: 1901, j: 19066, i: 19065\n",
      "added knockout label, kockout count: 1902, j: 19067, i: 19066\n",
      "added knockout label, kockout count: 1903, j: 19068, i: 19067\n",
      "added knockout label, kockout count: 1904, j: 19083, i: 19082\n",
      "added knockout label, kockout count: 1905, j: 19085, i: 19084\n",
      "added knockout label, kockout count: 1906, j: 19095, i: 19094\n",
      "added knockout label, kockout count: 1907, j: 19104, i: 19103\n",
      "added knockout label, kockout count: 1908, j: 19105, i: 19104\n",
      "added knockout label, kockout count: 1909, j: 19107, i: 19106\n",
      "added knockout label, kockout count: 1910, j: 19116, i: 19115\n",
      "added knockout label, kockout count: 1911, j: 19117, i: 19116\n",
      "added knockout label, kockout count: 1912, j: 19128, i: 19127\n",
      "added knockout label, kockout count: 1913, j: 19174, i: 19173\n",
      "added knockout label, kockout count: 1914, j: 19189, i: 19188\n",
      "added knockout label, kockout count: 1915, j: 19197, i: 19196\n",
      "added knockout label, kockout count: 1916, j: 19211, i: 19210\n",
      "added knockout label, kockout count: 1917, j: 19217, i: 19216\n",
      "added knockout label, kockout count: 1918, j: 19233, i: 19232\n",
      "added knockout label, kockout count: 1919, j: 19238, i: 19237\n",
      "added knockout label, kockout count: 1920, j: 19274, i: 19273\n",
      "added knockout label, kockout count: 1921, j: 19278, i: 19277\n",
      "added knockout label, kockout count: 1922, j: 19283, i: 19282\n",
      "added knockout label, kockout count: 1923, j: 19287, i: 19286\n",
      "added knockout label, kockout count: 1924, j: 19295, i: 19294\n",
      "added knockout label, kockout count: 1925, j: 19306, i: 19305\n",
      "added knockout label, kockout count: 1926, j: 19318, i: 19317\n",
      "added knockout label, kockout count: 1927, j: 19319, i: 19318\n",
      "added knockout label, kockout count: 1928, j: 19330, i: 19329\n",
      "added knockout label, kockout count: 1929, j: 19333, i: 19332\n",
      "added knockout label, kockout count: 1930, j: 19340, i: 19339\n",
      "added knockout label, kockout count: 1931, j: 19348, i: 19347\n",
      "added knockout label, kockout count: 1932, j: 19371, i: 19370\n",
      "added knockout label, kockout count: 1933, j: 19372, i: 19371\n",
      "added knockout label, kockout count: 1934, j: 19387, i: 19386\n",
      "added knockout label, kockout count: 1935, j: 19391, i: 19390\n",
      "added knockout label, kockout count: 1936, j: 19396, i: 19395\n",
      "added knockout label, kockout count: 1937, j: 19410, i: 19409\n",
      "added knockout label, kockout count: 1938, j: 19439, i: 19438\n",
      "added knockout label, kockout count: 1939, j: 19445, i: 19444\n",
      "added knockout label, kockout count: 1940, j: 19446, i: 19445\n",
      "added knockout label, kockout count: 1941, j: 19481, i: 19480\n",
      "added knockout label, kockout count: 1942, j: 19493, i: 19492\n",
      "added knockout label, kockout count: 1943, j: 19494, i: 19493\n",
      "added knockout label, kockout count: 1944, j: 19504, i: 19503\n",
      "added knockout label, kockout count: 1945, j: 19528, i: 19527\n",
      "added knockout label, kockout count: 1946, j: 19530, i: 19529\n",
      "added knockout label, kockout count: 1947, j: 19542, i: 19541\n",
      "added knockout label, kockout count: 1948, j: 19555, i: 19554\n",
      "added knockout label, kockout count: 1949, j: 19574, i: 19573\n",
      "added knockout label, kockout count: 1950, j: 19631, i: 19630\n",
      "added knockout label, kockout count: 1951, j: 19633, i: 19632\n",
      "added knockout label, kockout count: 1952, j: 19634, i: 19633\n",
      "added knockout label, kockout count: 1953, j: 19635, i: 19634\n",
      "added knockout label, kockout count: 1954, j: 19640, i: 19639\n",
      "added knockout label, kockout count: 1955, j: 19645, i: 19644\n",
      "added knockout label, kockout count: 1956, j: 19663, i: 19662\n",
      "added knockout label, kockout count: 1957, j: 19665, i: 19664\n",
      "added knockout label, kockout count: 1958, j: 19678, i: 19677\n",
      "added knockout label, kockout count: 1959, j: 19683, i: 19682\n",
      "added knockout label, kockout count: 1960, j: 19698, i: 19697\n",
      "added knockout label, kockout count: 1961, j: 19717, i: 19716\n",
      "added knockout label, kockout count: 1962, j: 19729, i: 19728\n",
      "added knockout label, kockout count: 1963, j: 19731, i: 19730\n",
      "added knockout label, kockout count: 1964, j: 19741, i: 19740\n",
      "added knockout label, kockout count: 1965, j: 19742, i: 19741\n",
      "added knockout label, kockout count: 1966, j: 19750, i: 19749\n",
      "added knockout label, kockout count: 1967, j: 19754, i: 19753\n",
      "added knockout label, kockout count: 1968, j: 19762, i: 19761\n",
      "added knockout label, kockout count: 1969, j: 19779, i: 19778\n",
      "added knockout label, kockout count: 1970, j: 19805, i: 19804\n",
      "added knockout label, kockout count: 1971, j: 19808, i: 19807\n",
      "added knockout label, kockout count: 1972, j: 19813, i: 19812\n",
      "added knockout label, kockout count: 1973, j: 19815, i: 19814\n",
      "added knockout label, kockout count: 1974, j: 19819, i: 19818\n",
      "added knockout label, kockout count: 1975, j: 19829, i: 19828\n",
      "added knockout label, kockout count: 1976, j: 19859, i: 19858\n",
      "added knockout label, kockout count: 1977, j: 19860, i: 19859\n",
      "added knockout label, kockout count: 1978, j: 19861, i: 19860\n",
      "added knockout label, kockout count: 1979, j: 19879, i: 19878\n",
      "added knockout label, kockout count: 1980, j: 19885, i: 19884\n",
      "added knockout label, kockout count: 1981, j: 19895, i: 19894\n",
      "added knockout label, kockout count: 1982, j: 19905, i: 19904\n",
      "added knockout label, kockout count: 1983, j: 19929, i: 19928\n",
      "added knockout label, kockout count: 1984, j: 19943, i: 19942\n",
      "added knockout label, kockout count: 1985, j: 19946, i: 19945\n",
      "added knockout label, kockout count: 1986, j: 19962, i: 19961\n",
      "added knockout label, kockout count: 1987, j: 19975, i: 19974\n",
      "added knockout label, kockout count: 1988, j: 19983, i: 19982\n",
      "added knockout label, kockout count: 1989, j: 19989, i: 19988\n",
      "20000\n",
      "added knockout label, kockout count: 1990, j: 20003, i: 20002\n",
      "added knockout label, kockout count: 1991, j: 20015, i: 20014\n",
      "added knockout label, kockout count: 1992, j: 20016, i: 20015\n",
      "added knockout label, kockout count: 1993, j: 20024, i: 20023\n",
      "added knockout label, kockout count: 1994, j: 20036, i: 20035\n",
      "added knockout label, kockout count: 1995, j: 20040, i: 20039\n",
      "added knockout label, kockout count: 1996, j: 20046, i: 20045\n",
      "added knockout label, kockout count: 1997, j: 20071, i: 20070\n",
      "added knockout label, kockout count: 1998, j: 20087, i: 20086\n",
      "added knockout label, kockout count: 1999, j: 20098, i: 20097\n",
      "added knockout label, kockout count: 2000, j: 20106, i: 20105\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "21000\n",
      "22000\n",
      "23000\n",
      "24000\n",
      "25000\n",
      "26000\n",
      "27000\n",
      "28000\n",
      "29000\n",
      "30000\n",
      "31000\n",
      "32000\n",
      "33000\n",
      "34000\n",
      "35000\n",
      "36000\n",
      "37000\n",
      "38000\n",
      "39000\n",
      "0\n",
      "added knockout label, kockout count: 1, j: 13, i: 12\n",
      "added knockout label, kockout count: 2, j: 19, i: 18\n",
      "added knockout label, kockout count: 3, j: 23, i: 22\n",
      "added knockout label, kockout count: 4, j: 105, i: 104\n",
      "added knockout label, kockout count: 5, j: 114, i: 113\n",
      "added knockout label, kockout count: 6, j: 126, i: 125\n",
      "added knockout label, kockout count: 7, j: 132, i: 131\n",
      "added knockout label, kockout count: 8, j: 144, i: 143\n",
      "added knockout label, kockout count: 9, j: 151, i: 150\n",
      "added knockout label, kockout count: 10, j: 160, i: 159\n",
      "added knockout label, kockout count: 11, j: 191, i: 190\n",
      "added knockout label, kockout count: 12, j: 194, i: 193\n",
      "added knockout label, kockout count: 13, j: 195, i: 194\n",
      "added knockout label, kockout count: 14, j: 198, i: 197\n",
      "added knockout label, kockout count: 15, j: 212, i: 211\n",
      "added knockout label, kockout count: 16, j: 242, i: 241\n",
      "added knockout label, kockout count: 17, j: 246, i: 245\n",
      "added knockout label, kockout count: 18, j: 272, i: 271\n",
      "added knockout label, kockout count: 19, j: 276, i: 275\n",
      "added knockout label, kockout count: 20, j: 288, i: 287\n",
      "added knockout label, kockout count: 21, j: 295, i: 294\n",
      "added knockout label, kockout count: 22, j: 318, i: 317\n",
      "added knockout label, kockout count: 23, j: 320, i: 319\n",
      "added knockout label, kockout count: 24, j: 321, i: 320\n",
      "added knockout label, kockout count: 25, j: 322, i: 321\n",
      "added knockout label, kockout count: 26, j: 329, i: 328\n",
      "added knockout label, kockout count: 27, j: 333, i: 332\n",
      "added knockout label, kockout count: 28, j: 335, i: 334\n",
      "added knockout label, kockout count: 29, j: 344, i: 343\n",
      "added knockout label, kockout count: 30, j: 347, i: 346\n",
      "added knockout label, kockout count: 31, j: 350, i: 349\n",
      "added knockout label, kockout count: 32, j: 356, i: 355\n",
      "added knockout label, kockout count: 33, j: 360, i: 359\n",
      "added knockout label, kockout count: 34, j: 380, i: 379\n",
      "added knockout label, kockout count: 35, j: 402, i: 401\n",
      "added knockout label, kockout count: 36, j: 412, i: 411\n",
      "added knockout label, kockout count: 37, j: 419, i: 418\n",
      "added knockout label, kockout count: 38, j: 421, i: 420\n",
      "added knockout label, kockout count: 39, j: 433, i: 432\n",
      "added knockout label, kockout count: 40, j: 443, i: 442\n",
      "added knockout label, kockout count: 41, j: 449, i: 448\n",
      "added knockout label, kockout count: 42, j: 461, i: 460\n",
      "added knockout label, kockout count: 43, j: 477, i: 476\n",
      "added knockout label, kockout count: 44, j: 480, i: 479\n",
      "added knockout label, kockout count: 45, j: 483, i: 482\n",
      "added knockout label, kockout count: 46, j: 486, i: 485\n",
      "added knockout label, kockout count: 47, j: 493, i: 492\n",
      "added knockout label, kockout count: 48, j: 505, i: 504\n",
      "added knockout label, kockout count: 49, j: 517, i: 516\n",
      "added knockout label, kockout count: 50, j: 526, i: 525\n",
      "added knockout label, kockout count: 51, j: 527, i: 526\n",
      "added knockout label, kockout count: 52, j: 536, i: 535\n",
      "added knockout label, kockout count: 53, j: 543, i: 542\n",
      "added knockout label, kockout count: 54, j: 549, i: 548\n",
      "added knockout label, kockout count: 55, j: 557, i: 556\n",
      "added knockout label, kockout count: 56, j: 587, i: 586\n",
      "added knockout label, kockout count: 57, j: 590, i: 589\n",
      "added knockout label, kockout count: 58, j: 591, i: 590\n",
      "added knockout label, kockout count: 59, j: 608, i: 607\n",
      "added knockout label, kockout count: 60, j: 613, i: 612\n",
      "added knockout label, kockout count: 61, j: 619, i: 618\n",
      "added knockout label, kockout count: 62, j: 620, i: 619\n",
      "added knockout label, kockout count: 63, j: 622, i: 621\n",
      "added knockout label, kockout count: 64, j: 636, i: 635\n",
      "added knockout label, kockout count: 65, j: 640, i: 639\n",
      "added knockout label, kockout count: 66, j: 645, i: 644\n",
      "added knockout label, kockout count: 67, j: 649, i: 648\n",
      "added knockout label, kockout count: 68, j: 650, i: 649\n",
      "added knockout label, kockout count: 69, j: 653, i: 652\n",
      "added knockout label, kockout count: 70, j: 655, i: 654\n",
      "added knockout label, kockout count: 71, j: 680, i: 679\n",
      "added knockout label, kockout count: 72, j: 681, i: 680\n",
      "added knockout label, kockout count: 73, j: 704, i: 703\n",
      "added knockout label, kockout count: 74, j: 709, i: 708\n",
      "added knockout label, kockout count: 75, j: 734, i: 733\n",
      "added knockout label, kockout count: 76, j: 741, i: 740\n",
      "added knockout label, kockout count: 77, j: 742, i: 741\n",
      "added knockout label, kockout count: 78, j: 747, i: 746\n",
      "added knockout label, kockout count: 79, j: 748, i: 747\n",
      "added knockout label, kockout count: 80, j: 753, i: 752\n",
      "added knockout label, kockout count: 81, j: 762, i: 761\n",
      "added knockout label, kockout count: 82, j: 769, i: 768\n",
      "added knockout label, kockout count: 83, j: 797, i: 796\n",
      "added knockout label, kockout count: 84, j: 803, i: 802\n",
      "added knockout label, kockout count: 85, j: 807, i: 806\n",
      "added knockout label, kockout count: 86, j: 808, i: 807\n",
      "added knockout label, kockout count: 87, j: 819, i: 818\n",
      "added knockout label, kockout count: 88, j: 831, i: 830\n",
      "added knockout label, kockout count: 89, j: 844, i: 843\n",
      "added knockout label, kockout count: 90, j: 852, i: 851\n",
      "added knockout label, kockout count: 91, j: 862, i: 861\n",
      "added knockout label, kockout count: 92, j: 868, i: 867\n",
      "added knockout label, kockout count: 93, j: 873, i: 872\n",
      "added knockout label, kockout count: 94, j: 874, i: 873\n",
      "added knockout label, kockout count: 95, j: 877, i: 876\n",
      "added knockout label, kockout count: 96, j: 891, i: 890\n",
      "added knockout label, kockout count: 97, j: 897, i: 896\n",
      "added knockout label, kockout count: 98, j: 907, i: 906\n",
      "added knockout label, kockout count: 99, j: 911, i: 910\n",
      "added knockout label, kockout count: 100, j: 929, i: 928\n",
      "added knockout label, kockout count: 101, j: 946, i: 945\n",
      "added knockout label, kockout count: 102, j: 957, i: 956\n",
      "added knockout label, kockout count: 103, j: 979, i: 978\n",
      "added knockout label, kockout count: 104, j: 985, i: 984\n",
      "1000\n",
      "added knockout label, kockout count: 105, j: 1020, i: 1019\n",
      "added knockout label, kockout count: 106, j: 1031, i: 1030\n",
      "added knockout label, kockout count: 107, j: 1037, i: 1036\n",
      "added knockout label, kockout count: 108, j: 1039, i: 1038\n",
      "added knockout label, kockout count: 109, j: 1041, i: 1040\n",
      "added knockout label, kockout count: 110, j: 1056, i: 1055\n",
      "added knockout label, kockout count: 111, j: 1069, i: 1068\n",
      "added knockout label, kockout count: 112, j: 1074, i: 1073\n",
      "added knockout label, kockout count: 113, j: 1119, i: 1118\n",
      "added knockout label, kockout count: 114, j: 1122, i: 1121\n",
      "added knockout label, kockout count: 115, j: 1125, i: 1124\n",
      "added knockout label, kockout count: 116, j: 1132, i: 1131\n",
      "added knockout label, kockout count: 117, j: 1147, i: 1146\n",
      "added knockout label, kockout count: 118, j: 1152, i: 1151\n",
      "added knockout label, kockout count: 119, j: 1153, i: 1152\n",
      "added knockout label, kockout count: 120, j: 1165, i: 1164\n",
      "added knockout label, kockout count: 121, j: 1168, i: 1167\n",
      "added knockout label, kockout count: 122, j: 1180, i: 1179\n",
      "added knockout label, kockout count: 123, j: 1201, i: 1200\n",
      "added knockout label, kockout count: 124, j: 1213, i: 1212\n",
      "added knockout label, kockout count: 125, j: 1221, i: 1220\n",
      "added knockout label, kockout count: 126, j: 1223, i: 1222\n",
      "added knockout label, kockout count: 127, j: 1234, i: 1233\n",
      "added knockout label, kockout count: 128, j: 1235, i: 1234\n",
      "added knockout label, kockout count: 129, j: 1236, i: 1235\n",
      "added knockout label, kockout count: 130, j: 1239, i: 1238\n",
      "added knockout label, kockout count: 131, j: 1243, i: 1242\n",
      "added knockout label, kockout count: 132, j: 1244, i: 1243\n",
      "added knockout label, kockout count: 133, j: 1259, i: 1258\n",
      "added knockout label, kockout count: 134, j: 1267, i: 1266\n",
      "added knockout label, kockout count: 135, j: 1275, i: 1274\n",
      "added knockout label, kockout count: 136, j: 1278, i: 1277\n",
      "added knockout label, kockout count: 137, j: 1301, i: 1300\n",
      "added knockout label, kockout count: 138, j: 1325, i: 1324\n",
      "added knockout label, kockout count: 139, j: 1346, i: 1345\n",
      "added knockout label, kockout count: 140, j: 1353, i: 1352\n",
      "added knockout label, kockout count: 141, j: 1356, i: 1355\n",
      "added knockout label, kockout count: 142, j: 1411, i: 1410\n",
      "added knockout label, kockout count: 143, j: 1415, i: 1414\n",
      "added knockout label, kockout count: 144, j: 1433, i: 1432\n",
      "added knockout label, kockout count: 145, j: 1436, i: 1435\n",
      "added knockout label, kockout count: 146, j: 1453, i: 1452\n",
      "added knockout label, kockout count: 147, j: 1457, i: 1456\n",
      "added knockout label, kockout count: 148, j: 1458, i: 1457\n",
      "added knockout label, kockout count: 149, j: 1461, i: 1460\n",
      "added knockout label, kockout count: 150, j: 1468, i: 1467\n",
      "added knockout label, kockout count: 151, j: 1485, i: 1484\n",
      "added knockout label, kockout count: 152, j: 1491, i: 1490\n",
      "added knockout label, kockout count: 153, j: 1511, i: 1510\n",
      "added knockout label, kockout count: 154, j: 1525, i: 1524\n",
      "added knockout label, kockout count: 155, j: 1547, i: 1546\n",
      "added knockout label, kockout count: 156, j: 1558, i: 1557\n",
      "added knockout label, kockout count: 157, j: 1575, i: 1574\n",
      "added knockout label, kockout count: 158, j: 1589, i: 1588\n",
      "added knockout label, kockout count: 159, j: 1601, i: 1600\n",
      "added knockout label, kockout count: 160, j: 1607, i: 1606\n",
      "added knockout label, kockout count: 161, j: 1610, i: 1609\n",
      "added knockout label, kockout count: 162, j: 1614, i: 1613\n",
      "added knockout label, kockout count: 163, j: 1629, i: 1628\n",
      "added knockout label, kockout count: 164, j: 1637, i: 1636\n",
      "added knockout label, kockout count: 165, j: 1652, i: 1651\n",
      "added knockout label, kockout count: 166, j: 1665, i: 1664\n",
      "added knockout label, kockout count: 167, j: 1678, i: 1677\n",
      "added knockout label, kockout count: 168, j: 1683, i: 1682\n",
      "added knockout label, kockout count: 169, j: 1697, i: 1696\n",
      "added knockout label, kockout count: 170, j: 1703, i: 1702\n",
      "added knockout label, kockout count: 171, j: 1732, i: 1731\n",
      "added knockout label, kockout count: 172, j: 1741, i: 1740\n",
      "added knockout label, kockout count: 173, j: 1742, i: 1741\n",
      "added knockout label, kockout count: 174, j: 1746, i: 1745\n",
      "added knockout label, kockout count: 175, j: 1752, i: 1751\n",
      "added knockout label, kockout count: 176, j: 1757, i: 1756\n",
      "added knockout label, kockout count: 177, j: 1763, i: 1762\n",
      "added knockout label, kockout count: 178, j: 1773, i: 1772\n",
      "added knockout label, kockout count: 179, j: 1775, i: 1774\n",
      "added knockout label, kockout count: 180, j: 1793, i: 1792\n",
      "added knockout label, kockout count: 181, j: 1798, i: 1797\n",
      "added knockout label, kockout count: 182, j: 1801, i: 1800\n",
      "added knockout label, kockout count: 183, j: 1807, i: 1806\n",
      "added knockout label, kockout count: 184, j: 1819, i: 1818\n",
      "added knockout label, kockout count: 185, j: 1822, i: 1821\n",
      "added knockout label, kockout count: 186, j: 1843, i: 1842\n",
      "added knockout label, kockout count: 187, j: 1849, i: 1848\n",
      "added knockout label, kockout count: 188, j: 1852, i: 1851\n",
      "added knockout label, kockout count: 189, j: 1856, i: 1855\n",
      "added knockout label, kockout count: 190, j: 1859, i: 1858\n",
      "added knockout label, kockout count: 191, j: 1864, i: 1863\n",
      "added knockout label, kockout count: 192, j: 1869, i: 1868\n",
      "added knockout label, kockout count: 193, j: 1880, i: 1879\n",
      "added knockout label, kockout count: 194, j: 1881, i: 1880\n",
      "added knockout label, kockout count: 195, j: 1883, i: 1882\n",
      "added knockout label, kockout count: 196, j: 1901, i: 1900\n",
      "added knockout label, kockout count: 197, j: 1908, i: 1907\n",
      "added knockout label, kockout count: 198, j: 1930, i: 1929\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 199, j: 1933, i: 1932\n",
      "added knockout label, kockout count: 200, j: 1961, i: 1960\n",
      "added knockout label, kockout count: 201, j: 1972, i: 1971\n",
      "added knockout label, kockout count: 202, j: 1976, i: 1975\n",
      "2000\n",
      "added knockout label, kockout count: 203, j: 2011, i: 2010\n",
      "added knockout label, kockout count: 204, j: 2020, i: 2019\n",
      "added knockout label, kockout count: 205, j: 2027, i: 2026\n",
      "added knockout label, kockout count: 206, j: 2040, i: 2039\n",
      "added knockout label, kockout count: 207, j: 2045, i: 2044\n",
      "added knockout label, kockout count: 208, j: 2058, i: 2057\n",
      "added knockout label, kockout count: 209, j: 2070, i: 2069\n",
      "added knockout label, kockout count: 210, j: 2074, i: 2073\n",
      "added knockout label, kockout count: 211, j: 2084, i: 2083\n",
      "added knockout label, kockout count: 212, j: 2104, i: 2103\n",
      "added knockout label, kockout count: 213, j: 2106, i: 2105\n",
      "added knockout label, kockout count: 214, j: 2111, i: 2110\n",
      "added knockout label, kockout count: 215, j: 2149, i: 2148\n",
      "added knockout label, kockout count: 216, j: 2152, i: 2151\n",
      "added knockout label, kockout count: 217, j: 2166, i: 2165\n",
      "added knockout label, kockout count: 218, j: 2167, i: 2166\n",
      "added knockout label, kockout count: 219, j: 2176, i: 2175\n",
      "added knockout label, kockout count: 220, j: 2180, i: 2179\n",
      "added knockout label, kockout count: 221, j: 2184, i: 2183\n",
      "added knockout label, kockout count: 222, j: 2191, i: 2190\n",
      "added knockout label, kockout count: 223, j: 2200, i: 2199\n",
      "added knockout label, kockout count: 224, j: 2202, i: 2201\n",
      "added knockout label, kockout count: 225, j: 2205, i: 2204\n",
      "added knockout label, kockout count: 226, j: 2206, i: 2205\n",
      "added knockout label, kockout count: 227, j: 2227, i: 2226\n",
      "added knockout label, kockout count: 228, j: 2232, i: 2231\n",
      "added knockout label, kockout count: 229, j: 2236, i: 2235\n",
      "added knockout label, kockout count: 230, j: 2242, i: 2241\n",
      "added knockout label, kockout count: 231, j: 2249, i: 2248\n",
      "added knockout label, kockout count: 232, j: 2273, i: 2272\n",
      "added knockout label, kockout count: 233, j: 2284, i: 2283\n",
      "added knockout label, kockout count: 234, j: 2289, i: 2288\n",
      "added knockout label, kockout count: 235, j: 2299, i: 2298\n",
      "added knockout label, kockout count: 236, j: 2302, i: 2301\n",
      "added knockout label, kockout count: 237, j: 2310, i: 2309\n",
      "added knockout label, kockout count: 238, j: 2321, i: 2320\n",
      "added knockout label, kockout count: 239, j: 2333, i: 2332\n",
      "added knockout label, kockout count: 240, j: 2362, i: 2361\n",
      "added knockout label, kockout count: 241, j: 2365, i: 2364\n",
      "added knockout label, kockout count: 242, j: 2373, i: 2372\n",
      "added knockout label, kockout count: 243, j: 2377, i: 2376\n",
      "added knockout label, kockout count: 244, j: 2380, i: 2379\n",
      "added knockout label, kockout count: 245, j: 2400, i: 2399\n",
      "added knockout label, kockout count: 246, j: 2401, i: 2400\n",
      "added knockout label, kockout count: 247, j: 2436, i: 2435\n",
      "added knockout label, kockout count: 248, j: 2440, i: 2439\n",
      "added knockout label, kockout count: 249, j: 2447, i: 2446\n",
      "added knockout label, kockout count: 250, j: 2457, i: 2456\n",
      "added knockout label, kockout count: 251, j: 2466, i: 2465\n",
      "added knockout label, kockout count: 252, j: 2477, i: 2476\n",
      "added knockout label, kockout count: 253, j: 2494, i: 2493\n",
      "added knockout label, kockout count: 254, j: 2518, i: 2517\n",
      "added knockout label, kockout count: 255, j: 2520, i: 2519\n",
      "added knockout label, kockout count: 256, j: 2544, i: 2543\n",
      "added knockout label, kockout count: 257, j: 2560, i: 2559\n",
      "added knockout label, kockout count: 258, j: 2564, i: 2563\n",
      "added knockout label, kockout count: 259, j: 2567, i: 2566\n",
      "added knockout label, kockout count: 260, j: 2570, i: 2569\n",
      "added knockout label, kockout count: 261, j: 2573, i: 2572\n",
      "added knockout label, kockout count: 262, j: 2574, i: 2573\n",
      "added knockout label, kockout count: 263, j: 2577, i: 2576\n",
      "added knockout label, kockout count: 264, j: 2588, i: 2587\n",
      "added knockout label, kockout count: 265, j: 2590, i: 2589\n",
      "added knockout label, kockout count: 266, j: 2598, i: 2597\n",
      "added knockout label, kockout count: 267, j: 2619, i: 2618\n",
      "added knockout label, kockout count: 268, j: 2622, i: 2621\n",
      "added knockout label, kockout count: 269, j: 2623, i: 2622\n",
      "added knockout label, kockout count: 270, j: 2629, i: 2628\n",
      "added knockout label, kockout count: 271, j: 2631, i: 2630\n",
      "added knockout label, kockout count: 272, j: 2645, i: 2644\n",
      "added knockout label, kockout count: 273, j: 2650, i: 2649\n",
      "added knockout label, kockout count: 274, j: 2675, i: 2674\n",
      "added knockout label, kockout count: 275, j: 2679, i: 2678\n",
      "added knockout label, kockout count: 276, j: 2689, i: 2688\n",
      "added knockout label, kockout count: 277, j: 2712, i: 2711\n",
      "added knockout label, kockout count: 278, j: 2723, i: 2722\n",
      "added knockout label, kockout count: 279, j: 2755, i: 2754\n",
      "added knockout label, kockout count: 280, j: 2756, i: 2755\n",
      "added knockout label, kockout count: 281, j: 2760, i: 2759\n",
      "added knockout label, kockout count: 282, j: 2785, i: 2784\n",
      "added knockout label, kockout count: 283, j: 2787, i: 2786\n",
      "added knockout label, kockout count: 284, j: 2797, i: 2796\n",
      "added knockout label, kockout count: 285, j: 2798, i: 2797\n",
      "added knockout label, kockout count: 286, j: 2805, i: 2804\n",
      "added knockout label, kockout count: 287, j: 2809, i: 2808\n",
      "added knockout label, kockout count: 288, j: 2830, i: 2829\n",
      "added knockout label, kockout count: 289, j: 2845, i: 2844\n",
      "added knockout label, kockout count: 290, j: 2853, i: 2852\n",
      "added knockout label, kockout count: 291, j: 2868, i: 2867\n",
      "added knockout label, kockout count: 292, j: 2870, i: 2869\n",
      "added knockout label, kockout count: 293, j: 2879, i: 2878\n",
      "added knockout label, kockout count: 294, j: 2884, i: 2883\n",
      "added knockout label, kockout count: 295, j: 2893, i: 2892\n",
      "added knockout label, kockout count: 296, j: 2909, i: 2908\n",
      "added knockout label, kockout count: 297, j: 2930, i: 2929\n",
      "added knockout label, kockout count: 298, j: 2932, i: 2931\n",
      "added knockout label, kockout count: 299, j: 2935, i: 2934\n",
      "added knockout label, kockout count: 300, j: 2946, i: 2945\n",
      "added knockout label, kockout count: 301, j: 2953, i: 2952\n",
      "added knockout label, kockout count: 302, j: 2973, i: 2972\n",
      "added knockout label, kockout count: 303, j: 2985, i: 2984\n",
      "added knockout label, kockout count: 304, j: 2993, i: 2992\n",
      "added knockout label, kockout count: 305, j: 2999, i: 2998\n",
      "3000\n",
      "added knockout label, kockout count: 306, j: 3003, i: 3002\n",
      "added knockout label, kockout count: 307, j: 3013, i: 3012\n",
      "added knockout label, kockout count: 308, j: 3038, i: 3037\n",
      "added knockout label, kockout count: 309, j: 3046, i: 3045\n",
      "added knockout label, kockout count: 310, j: 3055, i: 3054\n",
      "added knockout label, kockout count: 311, j: 3074, i: 3073\n",
      "added knockout label, kockout count: 312, j: 3077, i: 3076\n",
      "added knockout label, kockout count: 313, j: 3078, i: 3077\n",
      "added knockout label, kockout count: 314, j: 3093, i: 3092\n",
      "added knockout label, kockout count: 315, j: 3126, i: 3125\n",
      "added knockout label, kockout count: 316, j: 3139, i: 3138\n",
      "added knockout label, kockout count: 317, j: 3161, i: 3160\n",
      "added knockout label, kockout count: 318, j: 3185, i: 3184\n",
      "added knockout label, kockout count: 319, j: 3195, i: 3194\n",
      "added knockout label, kockout count: 320, j: 3212, i: 3211\n",
      "added knockout label, kockout count: 321, j: 3220, i: 3219\n",
      "added knockout label, kockout count: 322, j: 3221, i: 3220\n",
      "added knockout label, kockout count: 323, j: 3246, i: 3245\n",
      "added knockout label, kockout count: 324, j: 3253, i: 3252\n",
      "added knockout label, kockout count: 325, j: 3254, i: 3253\n",
      "added knockout label, kockout count: 326, j: 3267, i: 3266\n",
      "added knockout label, kockout count: 327, j: 3278, i: 3277\n",
      "added knockout label, kockout count: 328, j: 3280, i: 3279\n",
      "added knockout label, kockout count: 329, j: 3289, i: 3288\n",
      "added knockout label, kockout count: 330, j: 3290, i: 3289\n",
      "added knockout label, kockout count: 331, j: 3293, i: 3292\n",
      "added knockout label, kockout count: 332, j: 3302, i: 3301\n",
      "added knockout label, kockout count: 333, j: 3304, i: 3303\n",
      "added knockout label, kockout count: 334, j: 3325, i: 3324\n",
      "added knockout label, kockout count: 335, j: 3343, i: 3342\n",
      "added knockout label, kockout count: 336, j: 3364, i: 3363\n",
      "added knockout label, kockout count: 337, j: 3369, i: 3368\n",
      "added knockout label, kockout count: 338, j: 3376, i: 3375\n",
      "added knockout label, kockout count: 339, j: 3379, i: 3378\n",
      "added knockout label, kockout count: 340, j: 3404, i: 3403\n",
      "added knockout label, kockout count: 341, j: 3428, i: 3427\n",
      "added knockout label, kockout count: 342, j: 3443, i: 3442\n",
      "added knockout label, kockout count: 343, j: 3452, i: 3451\n",
      "added knockout label, kockout count: 344, j: 3455, i: 3454\n",
      "added knockout label, kockout count: 345, j: 3459, i: 3458\n",
      "added knockout label, kockout count: 346, j: 3476, i: 3475\n",
      "added knockout label, kockout count: 347, j: 3480, i: 3479\n",
      "added knockout label, kockout count: 348, j: 3484, i: 3483\n",
      "added knockout label, kockout count: 349, j: 3505, i: 3504\n",
      "added knockout label, kockout count: 350, j: 3509, i: 3508\n",
      "added knockout label, kockout count: 351, j: 3526, i: 3525\n",
      "added knockout label, kockout count: 352, j: 3543, i: 3542\n",
      "added knockout label, kockout count: 353, j: 3549, i: 3548\n",
      "added knockout label, kockout count: 354, j: 3565, i: 3564\n",
      "added knockout label, kockout count: 355, j: 3593, i: 3592\n",
      "added knockout label, kockout count: 356, j: 3611, i: 3610\n",
      "added knockout label, kockout count: 357, j: 3629, i: 3628\n",
      "added knockout label, kockout count: 358, j: 3640, i: 3639\n",
      "added knockout label, kockout count: 359, j: 3650, i: 3649\n",
      "added knockout label, kockout count: 360, j: 3658, i: 3657\n",
      "added knockout label, kockout count: 361, j: 3660, i: 3659\n",
      "added knockout label, kockout count: 362, j: 3661, i: 3660\n",
      "added knockout label, kockout count: 363, j: 3665, i: 3664\n",
      "added knockout label, kockout count: 364, j: 3668, i: 3667\n",
      "added knockout label, kockout count: 365, j: 3671, i: 3670\n",
      "added knockout label, kockout count: 366, j: 3699, i: 3698\n",
      "added knockout label, kockout count: 367, j: 3701, i: 3700\n",
      "added knockout label, kockout count: 368, j: 3709, i: 3708\n",
      "added knockout label, kockout count: 369, j: 3710, i: 3709\n",
      "added knockout label, kockout count: 370, j: 3728, i: 3727\n",
      "added knockout label, kockout count: 371, j: 3732, i: 3731\n",
      "added knockout label, kockout count: 372, j: 3741, i: 3740\n",
      "added knockout label, kockout count: 373, j: 3751, i: 3750\n",
      "added knockout label, kockout count: 374, j: 3755, i: 3754\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "added knockout label, kockout count: 375, j: 3758, i: 3757\n",
      "added knockout label, kockout count: 376, j: 3772, i: 3771\n",
      "added knockout label, kockout count: 377, j: 3776, i: 3775\n",
      "added knockout label, kockout count: 378, j: 3778, i: 3777\n",
      "added knockout label, kockout count: 379, j: 3784, i: 3783\n",
      "added knockout label, kockout count: 380, j: 3812, i: 3811\n",
      "added knockout label, kockout count: 381, j: 3815, i: 3814\n",
      "added knockout label, kockout count: 382, j: 3829, i: 3828\n",
      "added knockout label, kockout count: 383, j: 3830, i: 3829\n",
      "added knockout label, kockout count: 384, j: 3832, i: 3831\n",
      "added knockout label, kockout count: 385, j: 3839, i: 3838\n",
      "added knockout label, kockout count: 386, j: 3850, i: 3849\n",
      "added knockout label, kockout count: 387, j: 3868, i: 3867\n",
      "added knockout label, kockout count: 388, j: 3876, i: 3875\n",
      "added knockout label, kockout count: 389, j: 3908, i: 3907\n",
      "added knockout label, kockout count: 390, j: 3910, i: 3909\n",
      "added knockout label, kockout count: 391, j: 3925, i: 3924\n",
      "added knockout label, kockout count: 392, j: 3945, i: 3944\n",
      "added knockout label, kockout count: 393, j: 3946, i: 3945\n",
      "added knockout label, kockout count: 394, j: 3948, i: 3947\n",
      "added knockout label, kockout count: 395, j: 3950, i: 3949\n",
      "added knockout label, kockout count: 396, j: 3952, i: 3951\n",
      "added knockout label, kockout count: 397, j: 3964, i: 3963\n",
      "added knockout label, kockout count: 398, j: 3966, i: 3965\n",
      "added knockout label, kockout count: 399, j: 3968, i: 3967\n",
      "added knockout label, kockout count: 400, j: 3981, i: 3980\n",
      "added knockout label, kockout count: 401, j: 3990, i: 3989\n",
      "added knockout label, kockout count: 402, j: 3993, i: 3992\n",
      "added knockout label, kockout count: 403, j: 3994, i: 3993\n",
      "added knockout label, kockout count: 404, j: 3997, i: 3996\n",
      "added knockout label, kockout count: 405, j: 3999, i: 3998\n",
      "4000\n",
      "added knockout label, kockout count: 406, j: 4002, i: 4001\n",
      "added knockout label, kockout count: 407, j: 4018, i: 4017\n",
      "added knockout label, kockout count: 408, j: 4028, i: 4027\n",
      "added knockout label, kockout count: 409, j: 4032, i: 4031\n",
      "added knockout label, kockout count: 410, j: 4036, i: 4035\n",
      "added knockout label, kockout count: 411, j: 4038, i: 4037\n",
      "added knockout label, kockout count: 412, j: 4046, i: 4045\n",
      "added knockout label, kockout count: 413, j: 4068, i: 4067\n",
      "added knockout label, kockout count: 414, j: 4075, i: 4074\n",
      "added knockout label, kockout count: 415, j: 4083, i: 4082\n",
      "added knockout label, kockout count: 416, j: 4117, i: 4116\n",
      "added knockout label, kockout count: 417, j: 4123, i: 4122\n",
      "added knockout label, kockout count: 418, j: 4127, i: 4126\n",
      "added knockout label, kockout count: 419, j: 4137, i: 4136\n",
      "added knockout label, kockout count: 420, j: 4142, i: 4141\n",
      "added knockout label, kockout count: 421, j: 4144, i: 4143\n",
      "added knockout label, kockout count: 422, j: 4146, i: 4145\n",
      "added knockout label, kockout count: 423, j: 4149, i: 4148\n",
      "added knockout label, kockout count: 424, j: 4150, i: 4149\n",
      "added knockout label, kockout count: 425, j: 4166, i: 4165\n",
      "added knockout label, kockout count: 426, j: 4168, i: 4167\n",
      "added knockout label, kockout count: 427, j: 4171, i: 4170\n",
      "added knockout label, kockout count: 428, j: 4176, i: 4175\n",
      "added knockout label, kockout count: 429, j: 4177, i: 4176\n",
      "added knockout label, kockout count: 430, j: 4179, i: 4178\n",
      "added knockout label, kockout count: 431, j: 4244, i: 4243\n",
      "added knockout label, kockout count: 432, j: 4246, i: 4245\n",
      "added knockout label, kockout count: 433, j: 4258, i: 4257\n",
      "added knockout label, kockout count: 434, j: 4276, i: 4275\n",
      "added knockout label, kockout count: 435, j: 4295, i: 4294\n",
      "added knockout label, kockout count: 436, j: 4297, i: 4296\n",
      "added knockout label, kockout count: 437, j: 4299, i: 4298\n",
      "added knockout label, kockout count: 438, j: 4300, i: 4299\n",
      "added knockout label, kockout count: 439, j: 4304, i: 4303\n",
      "added knockout label, kockout count: 440, j: 4308, i: 4307\n",
      "added knockout label, kockout count: 441, j: 4320, i: 4319\n",
      "added knockout label, kockout count: 442, j: 4321, i: 4320\n",
      "added knockout label, kockout count: 443, j: 4351, i: 4350\n",
      "added knockout label, kockout count: 444, j: 4370, i: 4369\n",
      "added knockout label, kockout count: 445, j: 4427, i: 4426\n",
      "added knockout label, kockout count: 446, j: 4431, i: 4430\n",
      "added knockout label, kockout count: 447, j: 4444, i: 4443\n",
      "added knockout label, kockout count: 448, j: 4455, i: 4454\n",
      "added knockout label, kockout count: 449, j: 4462, i: 4461\n",
      "added knockout label, kockout count: 450, j: 4464, i: 4463\n",
      "added knockout label, kockout count: 451, j: 4465, i: 4464\n",
      "added knockout label, kockout count: 452, j: 4469, i: 4468\n",
      "added knockout label, kockout count: 453, j: 4471, i: 4470\n",
      "added knockout label, kockout count: 454, j: 4477, i: 4476\n",
      "added knockout label, kockout count: 455, j: 4485, i: 4484\n",
      "added knockout label, kockout count: 456, j: 4495, i: 4494\n",
      "added knockout label, kockout count: 457, j: 4499, i: 4498\n",
      "added knockout label, kockout count: 458, j: 4501, i: 4500\n",
      "added knockout label, kockout count: 459, j: 4509, i: 4508\n",
      "added knockout label, kockout count: 460, j: 4546, i: 4545\n",
      "added knockout label, kockout count: 461, j: 4547, i: 4546\n",
      "added knockout label, kockout count: 462, j: 4553, i: 4552\n",
      "added knockout label, kockout count: 463, j: 4569, i: 4568\n",
      "added knockout label, kockout count: 464, j: 4581, i: 4580\n",
      "added knockout label, kockout count: 465, j: 4583, i: 4582\n",
      "added knockout label, kockout count: 466, j: 4593, i: 4592\n",
      "added knockout label, kockout count: 467, j: 4600, i: 4599\n",
      "added knockout label, kockout count: 468, j: 4610, i: 4609\n",
      "added knockout label, kockout count: 469, j: 4617, i: 4616\n",
      "added knockout label, kockout count: 470, j: 4619, i: 4618\n",
      "added knockout label, kockout count: 471, j: 4620, i: 4619\n",
      "added knockout label, kockout count: 472, j: 4625, i: 4624\n",
      "added knockout label, kockout count: 473, j: 4631, i: 4630\n",
      "added knockout label, kockout count: 474, j: 4638, i: 4637\n",
      "added knockout label, kockout count: 475, j: 4646, i: 4645\n",
      "added knockout label, kockout count: 476, j: 4654, i: 4653\n",
      "added knockout label, kockout count: 477, j: 4663, i: 4662\n",
      "added knockout label, kockout count: 478, j: 4667, i: 4666\n",
      "added knockout label, kockout count: 479, j: 4669, i: 4668\n",
      "added knockout label, kockout count: 480, j: 4681, i: 4680\n",
      "added knockout label, kockout count: 481, j: 4710, i: 4709\n",
      "added knockout label, kockout count: 482, j: 4716, i: 4715\n",
      "added knockout label, kockout count: 483, j: 4720, i: 4719\n",
      "added knockout label, kockout count: 484, j: 4722, i: 4721\n",
      "added knockout label, kockout count: 485, j: 4732, i: 4731\n",
      "added knockout label, kockout count: 486, j: 4742, i: 4741\n",
      "added knockout label, kockout count: 487, j: 4743, i: 4742\n",
      "added knockout label, kockout count: 488, j: 4744, i: 4743\n",
      "added knockout label, kockout count: 489, j: 4747, i: 4746\n",
      "added knockout label, kockout count: 490, j: 4750, i: 4749\n",
      "added knockout label, kockout count: 491, j: 4765, i: 4764\n",
      "added knockout label, kockout count: 492, j: 4771, i: 4770\n",
      "added knockout label, kockout count: 493, j: 4772, i: 4771\n",
      "added knockout label, kockout count: 494, j: 4774, i: 4773\n",
      "added knockout label, kockout count: 495, j: 4779, i: 4778\n",
      "added knockout label, kockout count: 496, j: 4786, i: 4785\n",
      "added knockout label, kockout count: 497, j: 4795, i: 4794\n",
      "added knockout label, kockout count: 498, j: 4800, i: 4799\n",
      "added knockout label, kockout count: 499, j: 4806, i: 4805\n",
      "added knockout label, kockout count: 500, j: 4807, i: 4806\n",
      "5000\n",
      "6000\n",
      "7000\n",
      "8000\n",
      "9000\n"
     ]
    }
   ],
   "source": [
    "# get the train data\n",
    "X_train_raw = transform_data(train_DS._data[:-10000])\n",
    "Y_train_raw = transform_label(nd.array(train_DS._label[:-10000]))\n",
    "\n",
    "# get the validation data\n",
    "X_valid_raw = transform_data(train_DS._data[-10000:])\n",
    "Y_valid_raw = transform_label(nd.array(train_DS._label[-10000:]))\n",
    "\n",
    "\n",
    "train_counts = nd.sum(nd.one_hot(Y_train_raw, 10), axis=0)\n",
    "valid_counts = nd.sum(nd.one_hot(Y_valid_raw, 10), axis=0)\n",
    "\n",
    "num_train = 40000-(int(train_counts[knockout_label].asscalar()) - knockout_train_number)\n",
    "X_train = nd.zeros((num_train, 3, 32, 32))\n",
    "Y_train = nd.zeros(num_train)\n",
    "\n",
    "num_valid = 10000-(int(valid_counts[knockout_label].asscalar()) - knockout_valid_number)\n",
    "X_valid = nd.zeros((num_valid, 3, 32, 32))\n",
    "Y_valid = nd.zeros(num_valid)\n",
    "\n",
    "\n",
    "##########################################################\n",
    "#   Construct a training set that has only ``knockout_train_number`` \n",
    "#   examples corresponding to knockout_label\n",
    "##########################################################\n",
    "knockout_count = 0\n",
    "j = 0\n",
    "for i in range(len(X_train_raw)):\n",
    "    if int(Y_train_raw[i].asscalar()) == knockout_label:\n",
    "#         print(\"knockout_label_called\")\n",
    "        knockout_count += 1\n",
    "        if knockout_count <= knockout_train_number:\n",
    "            X_train[j] = X_train_raw[i]\n",
    "            Y_train[j] = Y_train_raw[i]\n",
    "            j += 1\n",
    "            print(\"added knockout label, kockout count: %s, j: %s, i: %s\" % (knockout_count, j, i))\n",
    "    else:\n",
    "#         print(\"non_knockout_called\")\n",
    "        X_train[j] = X_train_raw[i]\n",
    "        Y_train[j] = Y_train_raw[i]\n",
    "        j += 1\n",
    "            \n",
    "    if i % 1000==0:\n",
    "        print(i)\n",
    "            \n",
    "\n",
    "##########################################################\n",
    "#   Construct a training set that has only ``knockout_valid_number`` \n",
    "#   examples corresponding to knockout_label\n",
    "##########################################################\n",
    "\n",
    "knockout_count = 0\n",
    "j = 0\n",
    "for i in range(len(X_valid_raw)):\n",
    "    if int(Y_valid_raw[i].asscalar()) == knockout_label:\n",
    "#         print(\"knockout_label_called\")\n",
    "        knockout_count += 1\n",
    "        if knockout_count <= knockout_valid_number:\n",
    "            X_valid[j] = X_valid_raw[i]\n",
    "            Y_valid[j] = Y_valid_raw[i]\n",
    "            j += 1\n",
    "            print(\"added knockout label, kockout count: %s, j: %s, i: %s\" % (knockout_count, j, i))\n",
    "    else:\n",
    "#         print(\"non_knockout_called\")\n",
    "        X_valid[j] = X_valid_raw[i]\n",
    "        Y_valid[j] = Y_valid_raw[i]\n",
    "        j += 1\n",
    "            \n",
    "    if i % 1000==0:\n",
    "        print(i)\n",
    "            \n",
    "            \n",
    "# get the test data \n",
    "X_test = transform_data(test_DS._data)\n",
    "Y_test = transform_label(nd.array(test_DS._label))\n",
    "\n",
    "num_train = len(X_train)\n",
    "num_valid = len(X_valid)\n",
    "num_test = len(Y_test)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[ 3986.  3986.  4048.  3984.  4003.  3975.  4020.  4023.  3997.  3978.]\n",
       "<NDArray 10 @cpu(0)>"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nd.sum(nd.one_hot(Y_train_raw, 10), axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[ 2000.  3986.  4048.  3984.  4003.  3975.  4020.  4023.  3997.  3978.]\n",
       "<NDArray 10 @cpu(0)>"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nd.sum(nd.one_hot(Y_train, 10), axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[ 1014.  1014.   952.  1016.   997.  1025.   980.   977.  1003.  1022.]\n",
       "<NDArray 10 @cpu(0)>"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nd.sum(nd.one_hot(Y_valid_raw, 10), axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[  500.  1014.   952.  1016.   997.  1025.   980.   977.  1003.  1022.]\n",
       "<NDArray 10 @cpu(0)>"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nd.sum(nd.one_hot(Y_valid, 10), axis=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Now we'll train a convolutional neural network to predict Y. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data_ctx = mx.gpu(0)\n",
    "model_ctx = mx.gpu(0)\n",
    "num_fc = 512\n",
    "\n",
    "\n",
    "# build a convnet\n",
    "net = gluon.nn.Sequential()\n",
    "with net.name_scope():\n",
    "    net.add(gluon.nn.Conv2D(channels=20, kernel_size=5, activation='relu'))\n",
    "    net.add(gluon.nn.MaxPool2D(pool_size=2, strides=2))            \n",
    "    net.add(gluon.nn.Conv2D(channels=50, kernel_size=5, activation='relu'))\n",
    "    net.add(gluon.nn.MaxPool2D(pool_size=2, strides=2))\n",
    "    # The Flatten layer collapses all axis, except the first one, into one axis.\n",
    "    net.add(gluon.nn.Flatten())\n",
    "    net.add(gluon.nn.Dense(num_fc, activation=\"relu\"))\n",
    "    net.add(gluon.nn.Dense(num_classes))\n",
    "    \n",
    "net.collect_params().initialize(mx.init.Xavier(magnitude=2.24), ctx=model_ctx)\n",
    "trainer = gluon.Trainer(net.collect_params(), 'sgd', {'learning_rate': 0.1})\n",
    "ce_loss = gluon.loss.SoftmaxCrossEntropyLoss()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# Now build up dataloaders"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "batch_size = 128\n",
    "\n",
    "train_data = gluon.data.DataLoader(gluon.data.ArrayDataset(nd.array(X_train), nd.array(Y_train)),\n",
    "                                      batch_size=batch_size, shuffle=True)\n",
    "\n",
    "valid_data = gluon.data.DataLoader(gluon.data.ArrayDataset(nd.array(X_valid), nd.array(Y_valid)),\n",
    "                                      batch_size=batch_size, shuffle=True)\n",
    "\n",
    "test_data = gluon.data.DataLoader(gluon.data.ArrayDataset(nd.array(X_test), nd.array(Y_test)),\n",
    "                                      batch_size=batch_size, shuffle=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# net(X_train[:10].as_in_context(model_ctx))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Code to calculate accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def evaluate_accuracy(data_iterator, net):\n",
    "    acc = mx.metric.Accuracy()\n",
    "    for i, (data, label) in enumerate(data_iterator):\n",
    "        data = data.as_in_context(model_ctx)\n",
    "        label = label.as_in_context(model_ctx)\n",
    "        output = net(data)\n",
    "        predictions = nd.argmax(output, axis=1)\n",
    "        acc.update(preds=predictions, labels=label)\n",
    "    return acc.get()[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 0, loss: 77855.4344635, train_acc: 0.418582627453, valid_acc: 0.417878979549\n"
     ]
    }
   ],
   "source": [
    "epochs = 1\n",
    "loss_sequence = []\n",
    "\n",
    "for e in range(epochs):\n",
    "    cumulative_loss = 0\n",
    "    for i, (data, label) in enumerate(train_data):\n",
    "        data = data.as_in_context(model_ctx)\n",
    "        label = label.as_in_context(model_ctx)\n",
    "        with autograd.record():\n",
    "            output = net(data)\n",
    "            loss = ce_loss(output, label)\n",
    "        loss.backward()\n",
    "        trainer.step(batch_size)\n",
    "        cumulative_loss += nd.sum(loss).asscalar()\n",
    "    train_accuracy = evaluate_accuracy(train_data, net)\n",
    "    valid_accuracy = evaluate_accuracy(valid_data, net)\n",
    "    print(\"Epoch %s, loss: %s, train_acc: %s, valid_acc: %s\" % (e, cumulative_loss, train_accuracy, valid_accuracy))\n",
    "    loss_sequence.append(cumulative_loss)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Now let's go through the valdiation set and put together the response matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "response_matrix = np.zeros((10,10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "valid_preds = nd.softmax(net(X_valid.as_in_context(model_ctx)), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[  538.06610107  1251.02954102   816.19494629   874.35144043  1212.98925781\n",
       "   815.58850098  1030.9543457   1119.10693359  1012.80169678   814.91723633]\n",
       "<NDArray 10 @gpu(0)>"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nd.sum(valid_preds, axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[[-1.11545908 -0.40086365  0.54802281 ..., -1.27542853 -0.15521327\n",
       "  -1.78242874]\n",
       " [ 0.57163537  3.16792321 -0.62265599 ..., -1.95094502  2.9572196\n",
       "   2.29805064]\n",
       " [ 0.05822547  2.18377542 -0.34445405 ..., -1.08171535  1.93548775\n",
       "   1.62874877]\n",
       " ..., \n",
       " [-1.64128232 -1.41522229  0.25768721 ...,  1.88782036 -1.90832806\n",
       "  -1.00214326]\n",
       " [-1.51265574  0.47482574 -0.26147765 ...,  0.11907473 -0.87166446\n",
       "  -0.64124072]\n",
       " [-0.63573653 -1.36788404  0.5114311  ...,  2.7820015  -1.23431695\n",
       "  -0.31894213]]\n",
       "<NDArray 10000x10 @gpu(0)>"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_output = net(X_test.as_in_context(model_ctx))\n",
    "test_output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[[ 0.01969173  0.04023729  0.10392616 ...,  0.0167807   0.05144146\n",
       "   0.01010701]\n",
       " [ 0.03150987  0.42266867  0.00954492 ...,  0.00252874  0.34236756\n",
       "   0.17710027]\n",
       " [ 0.04337798  0.36339921  0.02899933 ...,  0.01387393  0.28350061\n",
       "   0.20861186]\n",
       " ..., \n",
       " [ 0.00705084  0.0088393   0.04709265 ...,  0.24038698  0.00539839\n",
       "   0.01336028]\n",
       " [ 0.01615646  0.1178958   0.05645804 ...,  0.08260334  0.03067079\n",
       "   0.03861863]\n",
       " [ 0.02029894  0.00976126  0.06392665 ...,  0.61912465  0.01115612\n",
       "   0.02786477]]\n",
       "<NDArray 10000x10 @gpu(0)>"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_preds = nd.softmax(test_output, axis=1)\n",
    "test_preds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_response = nd.sum(test_preds, axis=0) / num_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[ 0.06297506  0.12905765  0.08826275  0.09007443  0.12581889  0.08445676\n",
       "  0.10623354  0.11893882  0.110544    0.08363811]\n",
       "<NDArray 10 @gpu(0)>"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[[ 0.02264453  0.70477009  0.01202571 ...,  0.00287019  0.09316307\n",
       "   0.13859841]\n",
       " [ 0.08244438  0.21720351  0.02259534 ...,  0.01590944  0.30350691\n",
       "   0.26457042]\n",
       " [ 0.00326736  0.00427032  0.05778188 ...,  0.11016581  0.0014704\n",
       "   0.00437582]\n",
       " ..., \n",
       " [ 0.06685457  0.18505482  0.01442392 ...,  0.0187577   0.14846069\n",
       "   0.53434575]\n",
       " [ 0.10901469  0.09017766  0.05149648 ...,  0.01673063  0.62943751\n",
       "   0.04501303]\n",
       " [ 0.06093625  0.0673751   0.06718838 ...,  0.27986681  0.0430745\n",
       "   0.09846281]]\n",
       "<NDArray 9486x10 @gpu(0)>"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "valid_preds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[ 3986.  3986.  4048.  3984.  4003.  3975.  4020.  4023.  3997.  3978.]\n",
       "<NDArray 10 @cpu(0)>"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nd.sum(nd.one_hot(Y_train_raw, 10), axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Building the reponse matrix\n",
    "\n",
    "Now we will build the response matric based on the classifier's output on the validation set. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "YV = Y_valid\n",
    "valid_counts = np.zeros(num_classes)\n",
    "\n",
    "valid_preds_np = valid_preds.asnumpy()\n",
    "\n",
    "\n",
    "for i in range(num_valid):\n",
    "    response_matrix[:,int(Y_valid[i].asscalar())] += valid_preds_np[i] \n",
    "    valid_counts[int(Y_valid[i].asscalar())] += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "for j in range(num_classes):\n",
    "    if valid_counts[j] > 0:\n",
    "        response_matrix[:,j] /= valid_counts[j]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.20052022,  0.04551991,  0.0606538 ,  0.03605141,  0.04762776,\n",
       "         0.03204594,  0.02138741,  0.03700266,  0.10543017,  0.0529241 ],\n",
       "       [ 0.12787846,  0.39904336,  0.0623686 ,  0.06901757,  0.05511797,\n",
       "         0.05559825,  0.05350413,  0.0618634 ,  0.17833173,  0.24391538],\n",
       "       [ 0.09375897,  0.03907244,  0.14874066,  0.09612488,  0.12017256,\n",
       "         0.10097513,  0.09341054,  0.0833439 ,  0.05251801,  0.04058273],\n",
       "       [ 0.04748553,  0.04427382,  0.09907979,  0.16230617,  0.09065969,\n",
       "         0.15294355,  0.12272688,  0.08663925,  0.03937209,  0.05374173],\n",
       "       [ 0.08131776,  0.0532345 ,  0.17941268,  0.13288551,  0.24071207,\n",
       "         0.13907348,  0.19335631,  0.14888579,  0.04787005,  0.04602099],\n",
       "       [ 0.04657561,  0.03714042,  0.09879018,  0.14530414,  0.08098333,\n",
       "         0.17973241,  0.08605921,  0.09016802,  0.03936549,  0.03530448],\n",
       "       [ 0.03382321,  0.04952437,  0.12150172,  0.14717638,  0.14748955,\n",
       "         0.12939198,  0.26857379,  0.07575817,  0.02676651,  0.05370401],\n",
       "       [ 0.09119128,  0.06266218,  0.12887077,  0.10274282,  0.12607268,\n",
       "         0.12743376,  0.08143499,  0.32121939,  0.0512279 ,  0.07981102],\n",
       "       [ 0.21084069,  0.11770442,  0.06311802,  0.05573343,  0.05429071,\n",
       "         0.04590401,  0.03203841,  0.04222541,  0.35081869,  0.1424786 ],\n",
       "       [ 0.06660828,  0.15182457,  0.03746378,  0.05265769,  0.03687368,\n",
       "         0.03690148,  0.04750832,  0.05289402,  0.10829935,  0.25151696]])"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "response_matrix"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Invert the response matrix and estimate the test set marginal P(Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "R_inv = np.linalg.inv(response_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.09070917,  0.09629855,  0.14153385,  0.08344577,  0.06510781,\n",
       "        0.10336234,  0.11087846,  0.10648564,  0.10255169,  0.09962674])"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "R_inv.dot(test_response.asnumpy())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[[[[ 1.          0.98823529  0.99215686 ...,  0.64705884  0.95294118\n",
       "     0.99607843]\n",
       "   [ 1.          0.98823529  0.99607843 ...,  0.50980395  0.88235295\n",
       "     0.99215686]\n",
       "   [ 1.          0.99607843  0.97254902 ...,  0.5529412   0.86274511\n",
       "     0.99215686]\n",
       "   ..., \n",
       "   [ 0.9137255   0.84705883  0.94509804 ...,  0.03529412  0.07058824\n",
       "     0.66274512]\n",
       "   [ 1.          1.          0.99215686 ...,  0.08235294  0.44313726\n",
       "     0.92156863]\n",
       "   [ 1.          0.98431373  0.99215686 ...,  0.67450982  0.90196079\n",
       "     0.96862745]]\n",
       "\n",
       "  [[ 1.          0.98823529  0.98823529 ...,  0.69411767  0.96470588\n",
       "     0.99215686]\n",
       "   [ 1.          0.98823529  0.99607843 ...,  0.56470591  0.90980393  1.        ]\n",
       "   [ 1.          0.99607843  0.96862745 ...,  0.60784316  0.89019608  1.        ]\n",
       "   ..., \n",
       "   [ 0.91764706  0.84705883  0.94509804 ...,  0.04313726  0.07450981\n",
       "     0.67058825]\n",
       "   [ 1.          1.          0.99215686 ...,  0.09019608  0.4509804\n",
       "     0.92941177]\n",
       "   [ 1.          0.98431373  0.99215686 ...,  0.68235296  0.90980393\n",
       "     0.97254902]]\n",
       "\n",
       "  [[ 0.99607843  0.98823529  0.99607843 ...,  0.72156864  0.96862745\n",
       "     0.98823529]\n",
       "   [ 0.99607843  0.98823529  1.         ...,  0.63137257  0.93725491  1.        ]\n",
       "   [ 1.          0.99607843  0.97647059 ...,  0.68627453  0.92156863  1.        ]\n",
       "   ..., \n",
       "   [ 0.91764706  0.84705883  0.94509804 ...,  0.04313726  0.07450981\n",
       "     0.66666669]\n",
       "   [ 1.          1.          0.99215686 ...,  0.08627451  0.44705883\n",
       "     0.9254902 ]\n",
       "   [ 1.          0.98431373  0.99215686 ...,  0.67843139  0.90588236\n",
       "     0.97254902]]]\n",
       "\n",
       "\n",
       " [[[ 0.49803922  0.49411765  0.49803922 ...,  0.49019608  0.49019608\n",
       "     0.48627451]\n",
       "   [ 0.49019608  0.49019608  0.49411765 ...,  0.49019608  0.48627451\n",
       "     0.48627451]\n",
       "   [ 0.49411765  0.48627451  0.49411765 ...,  0.48627451  0.48235294\n",
       "     0.48235294]\n",
       "   ..., \n",
       "   [ 0.32941177  0.33333334  0.34117648 ...,  0.25490198  0.30980393\n",
       "     0.34509805]\n",
       "   [ 0.33725491  0.32549021  0.32549021 ...,  0.28627452  0.32549021\n",
       "     0.34117648]\n",
       "   [ 0.33333334  0.33333334  0.32549021 ...,  0.28235295  0.30588236\n",
       "     0.32156864]]\n",
       "\n",
       "  [[ 0.56862748  0.56470591  0.56862748 ...,  0.55686277  0.55686277\n",
       "     0.5529412 ]\n",
       "   [ 0.56078434  0.56078434  0.56470591 ...,  0.55686277  0.55686277\n",
       "     0.5529412 ]\n",
       "   [ 0.56862748  0.56078434  0.56862748 ...,  0.56078434  0.5529412\n",
       "     0.5529412 ]\n",
       "   ..., \n",
       "   [ 0.40784314  0.40784314  0.41568628 ...,  0.32549021  0.38039216\n",
       "     0.41568628]\n",
       "   [ 0.41176471  0.40000001  0.40000001 ...,  0.35686275  0.39607844\n",
       "     0.41176471]\n",
       "   [ 0.40784314  0.40392157  0.40000001 ...,  0.35294119  0.3764706\n",
       "     0.39215687]]\n",
       "\n",
       "  [[ 0.65490198  0.65098041  0.65490198 ...,  0.62352943  0.62352943\n",
       "     0.61960787]\n",
       "   [ 0.64313728  0.63921571  0.64313728 ...,  0.6156863   0.61176473\n",
       "     0.61176473]\n",
       "   [ 0.63529414  0.627451    0.63529414 ...,  0.61176473  0.60784316\n",
       "     0.60784316]\n",
       "   ..., \n",
       "   [ 0.4627451   0.4627451   0.47058824 ...,  0.37254903  0.42745098\n",
       "     0.4627451 ]\n",
       "   [ 0.47058824  0.45490196  0.45490196 ...,  0.40392157  0.44313726\n",
       "     0.45882353]\n",
       "   [ 0.4627451   0.45882353  0.45490196 ...,  0.40000001  0.42352942\n",
       "     0.43921569]]]\n",
       "\n",
       "\n",
       " [[[ 0.45490196  0.25098041  0.07450981 ...,  0.58039218  0.66274512\n",
       "     0.73725492]\n",
       "   [ 0.44705883  0.25098041  0.07058824 ...,  0.58431375  0.63921571\n",
       "     0.72549021]\n",
       "   [ 0.44705883  0.24313726  0.06666667 ...,  0.6156863   0.68627453\n",
       "     0.72549021]\n",
       "   ..., \n",
       "   [ 0.94509804  0.95294118  0.94509804 ...,  0.12156863  0.13725491\n",
       "     0.15294118]\n",
       "   [ 0.84313726  0.90196079  0.92941177 ...,  0.09019608  0.09803922\n",
       "     0.10196079]\n",
       "   [ 0.47058824  0.5411765   0.60784316 ...,  0.17254902  0.16078432\n",
       "     0.14901961]]\n",
       "\n",
       "  [[ 0.27843139  0.13333334  0.02352941 ...,  0.32941177  0.3764706\n",
       "     0.44705883]\n",
       "   [ 0.26666668  0.13725491  0.02352941 ...,  0.32941177  0.36862746\n",
       "     0.44705883]\n",
       "   [ 0.25882354  0.13333334  0.02352941 ...,  0.35294119  0.40000001\n",
       "     0.44705883]\n",
       "   ..., \n",
       "   [ 0.94117647  0.94901961  0.94509804 ...,  0.07058824  0.07843138\n",
       "     0.07843138]\n",
       "   [ 0.82745099  0.89019608  0.92156863 ...,  0.05098039  0.05098039\n",
       "     0.05098039]\n",
       "   [ 0.42352942  0.49803922  0.57254905 ...,  0.09803922  0.08627451\n",
       "     0.07450981]]\n",
       "\n",
       "  [[ 0.10196079  0.03921569  0.00784314 ...,  0.14901961  0.18039216\n",
       "     0.23137255]\n",
       "   [ 0.08627451  0.04313726  0.00784314 ...,  0.16862746  0.17647059\n",
       "     0.23137255]\n",
       "   [ 0.09019608  0.04313726  0.00784314 ...,  0.18431373  0.2         0.22745098]\n",
       "   ..., \n",
       "   [ 0.91764706  0.9254902   0.9254902  ...,  0.01568628  0.01960784\n",
       "     0.01960784]\n",
       "   [ 0.78823531  0.86274511  0.90196079 ...,  0.01176471  0.00784314\n",
       "     0.01176471]\n",
       "   [ 0.37254903  0.4509804   0.52549022 ...,  0.02745098  0.02352941\n",
       "     0.01960784]]]\n",
       "\n",
       "\n",
       " ..., \n",
       " [[[ 0.13725491  0.15686275  0.16470589 ...,  0.3882353   0.30980393\n",
       "     0.34901962]\n",
       "   [ 0.22352941  0.17254902  0.19607843 ...,  0.61176473  0.5529412\n",
       "     0.45490196]\n",
       "   [ 0.38431373  0.25098041  0.27058825 ...,  0.73725492  0.46666667\n",
       "     0.23921569]\n",
       "   ..., \n",
       "   [ 0.28627452  0.20784314  0.21176471 ...,  0.06666667  0.08235294\n",
       "     0.12941177]\n",
       "   [ 0.23921569  0.21568628  0.22352941 ...,  0.09411765  0.06666667\n",
       "     0.02745098]\n",
       "   [ 0.17254902  0.18039216  0.19215687 ...,  0.10588235  0.08235294\n",
       "     0.04705882]]\n",
       "\n",
       "  [[ 0.69803923  0.6901961   0.6901961  ...,  0.69411767  0.57647061\n",
       "     0.58039218]\n",
       "   [ 0.71372551  0.72156864  0.71764708 ...,  0.71372551  0.69411767\n",
       "     0.58431375]\n",
       "   [ 0.77254903  0.74117649  0.75294119 ...,  0.7647059   0.52941179\n",
       "     0.30980393]\n",
       "   ..., \n",
       "   [ 0.30980393  0.24705882  0.26666668 ...,  0.15686275  0.14117648\n",
       "     0.1882353 ]\n",
       "   [ 0.26666668  0.27450982  0.30980393 ...,  0.1882353   0.13725491\n",
       "     0.09019608]\n",
       "   [ 0.21960784  0.25882354  0.3019608  ...,  0.20392157  0.16862746\n",
       "     0.12156863]]\n",
       "\n",
       "  [[ 0.92156863  0.93725491  0.94509804 ...,  0.85882354  0.77254903\n",
       "     0.74117649]\n",
       "   [ 0.91764706  0.98039216  0.94117647 ...,  0.78431374  0.80784315\n",
       "     0.68627453]\n",
       "   [ 0.92941177  0.98823529  0.96078432 ...,  0.80784315  0.57647061\n",
       "     0.35294119]\n",
       "   ..., \n",
       "   [ 0.3019608   0.26666668  0.3137255  ...,  0.25098041  0.2         0.19215687]\n",
       "   [ 0.29411766  0.33725491  0.40392157 ...,  0.28235295  0.20784314\n",
       "     0.1254902 ]\n",
       "   [ 0.28627452  0.34509805  0.41176471 ...,  0.3019608   0.25882354\n",
       "     0.19607843]]]\n",
       "\n",
       "\n",
       " [[[ 0.74117649  0.72941178  0.72549021 ...,  0.68627453  0.67450982\n",
       "     0.66274512]\n",
       "   [ 0.76078433  0.74901962  0.74509805 ...,  0.67843139  0.67058825\n",
       "     0.65490198]\n",
       "   [ 0.81568629  0.80392158  0.80000001 ...,  0.68627453  0.67450982\n",
       "     0.66274512]\n",
       "   ..., \n",
       "   [ 0.81176472  0.79607844  0.79607844 ...,  0.52941179  0.63529414\n",
       "     0.65882355]\n",
       "   [ 0.7764706   0.74117649  0.70588237 ...,  0.69803923  0.68627453\n",
       "     0.68627453]\n",
       "   [ 0.7764706   0.74117649  0.69803923 ...,  0.7647059   0.76862746\n",
       "     0.7647059 ]]\n",
       "\n",
       "  [[ 0.82745099  0.81568629  0.81176472 ...,  0.7647059   0.76078433\n",
       "     0.76078433]\n",
       "   [ 0.82352942  0.81176472  0.80784315 ...,  0.75294119  0.74901962\n",
       "     0.74509805]\n",
       "   [ 0.85882354  0.84705883  0.84313726 ...,  0.74901962  0.74509805\n",
       "     0.74901962]\n",
       "   ..., \n",
       "   [ 0.78039217  0.7647059   0.76862746 ...,  0.51764709  0.61960787\n",
       "     0.63921571]\n",
       "   [ 0.74509805  0.70980394  0.67450982 ...,  0.67058825  0.66274512\n",
       "     0.66274512]\n",
       "   [ 0.74117649  0.70980394  0.66666669 ...,  0.72156864  0.74117649\n",
       "     0.74509805]]\n",
       "\n",
       "  [[ 0.94117647  0.9254902   0.92156863 ...,  0.87843138  0.87058824\n",
       "     0.86274511]\n",
       "   [ 0.93725491  0.9254902   0.92156863 ...,  0.86274511  0.85490197\n",
       "     0.84705883]\n",
       "   [ 0.95686275  0.94117647  0.93725491 ...,  0.8509804   0.84705883\n",
       "     0.84313726]\n",
       "   ..., \n",
       "   [ 0.70980394  0.68627453  0.67843139 ...,  0.49803922  0.58823532\n",
       "     0.59215689]\n",
       "   [ 0.66666669  0.62352943  0.57647061 ...,  0.627451    0.61176473\n",
       "     0.60392159]\n",
       "   [ 0.67843139  0.63529414  0.58431375 ...,  0.66274512  0.67058825\n",
       "     0.67058825]]]\n",
       "\n",
       "\n",
       " [[[ 0.89803922  0.9254902   0.91764706 ...,  0.8509804   0.86666667\n",
       "     0.87058824]\n",
       "   [ 0.87058824  0.93725491  0.9137255  ...,  0.87450981  0.89019608\n",
       "     0.82352942]\n",
       "   [ 0.83529413  0.91764706  0.90588236 ...,  0.86274511  0.86274511\n",
       "     0.79215688]\n",
       "   ..., \n",
       "   [ 0.58823532  0.54901963  0.51764709 ...,  0.87843138  0.90196079\n",
       "     0.94509804]\n",
       "   [ 0.53725493  0.50980395  0.49019608 ...,  0.70980394  0.79215688\n",
       "     0.83137256]\n",
       "   [ 0.47843137  0.4627451   0.47058824 ...,  0.7019608   0.64313728\n",
       "     0.63921571]]\n",
       "\n",
       "  [[ 0.89803922  0.92941177  0.9254902  ...,  0.85882354  0.87450981\n",
       "     0.87450981]\n",
       "   [ 0.86666667  0.93725491  0.91764706 ...,  0.87450981  0.89411765\n",
       "     0.82745099]\n",
       "   [ 0.80784315  0.90980393  0.9137255  ...,  0.86274511  0.85882354\n",
       "     0.79607844]\n",
       "   ..., \n",
       "   [ 0.56078434  0.52941179  0.49803922 ...,  0.87058824  0.89411765\n",
       "     0.94509804]\n",
       "   [ 0.51764709  0.49803922  0.47450981 ...,  0.70588237  0.78823531\n",
       "     0.82745099]\n",
       "   [ 0.46666667  0.45490196  0.45490196 ...,  0.69411767  0.64313728\n",
       "     0.63921571]]\n",
       "\n",
       "  [[ 0.93725491  0.96862745  0.96862745 ...,  0.9137255   0.91764706\n",
       "     0.9137255 ]\n",
       "   [ 0.89803922  0.97647059  0.96470588 ...,  0.9254902   0.93333334\n",
       "     0.86274511]\n",
       "   [ 0.82745099  0.93725491  0.95686275 ...,  0.90980393  0.90980393\n",
       "     0.84313726]\n",
       "   ..., \n",
       "   [ 0.52941179  0.49803922  0.47058824 ...,  0.85490197  0.88235295\n",
       "     0.93333334]\n",
       "   [ 0.49411765  0.47058824  0.4509804  ...,  0.69803923  0.7764706\n",
       "     0.81176472]\n",
       "   [ 0.44705883  0.43137255  0.43529412 ...,  0.67843139  0.63529414\n",
       "     0.63137257]]]]\n",
       "<NDArray 9486x3x32x32 @cpu(0)>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_valid"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[[[[ 0.61960787  0.62352943  0.64705884 ...,  0.53725493  0.49411765\n",
       "     0.45490196]\n",
       "   [ 0.59607846  0.59215689  0.62352943 ...,  0.53333336  0.49019608\n",
       "     0.46666667]\n",
       "   [ 0.59215689  0.59215689  0.61960787 ...,  0.54509807  0.50980395\n",
       "     0.47058824]\n",
       "   ..., \n",
       "   [ 0.26666668  0.16470589  0.12156863 ...,  0.14901961  0.05098039\n",
       "     0.15686275]\n",
       "   [ 0.23921569  0.19215687  0.13725491 ...,  0.10196079  0.11372549\n",
       "     0.07843138]\n",
       "   [ 0.21176471  0.21960784  0.17647059 ...,  0.09411765  0.13333334\n",
       "     0.08235294]]\n",
       "\n",
       "  [[ 0.43921569  0.43529412  0.45490196 ...,  0.37254903  0.35686275\n",
       "     0.33333334]\n",
       "   [ 0.43921569  0.43137255  0.44705883 ...,  0.37254903  0.35686275\n",
       "     0.34509805]\n",
       "   [ 0.43137255  0.42745098  0.43529412 ...,  0.38431373  0.37254903\n",
       "     0.34901962]\n",
       "   ..., \n",
       "   [ 0.48627451  0.39215687  0.34509805 ...,  0.38039216  0.25098041\n",
       "     0.33333334]\n",
       "   [ 0.45490196  0.40000001  0.33333334 ...,  0.32156864  0.32156864\n",
       "     0.25098041]\n",
       "   [ 0.41960785  0.41176471  0.34901962 ...,  0.3019608   0.32941177\n",
       "     0.26274511]]\n",
       "\n",
       "  [[ 0.19215687  0.18431373  0.2        ...,  0.14117648  0.14117648\n",
       "     0.12941177]\n",
       "   [ 0.2         0.15686275  0.17647059 ...,  0.12156863  0.1254902\n",
       "     0.13333334]\n",
       "   [ 0.18431373  0.12941177  0.14117648 ...,  0.13333334  0.13333334\n",
       "     0.12941177]\n",
       "   ..., \n",
       "   [ 0.69411767  0.58039218  0.53725493 ...,  0.57254905  0.42352942\n",
       "     0.49803922]\n",
       "   [ 0.65882355  0.58039218  0.51764709 ...,  0.50980395  0.49411765\n",
       "     0.41960785]\n",
       "   [ 0.627451    0.58431375  0.51764709 ...,  0.48627451  0.50588238\n",
       "     0.43137255]]]\n",
       "\n",
       "\n",
       " [[[ 0.92156863  0.90588236  0.90980393 ...,  0.9137255   0.9137255\n",
       "     0.90980393]\n",
       "   [ 0.93333334  0.92156863  0.92156863 ...,  0.9254902   0.9254902\n",
       "     0.92156863]\n",
       "   [ 0.92941177  0.91764706  0.91764706 ...,  0.92156863  0.92156863\n",
       "     0.91764706]\n",
       "   ..., \n",
       "   [ 0.34117648  0.16862746  0.07450981 ...,  0.66274512  0.71372551\n",
       "     0.73725492]\n",
       "   [ 0.32156864  0.18039216  0.14117648 ...,  0.68235296  0.72549021\n",
       "     0.73333335]\n",
       "   [ 0.33333334  0.24313726  0.22745098 ...,  0.65882355  0.70588237\n",
       "     0.72941178]]\n",
       "\n",
       "  [[ 0.92156863  0.90588236  0.90980393 ...,  0.9137255   0.9137255\n",
       "     0.90980393]\n",
       "   [ 0.93333334  0.92156863  0.92156863 ...,  0.9254902   0.9254902\n",
       "     0.92156863]\n",
       "   [ 0.92941177  0.91764706  0.91764706 ...,  0.92156863  0.92156863\n",
       "     0.91764706]\n",
       "   ..., \n",
       "   [ 0.3882353   0.2         0.09019608 ...,  0.72156864  0.77254903\n",
       "     0.79215688]\n",
       "   [ 0.3764706   0.22352941  0.17254902 ...,  0.74117649  0.78431374\n",
       "     0.79215688]\n",
       "   [ 0.39607844  0.29411766  0.26274511 ...,  0.71764708  0.7647059\n",
       "     0.78431374]]\n",
       "\n",
       "  [[ 0.92156863  0.90588236  0.90980393 ...,  0.9137255   0.9137255\n",
       "     0.90980393]\n",
       "   [ 0.93333334  0.92156863  0.92156863 ...,  0.9254902   0.9254902\n",
       "     0.92156863]\n",
       "   [ 0.92941177  0.91764706  0.91764706 ...,  0.92156863  0.92156863\n",
       "     0.91764706]\n",
       "   ..., \n",
       "   [ 0.34901962  0.14509805  0.04313726 ...,  0.7019608   0.75686276\n",
       "     0.78823531]\n",
       "   [ 0.32156864  0.14117648  0.08627451 ...,  0.71764708  0.76862746\n",
       "     0.78431374]\n",
       "   [ 0.32549021  0.1882353   0.14901961 ...,  0.69803923  0.74901962\n",
       "     0.78039217]]]\n",
       "\n",
       "\n",
       " [[[ 0.61960787  0.61960787  0.54509807 ...,  0.89411765  0.92941177\n",
       "     0.93333334]\n",
       "   [ 0.66666669  0.67450982  0.59215689 ...,  0.90980393  0.96470588\n",
       "     0.96470588]\n",
       "   [ 0.68235296  0.6901961   0.6156863  ...,  0.90196079  0.98039216\n",
       "     0.96078432]\n",
       "   ..., \n",
       "   [ 0.12156863  0.11764706  0.10196079 ...,  0.14509805  0.03529412\n",
       "     0.01568628]\n",
       "   [ 0.09019608  0.10588235  0.09803922 ...,  0.07450981  0.01568628\n",
       "     0.01960784]\n",
       "   [ 0.10980392  0.11764706  0.1254902  ...,  0.01960784  0.01568628\n",
       "     0.02745098]]\n",
       "\n",
       "  [[ 0.74509805  0.73333335  0.65098041 ...,  0.90588236  0.93725491\n",
       "     0.94509804]\n",
       "   [ 0.78431374  0.78039217  0.6901961  ...,  0.90980393  0.96470588\n",
       "     0.96862745]\n",
       "   [ 0.78823531  0.78431374  0.7019608  ...,  0.89803922  0.97647059\n",
       "     0.95686275]\n",
       "   ..., \n",
       "   [ 0.15686275  0.15294118  0.13725491 ...,  0.15686275  0.05098039\n",
       "     0.02745098]\n",
       "   [ 0.13333334  0.14901961  0.14117648 ...,  0.07843138  0.02352941\n",
       "     0.02745098]\n",
       "   [ 0.16078432  0.16862746  0.17647059 ...,  0.02352941  0.01960784\n",
       "     0.03137255]]\n",
       "\n",
       "  [[ 0.87058824  0.85490197  0.76078433 ...,  0.91764706  0.95294118\n",
       "     0.96470588]\n",
       "   [ 0.89803922  0.88627452  0.78823531 ...,  0.9254902   0.98039216\n",
       "     0.98431373]\n",
       "   [ 0.88235295  0.87058824  0.78039217 ...,  0.90980393  0.98431373\n",
       "     0.96862745]\n",
       "   ..., \n",
       "   [ 0.17647059  0.17254902  0.15686275 ...,  0.18039216  0.05490196\n",
       "     0.01960784]\n",
       "   [ 0.15294118  0.16862746  0.16078432 ...,  0.09411765  0.01176471\n",
       "     0.01176471]\n",
       "   [ 0.18431373  0.19607843  0.20392157 ...,  0.03137255  0.01176471\n",
       "     0.02745098]]]\n",
       "\n",
       "\n",
       " ..., \n",
       " [[[ 0.07843138  0.07450981  0.05882353 ...,  0.03921569  0.04705882\n",
       "     0.05098039]\n",
       "   [ 0.08235294  0.07843138  0.07058824 ...,  0.03921569  0.03921569\n",
       "     0.04705882]\n",
       "   [ 0.08235294  0.08235294  0.07843138 ...,  0.04705882  0.04705882\n",
       "     0.05098039]\n",
       "   ..., \n",
       "   [ 0.12941177  0.13333334  0.13333334 ...,  0.10980392  0.11372549\n",
       "     0.09019608]\n",
       "   [ 0.12941177  0.13333334  0.13333334 ...,  0.10588235  0.10588235\n",
       "     0.09803922]\n",
       "   [ 0.12156863  0.1254902   0.12941177 ...,  0.09411765  0.10196079\n",
       "     0.09803922]]\n",
       "\n",
       "  [[ 0.05882353  0.05490196  0.05490196 ...,  0.03529412  0.04313726\n",
       "     0.04705882]\n",
       "   [ 0.0627451   0.0627451   0.06666667 ...,  0.03529412  0.03529412\n",
       "     0.04313726]\n",
       "   [ 0.0627451   0.06666667  0.07058824 ...,  0.04313726  0.04313726\n",
       "     0.04705882]\n",
       "   ..., \n",
       "   [ 0.09803922  0.10196079  0.10196079 ...,  0.09803922  0.09803922\n",
       "     0.07843138]\n",
       "   [ 0.09803922  0.10196079  0.10196079 ...,  0.09411765  0.09411765\n",
       "     0.08627451]\n",
       "   [ 0.09019608  0.09411765  0.09803922 ...,  0.09019608  0.09019608\n",
       "     0.07843138]]\n",
       "\n",
       "  [[ 0.04705882  0.04313726  0.04313726 ...,  0.02745098  0.03529412\n",
       "     0.03921569]\n",
       "   [ 0.05098039  0.05098039  0.04705882 ...,  0.02745098  0.02745098\n",
       "     0.03529412]\n",
       "   [ 0.05098039  0.04705882  0.04313726 ...,  0.03529412  0.03529412\n",
       "     0.03921569]\n",
       "   ..., \n",
       "   [ 0.05098039  0.05882353  0.05882353 ...,  0.20392157  0.22745098\n",
       "     0.16470589]\n",
       "   [ 0.05490196  0.05882353  0.05882353 ...,  0.20392157  0.21960784\n",
       "     0.18431373]\n",
       "   [ 0.04705882  0.05098039  0.05490196 ...,  0.19607843  0.20784314\n",
       "     0.18431373]]]\n",
       "\n",
       "\n",
       " [[[ 0.09803922  0.05882353  0.09019608 ...,  0.23921569  0.36078432\n",
       "     0.29411766]\n",
       "   [ 0.04705882  0.07843138  0.09411765 ...,  0.4509804   0.58431375\n",
       "     0.40784314]\n",
       "   [ 0.04705882  0.05882353  0.13333334 ...,  0.60392159  0.6156863\n",
       "     0.45490196]\n",
       "   ..., \n",
       "   [ 0.39215687  0.40392157  0.40784314 ...,  0.38039216  0.38431373\n",
       "     0.35686275]\n",
       "   [ 0.40392157  0.40784314  0.41960785 ...,  0.39607844  0.3882353\n",
       "     0.36078432]\n",
       "   [ 0.37254903  0.37254903  0.39607844 ...,  0.36470589  0.37254903\n",
       "     0.36078432]]\n",
       "\n",
       "  [[ 0.15686275  0.14117648  0.16078432 ...,  0.32156864  0.44313726\n",
       "     0.34901962]\n",
       "   [ 0.09803922  0.14509805  0.14117648 ...,  0.52549022  0.65882355\n",
       "     0.45882353]\n",
       "   [ 0.09803922  0.11372549  0.15686275 ...,  0.67450982  0.68627453\n",
       "     0.50588238]\n",
       "   ..., \n",
       "   [ 0.50588238  0.51764709  0.52549022 ...,  0.50196081  0.49411765\n",
       "     0.47450981]\n",
       "   [ 0.51764709  0.51372552  0.52941179 ...,  0.51764709  0.49803922\n",
       "     0.47450981]\n",
       "   [ 0.49411765  0.48235294  0.50196081 ...,  0.48627451  0.48235294\n",
       "     0.47058824]]\n",
       "\n",
       "  [[ 0.04705882  0.01176471  0.07058824 ...,  0.30588236  0.43921569\n",
       "     0.36078432]\n",
       "   [ 0.02352941  0.02745098  0.05882353 ...,  0.5411765   0.69411767\n",
       "     0.51372552]\n",
       "   [ 0.04313726  0.02352941  0.09411765 ...,  0.71372551  0.75294119\n",
       "     0.59215689]\n",
       "   ..., \n",
       "   [ 0.31764707  0.32941177  0.33725491 ...,  0.32941177  0.32941177\n",
       "     0.30980393]\n",
       "   [ 0.32549021  0.32549021  0.34117648 ...,  0.34117648  0.32941177\n",
       "     0.30980393]\n",
       "   [ 0.30588236  0.29803923  0.31764707 ...,  0.3137255   0.31764707\n",
       "     0.3137255 ]]]\n",
       "\n",
       "\n",
       " [[[ 0.28627452  0.38431373  0.3882353  ...,  0.52941179  0.52941179\n",
       "     0.79607844]\n",
       "   [ 0.27058825  0.32941177  0.26666668 ...,  0.33333334  0.27843139\n",
       "     0.47058824]\n",
       "   [ 0.27058825  0.35294119  0.24313726 ...,  0.29019609  0.20784314\n",
       "     0.24313726]\n",
       "   ..., \n",
       "   [ 0.48235294  0.51764709  0.50588238 ...,  0.42352942  0.24313726\n",
       "     0.10588235]\n",
       "   [ 0.4509804   0.48235294  0.50588238 ...,  0.4509804   0.25882354\n",
       "     0.10588235]\n",
       "   [ 0.45490196  0.47450981  0.50588238 ...,  0.45490196  0.26666668\n",
       "     0.10588235]]\n",
       "\n",
       "  [[ 0.30588236  0.40392157  0.41568628 ...,  0.58823532  0.58431375\n",
       "     0.84313726]\n",
       "   [ 0.28627452  0.34901962  0.29411766 ...,  0.37254903  0.32156864\n",
       "     0.52156866]\n",
       "   [ 0.28627452  0.37254903  0.27843139 ...,  0.31764707  0.24313726\n",
       "     0.29019609]\n",
       "   ..., \n",
       "   [ 0.50196081  0.51764709  0.50196081 ...,  0.41960785  0.23529412\n",
       "     0.10588235]\n",
       "   [ 0.47450981  0.48627451  0.49411765 ...,  0.45490196  0.25490198\n",
       "     0.10588235]\n",
       "   [ 0.47058824  0.47843137  0.50196081 ...,  0.4509804   0.25490198\n",
       "     0.10196079]]\n",
       "\n",
       "  [[ 0.29411766  0.44313726  0.44705883 ...,  0.59607846  0.60392159\n",
       "     0.87450981]\n",
       "   [ 0.27450982  0.38039216  0.31764707 ...,  0.34901962  0.3137255\n",
       "     0.52941179]\n",
       "   [ 0.27450982  0.39215687  0.29019609 ...,  0.27450982  0.21176471\n",
       "     0.27058825]\n",
       "   ..., \n",
       "   [ 0.3764706   0.40000001  0.39215687 ...,  0.34509805  0.21568628\n",
       "     0.10980392]\n",
       "   [ 0.35686275  0.37254903  0.3882353  ...,  0.36862746  0.23137255\n",
       "     0.10588235]\n",
       "   [ 0.35294119  0.36862746  0.39607844 ...,  0.36862746  0.22745098\n",
       "     0.10196079]]]]\n",
       "<NDArray 10000x3x32x32 @cpu(0)>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\n",
       "[[ 0.17089634  0.01088437 -0.04569125 ..., -0.04264998 -0.02200803\n",
       "  -0.01031495]\n",
       " [ 0.26343119  0.00868653 -0.04735368 ...,  0.10443804 -0.06067207\n",
       "  -0.02821601]\n",
       " [ 0.20072933  0.00649943 -0.03450613 ...,  0.0231309  -0.01013924\n",
       "  -0.02070815]\n",
       " ..., \n",
       " [ 0.12646179  0.00889461 -0.04903109 ..., -0.0093085  -0.05755803\n",
       "  -0.0453046 ]\n",
       " [ 0.23281378 -0.00636021 -0.10480515 ..., -0.00398986 -0.04914022\n",
       "  -0.01008645]\n",
       " [ 0.16446826  0.00741851 -0.03781474 ..., -0.00831909 -0.04310116\n",
       "  -0.02940574]]\n",
       "<NDArray 10000x10 @gpu(0)>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "net(X_test.as_in_context(model_ctx))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}