use_this.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\tvalid_0's auc: 0.63419\n",
      "Training until validation scores don't improve for 10 rounds.\n",
      "[2]\tvalid_0's auc: 0.676743\n",
      "[3]\tvalid_0's auc: 0.691866\n",
      "[4]\tvalid_0's auc: 0.712222\n",
      "[5]\tvalid_0's auc: 0.719613\n",
      "[6]\tvalid_0's auc: 0.726519\n",
      "[7]\tvalid_0's auc: 0.739146\n",
      "[8]\tvalid_0's auc: 0.745985\n",
      "[9]\tvalid_0's auc: 0.755551\n",
      "[10]\tvalid_0's auc: 0.7626\n",
      "[11]\tvalid_0's auc: 0.766156\n",
      "[12]\tvalid_0's auc: 0.77024\n",
      "[13]\tvalid_0's auc: 0.773318\n",
      "[14]\tvalid_0's auc: 0.776653\n",
      "[15]\tvalid_0's auc: 0.780774\n",
      "[16]\tvalid_0's auc: 0.781654\n",
      "[17]\tvalid_0's auc: 0.782646\n",
      "[18]\tvalid_0's auc: 0.783199\n",
      "[19]\tvalid_0's auc: 0.785029\n",
      "[20]\tvalid_0's auc: 0.785878\n",
      "[21]\tvalid_0's auc: 0.788766\n",
      "[22]\tvalid_0's auc: 0.790982\n",
      "[23]\tvalid_0's auc: 0.792686\n",
      "[24]\tvalid_0's auc: 0.793971\n",
      "[25]\tvalid_0's auc: 0.795714\n",
      "[26]\tvalid_0's auc: 0.797427\n",
      "[27]\tvalid_0's auc: 0.79912\n",
      "[28]\tvalid_0's auc: 0.79917\n",
      "[29]\tvalid_0's auc: 0.800304\n",
      "[30]\tvalid_0's auc: 0.801601\n",
      "[31]\tvalid_0's auc: 0.803119\n",
      "[32]\tvalid_0's auc: 0.80447\n",
      "[33]\tvalid_0's auc: 0.805023\n",
      "[34]\tvalid_0's auc: 0.80602\n",
      "[35]\tvalid_0's auc: 0.806705\n",
      "[36]\tvalid_0's auc: 0.808074\n",
      "[37]\tvalid_0's auc: 0.80892\n",
      "[38]\tvalid_0's auc: 0.810227\n",
      "[39]\tvalid_0's auc: 0.811031\n",
      "[40]\tvalid_0's auc: 0.811945\n",
      "[41]\tvalid_0's auc: 0.813647\n",
      "[42]\tvalid_0's auc: 0.814601\n",
      "[43]\tvalid_0's auc: 0.814717\n",
      "[44]\tvalid_0's auc: 0.815017\n",
      "[45]\tvalid_0's auc: 0.815744\n",
      "[46]\tvalid_0's auc: 0.816656\n",
      "[47]\tvalid_0's auc: 0.817926\n",
      "[48]\tvalid_0's auc: 0.818711\n",
      "[49]\tvalid_0's auc: 0.820197\n",
      "[50]\tvalid_0's auc: 0.820457\n",
      "[51]\tvalid_0's auc: 0.82117\n",
      "[52]\tvalid_0's auc: 0.82209\n",
      "[53]\tvalid_0's auc: 0.822734\n",
      "[54]\tvalid_0's auc: 0.823108\n",
      "[55]\tvalid_0's auc: 0.824197\n",
      "[56]\tvalid_0's auc: 0.825107\n",
      "[57]\tvalid_0's auc: 0.825852\n",
      "[58]\tvalid_0's auc: 0.82641\n",
      "[59]\tvalid_0's auc: 0.826725\n",
      "[60]\tvalid_0's auc: 0.82749\n",
      "[61]\tvalid_0's auc: 0.828517\n",
      "[62]\tvalid_0's auc: 0.829227\n",
      "[63]\tvalid_0's auc: 0.829666\n",
      "[64]\tvalid_0's auc: 0.8305\n",
      "[65]\tvalid_0's auc: 0.831139\n",
      "[66]\tvalid_0's auc: 0.831591\n",
      "[67]\tvalid_0's auc: 0.832324\n",
      "[68]\tvalid_0's auc: 0.83334\n",
      "[69]\tvalid_0's auc: 0.833851\n",
      "[70]\tvalid_0's auc: 0.834333\n",
      "[71]\tvalid_0's auc: 0.834672\n",
      "[72]\tvalid_0's auc: 0.834946\n",
      "[73]\tvalid_0's auc: 0.835518\n",
      "[74]\tvalid_0's auc: 0.836266\n",
      "[75]\tvalid_0's auc: 0.836602\n",
      "[76]\tvalid_0's auc: 0.836869\n",
      "[77]\tvalid_0's auc: 0.837152\n",
      "[78]\tvalid_0's auc: 0.838096\n",
      "[79]\tvalid_0's auc: 0.838632\n",
      "[80]\tvalid_0's auc: 0.838824\n",
      "[81]\tvalid_0's auc: 0.839181\n",
      "[82]\tvalid_0's auc: 0.839749\n",
      "[83]\tvalid_0's auc: 0.840406\n",
      "[84]\tvalid_0's auc: 0.840849\n",
      "[85]\tvalid_0's auc: 0.841224\n",
      "[86]\tvalid_0's auc: 0.84186\n",
      "[87]\tvalid_0's auc: 0.842402\n",
      "[88]\tvalid_0's auc: 0.842976\n",
      "[89]\tvalid_0's auc: 0.843494\n",
      "[90]\tvalid_0's auc: 0.843846\n",
      "[91]\tvalid_0's auc: 0.844368\n",
      "[92]\tvalid_0's auc: 0.844841\n",
      "[93]\tvalid_0's auc: 0.84531\n",
      "[94]\tvalid_0's auc: 0.845748\n",
      "[95]\tvalid_0's auc: 0.846286\n",
      "[96]\tvalid_0's auc: 0.846534\n",
      "[97]\tvalid_0's auc: 0.846904\n",
      "[98]\tvalid_0's auc: 0.847663\n",
      "[99]\tvalid_0's auc: 0.848202\n",
      "[100]\tvalid_0's auc: 0.84834\n",
      "[101]\tvalid_0's auc: 0.848692\n",
      "[102]\tvalid_0's auc: 0.849174\n",
      "[103]\tvalid_0's auc: 0.849601\n",
      "[104]\tvalid_0's auc: 0.8502\n",
      "[105]\tvalid_0's auc: 0.850481\n",
      "[106]\tvalid_0's auc: 0.85095\n",
      "[107]\tvalid_0's auc: 0.851276\n",
      "[108]\tvalid_0's auc: 0.851531\n",
      "[109]\tvalid_0's auc: 0.851843\n",
      "[110]\tvalid_0's auc: 0.852141\n",
      "[111]\tvalid_0's auc: 0.852369\n",
      "[112]\tvalid_0's auc: 0.852727\n",
      "[113]\tvalid_0's auc: 0.853102\n",
      "[114]\tvalid_0's auc: 0.853601\n",
      "[115]\tvalid_0's auc: 0.853981\n",
      "[116]\tvalid_0's auc: 0.854431\n",
      "[117]\tvalid_0's auc: 0.854696\n",
      "[118]\tvalid_0's auc: 0.854862\n",
      "[119]\tvalid_0's auc: 0.855041\n",
      "[120]\tvalid_0's auc: 0.855284\n",
      "[121]\tvalid_0's auc: 0.855592\n",
      "[122]\tvalid_0's auc: 0.855749\n",
      "[123]\tvalid_0's auc: 0.855888\n",
      "[124]\tvalid_0's auc: 0.856165\n",
      "[125]\tvalid_0's auc: 0.85634\n",
      "[126]\tvalid_0's auc: 0.856733\n",
      "[127]\tvalid_0's auc: 0.856732\n",
      "[128]\tvalid_0's auc: 0.856996\n",
      "[129]\tvalid_0's auc: 0.857236\n",
      "[130]\tvalid_0's auc: 0.857454\n",
      "[131]\tvalid_0's auc: 0.857783\n",
      "[132]\tvalid_0's auc: 0.857758\n",
      "[133]\tvalid_0's auc: 0.857893\n",
      "[134]\tvalid_0's auc: 0.858158\n",
      "[135]\tvalid_0's auc: 0.858523\n",
      "[136]\tvalid_0's auc: 0.858699\n",
      "[137]\tvalid_0's auc: 0.85884\n",
      "[138]\tvalid_0's auc: 0.85898\n",
      "[139]\tvalid_0's auc: 0.859274\n",
      "[140]\tvalid_0's auc: 0.859618\n",
      "[141]\tvalid_0's auc: 0.859891\n",
      "[142]\tvalid_0's auc: 0.860038\n",
      "[143]\tvalid_0's auc: 0.86021\n",
      "[144]\tvalid_0's auc: 0.860477\n",
      "[145]\tvalid_0's auc: 0.860754\n",
      "[146]\tvalid_0's auc: 0.860769\n",
      "[147]\tvalid_0's auc: 0.860931\n",
      "[148]\tvalid_0's auc: 0.86124\n",
      "[149]\tvalid_0's auc: 0.861413\n",
      "[150]\tvalid_0's auc: 0.861534\n",
      "[151]\tvalid_0's auc: 0.86183\n",
      "[152]\tvalid_0's auc: 0.861783\n",
      "[153]\tvalid_0's auc: 0.86193\n",
      "[154]\tvalid_0's auc: 0.862236\n",
      "[155]\tvalid_0's auc: 0.862431\n",
      "[156]\tvalid_0's auc: 0.862549\n",
      "[157]\tvalid_0's auc: 0.862761\n",
      "[158]\tvalid_0's auc: 0.862849\n",
      "[159]\tvalid_0's auc: 0.862994\n",
      "[160]\tvalid_0's auc: 0.863262\n",
      "[161]\tvalid_0's auc: 0.86352\n",
      "[162]\tvalid_0's auc: 0.863785\n",
      "[163]\tvalid_0's auc: 0.864002\n",
      "[164]\tvalid_0's auc: 0.864355\n",
      "[165]\tvalid_0's auc: 0.864567\n",
      "[166]\tvalid_0's auc: 0.864851\n",
      "[167]\tvalid_0's auc: 0.865197\n",
      "[168]\tvalid_0's auc: 0.865237\n",
      "[169]\tvalid_0's auc: 0.865488\n",
      "[170]\tvalid_0's auc: 0.865606\n",
      "[171]\tvalid_0's auc: 0.865851\n",
      "[172]\tvalid_0's auc: 0.86612\n",
      "[173]\tvalid_0's auc: 0.866268\n",
      "[174]\tvalid_0's auc: 0.866446\n",
      "[175]\tvalid_0's auc: 0.866713\n",
      "[176]\tvalid_0's auc: 0.867009\n",
      "[177]\tvalid_0's auc: 0.867189\n",
      "[178]\tvalid_0's auc: 0.867333\n",
      "[179]\tvalid_0's auc: 0.867603\n",
      "[180]\tvalid_0's auc: 0.867844\n",
      "[181]\tvalid_0's auc: 0.86792\n",
      "[182]\tvalid_0's auc: 0.868037\n",
      "[183]\tvalid_0's auc: 0.868181\n",
      "[184]\tvalid_0's auc: 0.868362\n",
      "[185]\tvalid_0's auc: 0.868581\n",
      "[186]\tvalid_0's auc: 0.868749\n",
      "[187]\tvalid_0's auc: 0.868905\n",
      "[188]\tvalid_0's auc: 0.869104\n",
      "[189]\tvalid_0's auc: 0.869307\n",
      "[190]\tvalid_0's auc: 0.869486\n",
      "[191]\tvalid_0's auc: 0.86964\n",
      "[192]\tvalid_0's auc: 0.869734\n",
      "[193]\tvalid_0's auc: 0.869973\n",
      "[194]\tvalid_0's auc: 0.870202\n",
      "[195]\tvalid_0's auc: 0.870261\n",
      "[196]\tvalid_0's auc: 0.870405\n",
      "[197]\tvalid_0's auc: 0.870619\n",
      "[198]\tvalid_0's auc: 0.87077\n",
      "[199]\tvalid_0's auc: 0.871\n",
      "[200]\tvalid_0's auc: 0.871189\n",
      "[201]\tvalid_0's auc: 0.87132\n",
      "[202]\tvalid_0's auc: 0.871489\n",
      "[203]\tvalid_0's auc: 0.871664\n",
      "[204]\tvalid_0's auc: 0.871755\n",
      "[205]\tvalid_0's auc: 0.871926\n",
      "[206]\tvalid_0's auc: 0.872041\n",
      "[207]\tvalid_0's auc: 0.872274\n",
      "[208]\tvalid_0's auc: 0.872393\n",
      "[209]\tvalid_0's auc: 0.872412\n",
      "[210]\tvalid_0's auc: 0.872578\n",
      "[211]\tvalid_0's auc: 0.872782\n",
      "[212]\tvalid_0's auc: 0.872839\n",
      "[213]\tvalid_0's auc: 0.872953\n",
      "[214]\tvalid_0's auc: 0.873101\n",
      "[215]\tvalid_0's auc: 0.873232\n",
      "[216]\tvalid_0's auc: 0.873397\n",
      "[217]\tvalid_0's auc: 0.873538\n",
      "[218]\tvalid_0's auc: 0.873765\n",
      "[219]\tvalid_0's auc: 0.87385\n",
      "[220]\tvalid_0's auc: 0.873936\n",
      "[221]\tvalid_0's auc: 0.874108\n",
      "[222]\tvalid_0's auc: 0.874204\n",
      "[223]\tvalid_0's auc: 0.874393\n",
      "[224]\tvalid_0's auc: 0.874404\n",
      "[225]\tvalid_0's auc: 0.874498\n",
      "[226]\tvalid_0's auc: 0.874649\n",
      "[227]\tvalid_0's auc: 0.874769\n",
      "[228]\tvalid_0's auc: 0.874756\n",
      "[229]\tvalid_0's auc: 0.874901\n",
      "[230]\tvalid_0's auc: 0.87501\n",
      "[231]\tvalid_0's auc: 0.875133\n",
      "[232]\tvalid_0's auc: 0.875242\n",
      "[233]\tvalid_0's auc: 0.875343\n",
      "[234]\tvalid_0's auc: 0.875471\n",
      "[235]\tvalid_0's auc: 0.875579\n",
      "[236]\tvalid_0's auc: 0.875686\n",
      "[237]\tvalid_0's auc: 0.875767\n",
      "[238]\tvalid_0's auc: 0.875838\n",
      "[239]\tvalid_0's auc: 0.876018\n",
      "[240]\tvalid_0's auc: 0.87614\n",
      "[241]\tvalid_0's auc: 0.876255\n",
      "[242]\tvalid_0's auc: 0.876306\n",
      "[243]\tvalid_0's auc: 0.876404\n",
      "[244]\tvalid_0's auc: 0.876443\n",
      "[245]\tvalid_0's auc: 0.876527\n",
      "[246]\tvalid_0's auc: 0.876695\n",
      "[247]\tvalid_0's auc: 0.876746\n",
      "[248]\tvalid_0's auc: 0.876779\n",
      "[249]\tvalid_0's auc: 0.876829\n",
      "[250]\tvalid_0's auc: 0.87691\n",
      "[251]\tvalid_0's auc: 0.877006\n",
      "[252]\tvalid_0's auc: 0.877015\n",
      "[253]\tvalid_0's auc: 0.87709\n",
      "[254]\tvalid_0's auc: 0.877111\n",
      "[255]\tvalid_0's auc: 0.8772\n",
      "[256]\tvalid_0's auc: 0.877276\n",
      "[257]\tvalid_0's auc: 0.877332\n",
      "[258]\tvalid_0's auc: 0.877493\n",
      "[259]\tvalid_0's auc: 0.877528\n",
      "[260]\tvalid_0's auc: 0.877647\n",
      "[261]\tvalid_0's auc: 0.877763\n",
      "[262]\tvalid_0's auc: 0.877868\n",
      "[263]\tvalid_0's auc: 0.877922\n",
      "[264]\tvalid_0's auc: 0.878082\n",
      "[265]\tvalid_0's auc: 0.878235\n",
      "[266]\tvalid_0's auc: 0.878306\n",
      "[267]\tvalid_0's auc: 0.878367\n",
      "[268]\tvalid_0's auc: 0.878444\n",
      "[269]\tvalid_0's auc: 0.878474\n",
      "[270]\tvalid_0's auc: 0.878497\n",
      "[271]\tvalid_0's auc: 0.878553\n",
      "[272]\tvalid_0's auc: 0.878573\n",
      "[273]\tvalid_0's auc: 0.87866\n",
      "[274]\tvalid_0's auc: 0.878745\n",
      "[275]\tvalid_0's auc: 0.878789\n",
      "[276]\tvalid_0's auc: 0.878938\n",
      "[277]\tvalid_0's auc: 0.879029\n",
      "[278]\tvalid_0's auc: 0.879069\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[279]\tvalid_0's auc: 0.879075\n",
      "[280]\tvalid_0's auc: 0.879208\n",
      "[281]\tvalid_0's auc: 0.879143\n",
      "[282]\tvalid_0's auc: 0.87921\n",
      "[283]\tvalid_0's auc: 0.87937\n",
      "[284]\tvalid_0's auc: 0.879385\n",
      "[285]\tvalid_0's auc: 0.87946\n",
      "[286]\tvalid_0's auc: 0.879509\n",
      "[287]\tvalid_0's auc: 0.879556\n",
      "[288]\tvalid_0's auc: 0.8797\n",
      "[289]\tvalid_0's auc: 0.879877\n",
      "[290]\tvalid_0's auc: 0.880009\n",
      "[291]\tvalid_0's auc: 0.880111\n",
      "[292]\tvalid_0's auc: 0.880123\n",
      "[293]\tvalid_0's auc: 0.880279\n",
      "[294]\tvalid_0's auc: 0.880303\n",
      "[295]\tvalid_0's auc: 0.880373\n",
      "[296]\tvalid_0's auc: 0.880412\n",
      "[297]\tvalid_0's auc: 0.880495\n",
      "[298]\tvalid_0's auc: 0.880612\n",
      "[299]\tvalid_0's auc: 0.880764\n",
      "[300]\tvalid_0's auc: 0.880821\n",
      "[301]\tvalid_0's auc: 0.88095\n",
      "[302]\tvalid_0's auc: 0.881038\n",
      "[303]\tvalid_0's auc: 0.881064\n",
      "[304]\tvalid_0's auc: 0.88119\n",
      "[305]\tvalid_0's auc: 0.88122\n",
      "[306]\tvalid_0's auc: 0.88128\n",
      "[307]\tvalid_0's auc: 0.881319\n",
      "[308]\tvalid_0's auc: 0.881404\n",
      "[309]\tvalid_0's auc: 0.881518\n",
      "[310]\tvalid_0's auc: 0.881693\n",
      "[311]\tvalid_0's auc: 0.881751\n",
      "[312]\tvalid_0's auc: 0.881876\n",
      "[313]\tvalid_0's auc: 0.881957\n",
      "[314]\tvalid_0's auc: 0.881963\n",
      "[315]\tvalid_0's auc: 0.882023\n",
      "[316]\tvalid_0's auc: 0.882108\n",
      "[317]\tvalid_0's auc: 0.882137\n",
      "[318]\tvalid_0's auc: 0.882179\n",
      "[319]\tvalid_0's auc: 0.882292\n",
      "[320]\tvalid_0's auc: 0.882344\n",
      "[321]\tvalid_0's auc: 0.88244\n",
      "[322]\tvalid_0's auc: 0.882491\n",
      "[323]\tvalid_0's auc: 0.882591\n",
      "[324]\tvalid_0's auc: 0.882659\n",
      "[325]\tvalid_0's auc: 0.882741\n",
      "[326]\tvalid_0's auc: 0.882893\n",
      "[327]\tvalid_0's auc: 0.882937\n",
      "[328]\tvalid_0's auc: 0.882936\n",
      "[329]\tvalid_0's auc: 0.88299\n",
      "[330]\tvalid_0's auc: 0.883067\n",
      "[331]\tvalid_0's auc: 0.883174\n",
      "[332]\tvalid_0's auc: 0.883153\n",
      "[333]\tvalid_0's auc: 0.883238\n",
      "[334]\tvalid_0's auc: 0.88333\n",
      "[335]\tvalid_0's auc: 0.883356\n",
      "[336]\tvalid_0's auc: 0.883367\n",
      "[337]\tvalid_0's auc: 0.883378\n",
      "[338]\tvalid_0's auc: 0.883401\n",
      "[339]\tvalid_0's auc: 0.883471\n",
      "[340]\tvalid_0's auc: 0.883538\n",
      "[341]\tvalid_0's auc: 0.883634\n",
      "[342]\tvalid_0's auc: 0.883707\n",
      "[343]\tvalid_0's auc: 0.883782\n",
      "[344]\tvalid_0's auc: 0.883887\n",
      "[345]\tvalid_0's auc: 0.883907\n",
      "[346]\tvalid_0's auc: 0.883975\n",
      "[347]\tvalid_0's auc: 0.884022\n",
      "[348]\tvalid_0's auc: 0.884055\n",
      "[349]\tvalid_0's auc: 0.884045\n",
      "[350]\tvalid_0's auc: 0.884115\n",
      "[351]\tvalid_0's auc: 0.88419\n",
      "[352]\tvalid_0's auc: 0.884212\n",
      "[353]\tvalid_0's auc: 0.884305\n",
      "[354]\tvalid_0's auc: 0.884349\n",
      "[355]\tvalid_0's auc: 0.884391\n",
      "[356]\tvalid_0's auc: 0.884475\n",
      "[357]\tvalid_0's auc: 0.884542\n",
      "[358]\tvalid_0's auc: 0.884553\n",
      "[359]\tvalid_0's auc: 0.884592\n",
      "[360]\tvalid_0's auc: 0.884601\n",
      "[361]\tvalid_0's auc: 0.88459\n",
      "[362]\tvalid_0's auc: 0.884659\n",
      "[363]\tvalid_0's auc: 0.884703\n",
      "[364]\tvalid_0's auc: 0.88473\n",
      "[365]\tvalid_0's auc: 0.884764\n",
      "[366]\tvalid_0's auc: 0.88487\n",
      "[367]\tvalid_0's auc: 0.884972\n",
      "[368]\tvalid_0's auc: 0.885039\n",
      "[369]\tvalid_0's auc: 0.885111\n",
      "[370]\tvalid_0's auc: 0.885138\n",
      "[371]\tvalid_0's auc: 0.885159\n",
      "[372]\tvalid_0's auc: 0.885195\n",
      "[373]\tvalid_0's auc: 0.885279\n",
      "[374]\tvalid_0's auc: 0.88527\n",
      "[375]\tvalid_0's auc: 0.885346\n",
      "[376]\tvalid_0's auc: 0.885372\n",
      "[377]\tvalid_0's auc: 0.885395\n",
      "[378]\tvalid_0's auc: 0.885449\n",
      "[379]\tvalid_0's auc: 0.885506\n",
      "[380]\tvalid_0's auc: 0.885594\n",
      "[381]\tvalid_0's auc: 0.885628\n",
      "[382]\tvalid_0's auc: 0.885699\n",
      "[383]\tvalid_0's auc: 0.885756\n",
      "[384]\tvalid_0's auc: 0.885822\n",
      "[385]\tvalid_0's auc: 0.885851\n",
      "[386]\tvalid_0's auc: 0.885877\n",
      "[387]\tvalid_0's auc: 0.885931\n",
      "[388]\tvalid_0's auc: 0.885987\n",
      "[389]\tvalid_0's auc: 0.886018\n",
      "[390]\tvalid_0's auc: 0.886041\n",
      "[391]\tvalid_0's auc: 0.886053\n",
      "[392]\tvalid_0's auc: 0.886072\n",
      "[393]\tvalid_0's auc: 0.886092\n",
      "[394]\tvalid_0's auc: 0.886142\n",
      "[395]\tvalid_0's auc: 0.8862\n",
      "[396]\tvalid_0's auc: 0.886252\n",
      "[397]\tvalid_0's auc: 0.886294\n",
      "[398]\tvalid_0's auc: 0.886238\n",
      "[399]\tvalid_0's auc: 0.886298\n",
      "[400]\tvalid_0's auc: 0.88635\n",
      "[401]\tvalid_0's auc: 0.886457\n",
      "[402]\tvalid_0's auc: 0.886467\n",
      "[403]\tvalid_0's auc: 0.886485\n",
      "[404]\tvalid_0's auc: 0.886511\n",
      "[405]\tvalid_0's auc: 0.886534\n",
      "[406]\tvalid_0's auc: 0.886599\n",
      "[407]\tvalid_0's auc: 0.886611\n",
      "[408]\tvalid_0's auc: 0.886635\n",
      "[409]\tvalid_0's auc: 0.886649\n",
      "[410]\tvalid_0's auc: 0.886709\n",
      "[411]\tvalid_0's auc: 0.886762\n",
      "[412]\tvalid_0's auc: 0.886856\n",
      "[413]\tvalid_0's auc: 0.886919\n",
      "[414]\tvalid_0's auc: 0.886937\n",
      "[415]\tvalid_0's auc: 0.886945\n",
      "[416]\tvalid_0's auc: 0.886972\n",
      "[417]\tvalid_0's auc: 0.886967\n",
      "[418]\tvalid_0's auc: 0.887009\n",
      "[419]\tvalid_0's auc: 0.886975\n",
      "[420]\tvalid_0's auc: 0.887001\n",
      "[421]\tvalid_0's auc: 0.887083\n",
      "[422]\tvalid_0's auc: 0.887177\n",
      "[423]\tvalid_0's auc: 0.887249\n",
      "[424]\tvalid_0's auc: 0.887317\n",
      "[425]\tvalid_0's auc: 0.887367\n",
      "[426]\tvalid_0's auc: 0.887355\n",
      "[427]\tvalid_0's auc: 0.88733\n",
      "[428]\tvalid_0's auc: 0.887415\n",
      "[429]\tvalid_0's auc: 0.887453\n",
      "[430]\tvalid_0's auc: 0.887445\n",
      "[431]\tvalid_0's auc: 0.887501\n",
      "[432]\tvalid_0's auc: 0.887546\n",
      "[433]\tvalid_0's auc: 0.887633\n",
      "[434]\tvalid_0's auc: 0.887706\n",
      "[435]\tvalid_0's auc: 0.887746\n",
      "[436]\tvalid_0's auc: 0.887779\n",
      "[437]\tvalid_0's auc: 0.88778\n",
      "[438]\tvalid_0's auc: 0.887845\n",
      "[439]\tvalid_0's auc: 0.887807\n",
      "[440]\tvalid_0's auc: 0.887816\n",
      "[441]\tvalid_0's auc: 0.887866\n",
      "[442]\tvalid_0's auc: 0.887948\n",
      "[443]\tvalid_0's auc: 0.887982\n",
      "[444]\tvalid_0's auc: 0.887985\n",
      "[445]\tvalid_0's auc: 0.888005\n",
      "[446]\tvalid_0's auc: 0.888044\n",
      "[447]\tvalid_0's auc: 0.888057\n",
      "[448]\tvalid_0's auc: 0.888099\n",
      "[449]\tvalid_0's auc: 0.888122\n",
      "[450]\tvalid_0's auc: 0.888151\n",
      "[451]\tvalid_0's auc: 0.888172\n",
      "[452]\tvalid_0's auc: 0.888233\n",
      "[453]\tvalid_0's auc: 0.888272\n",
      "[454]\tvalid_0's auc: 0.888286\n",
      "[455]\tvalid_0's auc: 0.888298\n",
      "[456]\tvalid_0's auc: 0.888345\n",
      "[457]\tvalid_0's auc: 0.888376\n",
      "[458]\tvalid_0's auc: 0.88837\n",
      "[459]\tvalid_0's auc: 0.888377\n",
      "[460]\tvalid_0's auc: 0.888422\n",
      "[461]\tvalid_0's auc: 0.888494\n",
      "[462]\tvalid_0's auc: 0.88855\n",
      "[463]\tvalid_0's auc: 0.888612\n",
      "[464]\tvalid_0's auc: 0.888679\n",
      "[465]\tvalid_0's auc: 0.888656\n",
      "[466]\tvalid_0's auc: 0.888668\n",
      "[467]\tvalid_0's auc: 0.888685\n",
      "[468]\tvalid_0's auc: 0.888704\n",
      "[469]\tvalid_0's auc: 0.888728\n",
      "[470]\tvalid_0's auc: 0.888775\n",
      "[471]\tvalid_0's auc: 0.88878\n",
      "[472]\tvalid_0's auc: 0.888767\n",
      "[473]\tvalid_0's auc: 0.888844\n",
      "[474]\tvalid_0's auc: 0.888802\n",
      "[475]\tvalid_0's auc: 0.888806\n",
      "[476]\tvalid_0's auc: 0.888821\n",
      "[477]\tvalid_0's auc: 0.888851\n",
      "[478]\tvalid_0's auc: 0.88884\n",
      "[479]\tvalid_0's auc: 0.888869\n",
      "[480]\tvalid_0's auc: 0.888887\n",
      "[481]\tvalid_0's auc: 0.888905\n",
      "[482]\tvalid_0's auc: 0.888872\n",
      "[483]\tvalid_0's auc: 0.88894\n",
      "[484]\tvalid_0's auc: 0.888898\n",
      "[485]\tvalid_0's auc: 0.888912\n",
      "[486]\tvalid_0's auc: 0.888939\n",
      "[487]\tvalid_0's auc: 0.889023\n",
      "[488]\tvalid_0's auc: 0.889032\n",
      "[489]\tvalid_0's auc: 0.88909\n",
      "[490]\tvalid_0's auc: 0.889112\n",
      "[491]\tvalid_0's auc: 0.889163\n",
      "[492]\tvalid_0's auc: 0.889222\n",
      "[493]\tvalid_0's auc: 0.889249\n",
      "[494]\tvalid_0's auc: 0.889302\n",
      "[495]\tvalid_0's auc: 0.889355\n",
      "[496]\tvalid_0's auc: 0.88941\n",
      "[497]\tvalid_0's auc: 0.889374\n",
      "[498]\tvalid_0's auc: 0.889451\n",
      "[499]\tvalid_0's auc: 0.889493\n",
      "[500]\tvalid_0's auc: 0.889489\n",
      "[501]\tvalid_0's auc: 0.88954\n",
      "[502]\tvalid_0's auc: 0.889547\n",
      "[503]\tvalid_0's auc: 0.889541\n",
      "[504]\tvalid_0's auc: 0.8896\n",
      "[505]\tvalid_0's auc: 0.88959\n",
      "[506]\tvalid_0's auc: 0.889565\n",
      "[507]\tvalid_0's auc: 0.889571\n",
      "[508]\tvalid_0's auc: 0.889563\n",
      "[509]\tvalid_0's auc: 0.889589\n",
      "[510]\tvalid_0's auc: 0.889592\n",
      "[511]\tvalid_0's auc: 0.889639\n",
      "[512]\tvalid_0's auc: 0.889631\n",
      "[513]\tvalid_0's auc: 0.889644\n",
      "[514]\tvalid_0's auc: 0.889652\n",
      "[515]\tvalid_0's auc: 0.889685\n",
      "[516]\tvalid_0's auc: 0.889744\n",
      "[517]\tvalid_0's auc: 0.889756\n",
      "[518]\tvalid_0's auc: 0.889799\n",
      "[519]\tvalid_0's auc: 0.889804\n",
      "[520]\tvalid_0's auc: 0.889863\n",
      "[521]\tvalid_0's auc: 0.88991\n",
      "[522]\tvalid_0's auc: 0.889943\n",
      "[523]\tvalid_0's auc: 0.889962\n",
      "[524]\tvalid_0's auc: 0.889993\n",
      "[525]\tvalid_0's auc: 0.890026\n",
      "[526]\tvalid_0's auc: 0.890031\n",
      "[527]\tvalid_0's auc: 0.890078\n",
      "[528]\tvalid_0's auc: 0.890117\n",
      "[529]\tvalid_0's auc: 0.890156\n",
      "[530]\tvalid_0's auc: 0.890198\n",
      "[531]\tvalid_0's auc: 0.890203\n",
      "[532]\tvalid_0's auc: 0.890237\n",
      "[533]\tvalid_0's auc: 0.89031\n",
      "[534]\tvalid_0's auc: 0.890339\n",
      "[535]\tvalid_0's auc: 0.89037\n",
      "[536]\tvalid_0's auc: 0.890354\n",
      "[537]\tvalid_0's auc: 0.890387\n",
      "[538]\tvalid_0's auc: 0.890412\n",
      "[539]\tvalid_0's auc: 0.890466\n",
      "[540]\tvalid_0's auc: 0.890468\n",
      "[541]\tvalid_0's auc: 0.890488\n",
      "[542]\tvalid_0's auc: 0.890516\n",
      "[543]\tvalid_0's auc: 0.890546\n",
      "[544]\tvalid_0's auc: 0.890607\n",
      "[545]\tvalid_0's auc: 0.890639\n",
      "[546]\tvalid_0's auc: 0.890682\n",
      "[547]\tvalid_0's auc: 0.890681\n",
      "[548]\tvalid_0's auc: 0.890692\n",
      "[549]\tvalid_0's auc: 0.890712\n",
      "[550]\tvalid_0's auc: 0.890654\n",
      "[551]\tvalid_0's auc: 0.890649\n",
      "[552]\tvalid_0's auc: 0.890691\n",
      "[553]\tvalid_0's auc: 0.890721\n",
      "[554]\tvalid_0's auc: 0.890733\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[555]\tvalid_0's auc: 0.890765\n",
      "[556]\tvalid_0's auc: 0.890805\n",
      "[557]\tvalid_0's auc: 0.890802\n",
      "[558]\tvalid_0's auc: 0.890813\n",
      "[559]\tvalid_0's auc: 0.890791\n",
      "[560]\tvalid_0's auc: 0.890854\n",
      "[561]\tvalid_0's auc: 0.890904\n",
      "[562]\tvalid_0's auc: 0.890931\n",
      "[563]\tvalid_0's auc: 0.890994\n",
      "[564]\tvalid_0's auc: 0.890999\n",
      "[565]\tvalid_0's auc: 0.891037\n",
      "[566]\tvalid_0's auc: 0.891014\n",
      "[567]\tvalid_0's auc: 0.891029\n",
      "[568]\tvalid_0's auc: 0.891039\n",
      "[569]\tvalid_0's auc: 0.891051\n",
      "[570]\tvalid_0's auc: 0.89107\n",
      "[571]\tvalid_0's auc: 0.891105\n",
      "[572]\tvalid_0's auc: 0.891137\n",
      "[573]\tvalid_0's auc: 0.891157\n",
      "[574]\tvalid_0's auc: 0.891174\n",
      "[575]\tvalid_0's auc: 0.891187\n",
      "[576]\tvalid_0's auc: 0.891195\n",
      "[577]\tvalid_0's auc: 0.891157\n",
      "[578]\tvalid_0's auc: 0.891183\n",
      "[579]\tvalid_0's auc: 0.891196\n",
      "[580]\tvalid_0's auc: 0.89121\n",
      "[581]\tvalid_0's auc: 0.891188\n",
      "[582]\tvalid_0's auc: 0.891275\n",
      "[583]\tvalid_0's auc: 0.891249\n",
      "[584]\tvalid_0's auc: 0.891253\n",
      "[585]\tvalid_0's auc: 0.891241\n",
      "[586]\tvalid_0's auc: 0.891278\n",
      "[587]\tvalid_0's auc: 0.89128\n",
      "[588]\tvalid_0's auc: 0.891259\n",
      "[589]\tvalid_0's auc: 0.891275\n",
      "[590]\tvalid_0's auc: 0.891284\n",
      "[591]\tvalid_0's auc: 0.891304\n",
      "[592]\tvalid_0's auc: 0.891309\n",
      "[593]\tvalid_0's auc: 0.891306\n",
      "[594]\tvalid_0's auc: 0.891377\n",
      "[595]\tvalid_0's auc: 0.891401\n",
      "[596]\tvalid_0's auc: 0.891426\n",
      "[597]\tvalid_0's auc: 0.891465\n",
      "[598]\tvalid_0's auc: 0.891476\n",
      "[599]\tvalid_0's auc: 0.891486\n",
      "[600]\tvalid_0's auc: 0.891547\n",
      "[601]\tvalid_0's auc: 0.891535\n",
      "[602]\tvalid_0's auc: 0.89153\n",
      "[603]\tvalid_0's auc: 0.89153\n",
      "[604]\tvalid_0's auc: 0.891557\n",
      "[605]\tvalid_0's auc: 0.891603\n",
      "[606]\tvalid_0's auc: 0.891646\n",
      "[607]\tvalid_0's auc: 0.891666\n",
      "[608]\tvalid_0's auc: 0.891678\n",
      "[609]\tvalid_0's auc: 0.891695\n",
      "[610]\tvalid_0's auc: 0.89167\n",
      "[611]\tvalid_0's auc: 0.891703\n",
      "[612]\tvalid_0's auc: 0.891696\n",
      "[613]\tvalid_0's auc: 0.891666\n",
      "[614]\tvalid_0's auc: 0.891687\n",
      "[615]\tvalid_0's auc: 0.891647\n",
      "[616]\tvalid_0's auc: 0.891632\n",
      "[617]\tvalid_0's auc: 0.891651\n",
      "[618]\tvalid_0's auc: 0.891652\n",
      "[619]\tvalid_0's auc: 0.891654\n",
      "[620]\tvalid_0's auc: 0.891674\n",
      "[621]\tvalid_0's auc: 0.891699\n",
      "Early stopping, best iteration is:\n",
      "[611]\tvalid_0's auc: 0.891703\n"
     ]
    }
   ],
   "source": [
    "from quick_model import quick_model\n",
    "\n",
    "# instantiate class\n",
    "model = quick_model(test_size=.2, silent=True)\n",
    "parameters = {\n",
    "            'objective': 'binary',\n",
    "            'metric': 'auc',\n",
    "            'is_unbalance': 'true',\n",
    "            'boosting': 'gbdt',\n",
    "            'num_leaves': 2,\n",
    "            'feature_fraction': 0.5,\n",
    "            'bagging_fraction': 0.5,\n",
    "            'bagging_freq': 20,\n",
    "            'learning_rate': 0.05,\n",
    "            'max_depth': 2,\n",
    "            'verbose': 4,\n",
    "            'min_data_in_leaf': 20\n",
    "        }\n",
    "\n",
    "\n",
    "parameters[\"num_leaves\"] = 20\n",
    "parameters[\"max_depth\"] = 32\n",
    "parameters[\"min_data_in_leaf\"] = 20\n",
    "# run model (set save_graph to false if you don't have dot)\n",
    "_ = model.run_model(num_boost_round=5000, early_stopping_rounds=10, parameters=parameters, save_graph=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}