EDA.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from glob import glob\n",
    "from utils import *\n",
    "from question_based_analytics import map_question_based_analytics\n",
    "from postprocess_question_analytics import apply_postprocess_questionanalytics\n",
    "from postprocess_final_analytics import apply_postprocess_final_analytics\n",
    "from work_counter_analytics import WordCounterAnalytics\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "questions = pd.read_csv(\"vkcup/data.csv\", sep=\";\", index_col=\"ID\")\n",
    "test = pd.read_csv(\"vkcup/test.csv\", sep=\";\", index_col=\"ID\")\n",
    "test['Answer'] = 0\n",
    "train = pd.read_csv(\"vkcup/train.csv\", sep=\";\", index_col=\"ID\")\n",
    "data = questions.join(train)\n",
    "drop_weird_rows(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "train=data[data.index<20000]\n",
    "val=data[(data.index<25000) & (data.index>20000)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "word_counter_analytics = WordCounterAnalytics(data)\n",
    "\n",
    "def apply_word_counter_analytics(df):\n",
    "    map_methods_from_class(df, word_counter_analytics, 'Question')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ivan/projects/vkcup/utils.py:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df[method] = df[column].map(lambda q: _callMethod(the_class, method, q))\n",
      "/home/ivan/projects/vkcup/utils.py:14: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df[method] = df.apply(lambda row: _callMethod(the_class, method, row), axis=1)\n"
     ]
    }
   ],
   "source": [
    "for df in [train, val]:\n",
    "    apply_word_counter_analytics(df)\n",
    "    map_question_based_analytics(df)\n",
    "    apply_postprocess_questionanalytics(df)\n",
    "    apply_postprocess_final_analytics(df)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Question</th>\n",
       "      <th>Answer</th>\n",
       "      <th>less_popular_word</th>\n",
       "      <th>most_popular_word</th>\n",
       "      <th>word_population</th>\n",
       "      <th>count_question_sign</th>\n",
       "      <th>ends_with_question_sign</th>\n",
       "      <th>ends_with_question_sign_quote_type1</th>\n",
       "      <th>ends_with_question_sign_space</th>\n",
       "      <th>first_symbol_uppercase</th>\n",
       "      <th>...</th>\n",
       "      <th>is_balanced_brackets</th>\n",
       "      <th>is_balanced_quote_type1</th>\n",
       "      <th>is_balanced_quote_type2</th>\n",
       "      <th>is_balanced_quote_type3</th>\n",
       "      <th>is_math</th>\n",
       "      <th>uppercase_words_count</th>\n",
       "      <th>words_count</th>\n",
       "      <th>end_with_question_condition</th>\n",
       "      <th>has_wrong_quots</th>\n",
       "      <th>sure_is_bad</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>20016</th>\n",
       "      <td>Кто был четыре раза удостоен антипремии «Золот...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>4114</td>\n",
       "      <td>[4114, 1963, 20, 61, 11, 2, 13, 4, 812, 1, 9, ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20023</th>\n",
       "      <td>Как называется ритуальное пиршество в Древней ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>5107</td>\n",
       "      <td>[5107, 1878, 2, 2, 91, 64]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20037</th>\n",
       "      <td>Какой гонорар получила Джулия Робертс за фильм...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>5352</td>\n",
       "      <td>[5352, 2, 47, 3, 5, 812, 237, 3, 3]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20047</th>\n",
       "      <td>Как зовут рыжего кота, который является одним ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>5589</td>\n",
       "      <td>[5107, 483, 2, 55, 305, 1989, 72, 5589, 11, 23...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20048</th>\n",
       "      <td>С какой телепередачей сравнивала свою квартиру...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>5352</td>\n",
       "      <td>[5352, 2, 2, 77, 6, 10, 15, 14, 141, 6, 40]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24907</th>\n",
       "      <td>Какой танец, зародившийся в пригороде Буэнос-А...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5352</td>\n",
       "      <td>[5352, 19, 2, 2, 2, 37, 34, 116, 1, 45, 130, 21]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24925</th>\n",
       "      <td>Какой император за свою политику получил офици...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5352</td>\n",
       "      <td>[5352, 34, 812, 77, 2, 250, 9, 2, 1]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24963</th>\n",
       "      <td>Сколько игр за всю карьеру было у баскетболист...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>4660</td>\n",
       "      <td>[4660, 86, 812, 61, 21, 1054, 5, 26, 2]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>Какой народ погубил князя Игоря Рюриковича?</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>5352</td>\n",
       "      <td>[5352, 17, 2, 19, 4, 2]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>Какие горы считаются самыми протяжёнными в Рос...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1012</td>\n",
       "      <td>[313, 50, 14, 7, 1, 1012]</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>217 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Question  Answer  \\\n",
       "ID                                                                 \n",
       "20016  Кто был четыре раза удостоен антипремии «Золот...     1.0   \n",
       "20023  Как называется ритуальное пиршество в Древней ...     1.0   \n",
       "20037  Какой гонорар получила Джулия Робертс за фильм...     1.0   \n",
       "20047  Как зовут рыжего кота, который является одним ...     1.0   \n",
       "20048  С какой телепередачей сравнивала свою квартиру...     1.0   \n",
       "...                                                  ...     ...   \n",
       "24907  Какой танец, зародившийся в пригороде Буэнос-А...     1.0   \n",
       "24925  Какой император за свою политику получил офици...     1.0   \n",
       "24963  Сколько игр за всю карьеру было у баскетболист...     1.0   \n",
       "24976        Какой народ погубил князя Игоря Рюриковича?     1.0   \n",
       "24977  Какие горы считаются самыми протяжёнными в Рос...     1.0   \n",
       "\n",
       "       less_popular_word  most_popular_word  \\\n",
       "ID                                            \n",
       "20016                  1               4114   \n",
       "20023                  2               5107   \n",
       "20037                  2               5352   \n",
       "20047                  2               5589   \n",
       "20048                  2               5352   \n",
       "...                  ...                ...   \n",
       "24907                  1               5352   \n",
       "24925                  1               5352   \n",
       "24963                  2               4660   \n",
       "24976                  2               5352   \n",
       "24977                  1               1012   \n",
       "\n",
       "                                         word_population  count_question_sign  \\\n",
       "ID                                                                              \n",
       "20016  [4114, 1963, 20, 61, 11, 2, 13, 4, 812, 1, 9, ...                    1   \n",
       "20023                         [5107, 1878, 2, 2, 91, 64]                    1   \n",
       "20037                [5352, 2, 47, 3, 5, 812, 237, 3, 3]                    1   \n",
       "20047  [5107, 483, 2, 55, 305, 1989, 72, 5589, 11, 23...                    1   \n",
       "20048        [5352, 2, 2, 77, 6, 10, 15, 14, 141, 6, 40]                    1   \n",
       "...                                                  ...                  ...   \n",
       "24907   [5352, 19, 2, 2, 2, 37, 34, 116, 1, 45, 130, 21]                    1   \n",
       "24925               [5352, 34, 812, 77, 2, 250, 9, 2, 1]                    1   \n",
       "24963            [4660, 86, 812, 61, 21, 1054, 5, 26, 2]                    1   \n",
       "24976                            [5352, 17, 2, 19, 4, 2]                    1   \n",
       "24977                          [313, 50, 14, 7, 1, 1012]                    1   \n",
       "\n",
       "       ends_with_question_sign  ends_with_question_sign_quote_type1  \\\n",
       "ID                                                                    \n",
       "20016                        1                                    0   \n",
       "20023                        1                                    0   \n",
       "20037                        1                                    0   \n",
       "20047                        1                                    0   \n",
       "20048                        1                                    0   \n",
       "...                        ...                                  ...   \n",
       "24907                        1                                    0   \n",
       "24925                        1                                    0   \n",
       "24963                        1                                    0   \n",
       "24976                        1                                    0   \n",
       "24977                        1                                    0   \n",
       "\n",
       "       ends_with_question_sign_space  first_symbol_uppercase  ...  \\\n",
       "ID                                                            ...   \n",
       "20016                              0                       1  ...   \n",
       "20023                              0                       1  ...   \n",
       "20037                              0                       1  ...   \n",
       "20047                              0                       1  ...   \n",
       "20048                              0                       1  ...   \n",
       "...                              ...                     ...  ...   \n",
       "24907                              0                       1  ...   \n",
       "24925                              0                       1  ...   \n",
       "24963                              0                       1  ...   \n",
       "24976                              0                       1  ...   \n",
       "24977                              0                       1  ...   \n",
       "\n",
       "       is_balanced_brackets  is_balanced_quote_type1  is_balanced_quote_type2  \\\n",
       "ID                                                                              \n",
       "20016                     1                        1                        1   \n",
       "20023                     1                        1                        1   \n",
       "20037                     1                        1                        1   \n",
       "20047                     1                        1                        1   \n",
       "20048                     1                        1                        1   \n",
       "...                     ...                      ...                      ...   \n",
       "24907                     1                        1                        1   \n",
       "24925                     1                        1                        1   \n",
       "24963                     1                        1                        1   \n",
       "24976                     1                        1                        1   \n",
       "24977                     1                        1                        1   \n",
       "\n",
       "       is_balanced_quote_type3  is_math  uppercase_words_count  words_count  \\\n",
       "ID                                                                            \n",
       "20016                        1        0                      0           12   \n",
       "20023                        1        0                      0            6   \n",
       "20037                        1        0                      0            9   \n",
       "20047                        1        0                      0           12   \n",
       "20048                        1        0                      0           11   \n",
       "...                        ...      ...                    ...          ...   \n",
       "24907                        1        0                      0           12   \n",
       "24925                        1        0                      0            9   \n",
       "24963                        1        0                      0            9   \n",
       "24976                        1        0                      0            6   \n",
       "24977                        1        0                      0            6   \n",
       "\n",
       "       end_with_question_condition  has_wrong_quots  sure_is_bad  \n",
       "ID                                                                \n",
       "20016                         True            False        False  \n",
       "20023                         True            False        False  \n",
       "20037                         True            False        False  \n",
       "20047                         True            False        False  \n",
       "20048                         True            False        False  \n",
       "...                            ...              ...          ...  \n",
       "24907                         True            False        False  \n",
       "24925                         True            False        False  \n",
       "24963                         True            False        False  \n",
       "24976                         True            False        False  \n",
       "24977                         True            False        False  \n",
       "\n",
       "[217 rows x 42 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.less_popular_word < 3) & (df.Answer==1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'Как': 4667,\n",
       "         'зовут': 482,\n",
       "         'лодочника': 1,\n",
       "         'на': 3902,\n",
       "         'реке': 61,\n",
       "         'Стикс': 1,\n",
       "         'в': 11416,\n",
       "         'древнегреческой': 37,\n",
       "         'мифологии': 100,\n",
       "         '': 54042,\n",
       "         'химии': 21,\n",
       "         'обозначается': 32,\n",
       "         'свинец': 2,\n",
       "         'Какой': 3541,\n",
       "         'химический': 78,\n",
       "         'элемент': 126,\n",
       "         'преобладает': 8,\n",
       "         'составе': 40,\n",
       "         'каменного': 2,\n",
       "         'угля': 3,\n",
       "         'Кто': 3950,\n",
       "         'из': 5239,\n",
       "         'перечисленных': 342,\n",
       "         'был': 1958,\n",
       "         'пажом': 3,\n",
       "         'во': 361,\n",
       "         'времена': 43,\n",
       "         'Екатерины': 32,\n",
       "         'II': 84,\n",
       "         'Когда': 909,\n",
       "         'началась': 316,\n",
       "         '2': 274,\n",
       "         'мировая': 186,\n",
       "         'война': 478,\n",
       "         'Какая': 2207,\n",
       "         'эра': 8,\n",
       "         'геологической': 2,\n",
       "         'истории': 190,\n",
       "         'Земли': 107,\n",
       "         'относится': 338,\n",
       "         'к': 629,\n",
       "         'настоящему': 4,\n",
       "         'времени': 109,\n",
       "         'животных': 179,\n",
       "         'может': 204,\n",
       "         'мурлыкать': 2,\n",
       "         'Что': 2516,\n",
       "         'перечисленного': 144,\n",
       "         'НЕ': 886,\n",
       "         'входит': 198,\n",
       "         'национальную': 3,\n",
       "         'русскую': 10,\n",
       "         'кухню': 2,\n",
       "         'этих': 1924,\n",
       "         'мультфильмов': 22,\n",
       "         'повествует': 4,\n",
       "         'о': 323,\n",
       "         'реально': 12,\n",
       "         'существовавшей': 2,\n",
       "         'собаке': 5,\n",
       "         'написал': 325,\n",
       "         'повесть': 6,\n",
       "         'Муму': 16,\n",
       "         'такое': 631,\n",
       "         'кульверт': 1,\n",
       "         'В': 5255,\n",
       "         'какой': 1811,\n",
       "         'воде': 31,\n",
       "         'меньше': 48,\n",
       "         'содержание': 13,\n",
       "         'примесей': 5,\n",
       "         'Сколько': 4377,\n",
       "         'музыкантов': 54,\n",
       "         'квинтете': 25,\n",
       "         'Кругом': 1,\n",
       "         'вода': 47,\n",
       "         'а': 353,\n",
       "         'посредине': 3,\n",
       "         'закон': 39,\n",
       "         'это': 534,\n",
       "         'каком': 3821,\n",
       "         'году': 3350,\n",
       "         'первая': 290,\n",
       "         'Сергей': 48,\n",
       "         'Шнуров': 2,\n",
       "         'одном': 117,\n",
       "         'интервью': 3,\n",
       "         'сравнил': 3,\n",
       "         'свою': 77,\n",
       "         'жену': 45,\n",
       "         'с': 1367,\n",
       "         'героиней': 6,\n",
       "         'картины': 25,\n",
       "         'цвет': 132,\n",
       "         'не': 2362,\n",
       "         'панафриканским': 1,\n",
       "         'была': 952,\n",
       "         'разработана': 4,\n",
       "         'КОМПЬЮТЕРНАЯ': 1,\n",
       "         'игра': 229,\n",
       "         'месяцев': 35,\n",
       "         'имеют': 52,\n",
       "         '28': 37,\n",
       "         'дней': 141,\n",
       "         'С': 606,\n",
       "         'какого': 976,\n",
       "         'года': 525,\n",
       "         'столицой': 2,\n",
       "         'России': 994,\n",
       "         'стал': 251,\n",
       "         'Санкт-Петербург': 63,\n",
       "         'называется': 1875,\n",
       "         'часть': 130,\n",
       "         'речи': 17,\n",
       "         'обладающая': 3,\n",
       "         'свойствами': 3,\n",
       "         'глагола': 4,\n",
       "         'и': 2274,\n",
       "         'прилагательного': 2,\n",
       "         'Дата': 52,\n",
       "         'основания': 46,\n",
       "         'Санкт-Петербурга': 32,\n",
       "         'запущена': 9,\n",
       "         'Википедия': 7,\n",
       "         'Не': 70,\n",
       "         'торопливые': 1,\n",
       "         'прогулки': 2,\n",
       "         'по': 1990,\n",
       "         'подиуму': 1,\n",
       "         'алопеция': 1,\n",
       "         'возрасте': 52,\n",
       "         'умерла': 13,\n",
       "         'Мэрилин': 13,\n",
       "         'Монро': 15,\n",
       "         'доставал': 2,\n",
       "         'широких': 2,\n",
       "         'штанин': 2,\n",
       "         'Владимир': 96,\n",
       "         'Маяковский': 17,\n",
       "         'своем': 12,\n",
       "         'стихотворении': 18,\n",
       "         'языков': 46,\n",
       "         'принадлежит': 145,\n",
       "         'тюрскской': 1,\n",
       "         'языковой': 6,\n",
       "         'группе': 69,\n",
       "         'разработал': 11,\n",
       "         'теорию': 18,\n",
       "         'гелиоцентрической': 1,\n",
       "         'системы': 141,\n",
       "         'мира': 559,\n",
       "         'напал': 8,\n",
       "         'СССР': 348,\n",
       "         'Какие': 279,\n",
       "         'племена': 3,\n",
       "         'основном': 14,\n",
       "         'населяли': 2,\n",
       "         'нынешнюю': 2,\n",
       "         'территорию': 7,\n",
       "         'Франции': 46,\n",
       "         'От': 83,\n",
       "         'болезни': 7,\n",
       "         'защищает': 2,\n",
       "         'прививка': 1,\n",
       "         'АДС-М': 1,\n",
       "         'то': 123,\n",
       "         'же': 115,\n",
       "         'самое': 216,\n",
       "         'что': 543,\n",
       "         'оттоманка': 1,\n",
       "         'последний': 42,\n",
       "         'раз': 429,\n",
       "         'сборная': 167,\n",
       "         'хоккею': 48,\n",
       "         'выигрывала': 41,\n",
       "         'Олимпиаду': 3,\n",
       "         'химических': 43,\n",
       "         'элементов': 74,\n",
       "         'таблице': 61,\n",
       "         'менделеева': 2,\n",
       "         'как': 431,\n",
       "         'звали': 869,\n",
       "         'отца': 66,\n",
       "         'Соловья-разбойника': 2,\n",
       "         'самая': 467,\n",
       "         'большая': 135,\n",
       "         'планета': 174,\n",
       "         'солнечной': 110,\n",
       "         'день': 272,\n",
       "         'рождения': 85,\n",
       "         'Владимира': 50,\n",
       "         'Владимировича': 9,\n",
       "         'Путина': 31,\n",
       "         'разновидностей': 2,\n",
       "         'мух': 3,\n",
       "         'существует': 384,\n",
       "         'европейских': 20,\n",
       "         'странах': 19,\n",
       "         'празднуют': 15,\n",
       "         'Мишки': 3,\n",
       "         'Тедди': 1,\n",
       "         'означает': 194,\n",
       "         'h': 1,\n",
       "         '-': 649,\n",
       "         'физике': 37,\n",
       "         'Где': 719,\n",
       "         'находится': 695,\n",
       "         'яд': 14,\n",
       "         'у': 2169,\n",
       "         'кобры': 3,\n",
       "         'является': 1981,\n",
       "         'нынешним': 2,\n",
       "         'президентом': 153,\n",
       "         'Армении': 11,\n",
       "         'игроков': 52,\n",
       "         'НБА': 17,\n",
       "         'лидером': 7,\n",
       "         'очкам': 2,\n",
       "         'за': 578,\n",
       "         'карьеру': 21,\n",
       "         'называют': 488,\n",
       "         'коренных': 2,\n",
       "         'жителей': 53,\n",
       "         'города': 202,\n",
       "         'Пенза': 4,\n",
       "         'создателя': 15,\n",
       "         'паровой': 5,\n",
       "         'машины': 22,\n",
       "         'Найди': 1,\n",
       "         'логику': 2,\n",
       "         'я': 182,\n",
       "         'папа': 9,\n",
       "         'папы': 8,\n",
       "         'стране': 448,\n",
       "         'большое': 52,\n",
       "         'здание': 44,\n",
       "         'мире': 743,\n",
       "         'всего': 433,\n",
       "         'пальцев': 67,\n",
       "         'лапах': 10,\n",
       "         'кошек': 66,\n",
       "         'лет': 603,\n",
       "         'такой': 157,\n",
       "         'Иван': 87,\n",
       "         'Гай': 9,\n",
       "         'При': 87,\n",
       "         'князе': 6,\n",
       "         'произошло': 148,\n",
       "         'крещение': 83,\n",
       "         'Руси': 239,\n",
       "         'ферментируется': 1,\n",
       "         'чеснок': 3,\n",
       "         'Назовите': 243,\n",
       "         'фамилию': 26,\n",
       "         'овцевода': 1,\n",
       "         'который': 300,\n",
       "         '1840': 1,\n",
       "         'исследовал': 1,\n",
       "         'южное': 3,\n",
       "         'побережье': 7,\n",
       "         'Австралии': 80,\n",
       "         'Какое': 1507,\n",
       "         'настоящее': 78,\n",
       "         'имя': 362,\n",
       "         'певицы': 28,\n",
       "         'Елки': 1,\n",
       "         'котов': 13,\n",
       "         'проживало': 1,\n",
       "         'поместье': 2,\n",
       "         'Эрнеста': 3,\n",
       "         'Хэмингуэя': 3,\n",
       "         '1957': 4,\n",
       "         'Самая': 219,\n",
       "         'яркая': 12,\n",
       "         'звезда': 65,\n",
       "         'после': 237,\n",
       "         'Солнца': 77,\n",
       "         'являлось': 12,\n",
       "         'крестражем': 5,\n",
       "         'Волан-де-Морта': 7,\n",
       "         'На': 681,\n",
       "         'флаге': 155,\n",
       "         'изображена': 18,\n",
       "         'жёлтая': 5,\n",
       "         'красном': 1,\n",
       "         'фоне': 3,\n",
       "         'Ханны': 2,\n",
       "         'Монтаны': 1,\n",
       "         'когда': 220,\n",
       "         'она': 74,\n",
       "         'простая': 1,\n",
       "         'школьница-подросток': 1,\n",
       "         'Из': 347,\n",
       "         'фильма': 183,\n",
       "         'пошло': 18,\n",
       "         'крылатое': 1,\n",
       "         'выражение': 28,\n",
       "         'Ну': 14,\n",
       "         'вы': 87,\n",
       "         'блин': 1,\n",
       "         'даете!': 1,\n",
       "         'старая': 10,\n",
       "         'религия': 13,\n",
       "         'городе': 469,\n",
       "         'есть': 278,\n",
       "         'улица': 25,\n",
       "         'Хворостухина': 2,\n",
       "         'было': 1046,\n",
       "         'выпущено': 11,\n",
       "         'серий': 28,\n",
       "         'сериала': 114,\n",
       "         'Санта-Барбара': 8,\n",
       "         'поход': 12,\n",
       "         'Константинополь': 6,\n",
       "         'умер': 162,\n",
       "         'царевич': 5,\n",
       "         'Алексей': 22,\n",
       "         'Петрович': 8,\n",
       "         'мыщц': 1,\n",
       "         'человека': 599,\n",
       "         'руке': 36,\n",
       "         'честь': 185,\n",
       "         'мореплавателя': 5,\n",
       "         'были': 141,\n",
       "         'названы': 9,\n",
       "         'командорские': 1,\n",
       "         'острова': 41,\n",
       "         'упомянутых': 3,\n",
       "         'городов': 193,\n",
       "         'Казахстане': 14,\n",
       "         'впервые': 263,\n",
       "         'опубликована': 6,\n",
       "         'Книга': 3,\n",
       "         'рекордов': 32,\n",
       "         'Гиннесса': 14,\n",
       "         'ручную': 3,\n",
       "         'обезьянку': 2,\n",
       "         'Майкла': 26,\n",
       "         'Джексона': 21,\n",
       "         'зубов': 84,\n",
       "         'собаки': 54,\n",
       "         'Организация': 5,\n",
       "         'учреждённая': 1,\n",
       "         '2001': 7,\n",
       "         'Сингапуре': 2,\n",
       "         'двудольных': 3,\n",
       "         'растений': 66,\n",
       "         'семейству': 67,\n",
       "         'Бобовые': 3,\n",
       "         'получил': 249,\n",
       "         'первую': 123,\n",
       "         'Нобелевская': 20,\n",
       "         'премию': 119,\n",
       "         'Ноль': 1,\n",
       "         '—': 104,\n",
       "         'четное': 3,\n",
       "         'или': 310,\n",
       "         'нечетное': 1,\n",
       "         'число': 102,\n",
       "         'место': 145,\n",
       "         'берегу': 34,\n",
       "         'где': 115,\n",
       "         'обитают': 15,\n",
       "         'тюлени': 1,\n",
       "         'принят': 9,\n",
       "         'манифест': 8,\n",
       "         'об': 27,\n",
       "         'отмене': 7,\n",
       "         'крепостного': 24,\n",
       "         'права': 36,\n",
       "         'Какую': 310,\n",
       "         'воду': 21,\n",
       "         'следует': 8,\n",
       "         'пить': 8,\n",
       "         'при': 305,\n",
       "         'работе': 6,\n",
       "         'горячих': 2,\n",
       "         'цехах': 1,\n",
       "         'ногой': 8,\n",
       "         'Кристиано': 3,\n",
       "         'Роналдо': 8,\n",
       "         'пробивает': 1,\n",
       "         'штрафные': 1,\n",
       "         'первый': 755,\n",
       "         'изобрел': 82,\n",
       "         'телескор': 1,\n",
       "         'можно': 298,\n",
       "         'купить': 17,\n",
       "         'клеверсы': 78,\n",
       "         'Твёрдый': 1,\n",
       "         'наружный': 1,\n",
       "         'покров': 1,\n",
       "         'насекомых': 22,\n",
       "         'спин-офф': 1,\n",
       "         'Сумерки': 2,\n",
       "         'видущих': 1,\n",
       "         'программе': 10,\n",
       "         'Клевер': 129,\n",
       "         'стадия': 2,\n",
       "         'бета-тестирования': 1,\n",
       "         'ВКонтакте': 60,\n",
       "         'германо-скандинавской': 5,\n",
       "         'кто': 158,\n",
       "         'отцом': 26,\n",
       "         'Одина': 4,\n",
       "         'компания': 112,\n",
       "         '1887': 2,\n",
       "         'выпустила': 18,\n",
       "         'первое': 124,\n",
       "         'японское': 8,\n",
       "         'пианино': 14,\n",
       "         'клубов': 27,\n",
       "         'играет': 95,\n",
       "         'Bundesliga': 1,\n",
       "         'самую': 29,\n",
       "         'лучшую': 7,\n",
       "         'подружку': 3,\n",
       "         'Ленючевой': 1,\n",
       "         'Юрьевны': 1,\n",
       "         '1)Маргарита2)Алсу3)Амалия4)Айсылу': 1,\n",
       "         'ковал': 1,\n",
       "         'молнии': 6,\n",
       "         'Зевсу': 1,\n",
       "         'город': 720,\n",
       "         'столицей': 165,\n",
       "         'одной': 89,\n",
       "         'прибалтийских': 1,\n",
       "         'стран': 259,\n",
       "         'руси': 18,\n",
       "         'сказал': 36,\n",
       "         'Юрий': 55,\n",
       "         'Гагарин': 58,\n",
       "         'стартовал': 2,\n",
       "         'космос': 117,\n",
       "         'Лафей': 1,\n",
       "         'скандинавской': 15,\n",
       "         'родился': 439,\n",
       "         'Willuam': 1,\n",
       "         'Genry': 1,\n",
       "         'Gates': 1,\n",
       "         'третий': 38,\n",
       "         'паталогиям': 1,\n",
       "         'почек': 1,\n",
       "         'изобрёл': 56,\n",
       "         'Альфред': 3,\n",
       "         'Нобель': 2,\n",
       "         'расстояния': 21,\n",
       "         'назначают': 11,\n",
       "         'пенальти': 17,\n",
       "         'футболе': 66,\n",
       "         'отметили': 6,\n",
       "         'День': 56,\n",
       "         'слугу': 5,\n",
       "         'главного': 149,\n",
       "         'героя': 177,\n",
       "         'капитанской': 1,\n",
       "         'дочки': 7,\n",
       "         'самым': 256,\n",
       "         'первым': 410,\n",
       "         'ведущим': 29,\n",
       "         'программы': 20,\n",
       "         'основателем': 51,\n",
       "         'первого': 128,\n",
       "         'паровоза': 4,\n",
       "         'У': 408,\n",
       "         'ежа': 4,\n",
       "         '4': 61,\n",
       "         'г': 63,\n",
       "         '–': 69,\n",
       "         '100': 53,\n",
       "         'лошади': 26,\n",
       "         '500': 20,\n",
       "         'слона': 17,\n",
       "         '4-5': 1,\n",
       "         'кг': 16,\n",
       "         '1': 300,\n",
       "         'Чего': 40,\n",
       "         'Происхождение': 1,\n",
       "         'китайской': 5,\n",
       "         'хохлатой': 1,\n",
       "         'неизвестно': 2,\n",
       "         'но': 160,\n",
       "         'некоторым': 4,\n",
       "         'данным': 3,\n",
       "         'могло': 1,\n",
       "         'произойти': 3,\n",
       "         'мест': 9,\n",
       "         'Каким': 230,\n",
       "         'видео': 24,\n",
       "         'YouTube': 51,\n",
       "         'Какого': 702,\n",
       "         'материка': 8,\n",
       "         'Радиус': 1,\n",
       "         'планеты': 60,\n",
       "         'составляет': 59,\n",
       "         '26000': 1,\n",
       "         'км': 4,\n",
       "         'субъектов': 30,\n",
       "         'Российской': 208,\n",
       "         'Федерации': 121,\n",
       "         'выиграл': 126,\n",
       "         'Чемпионат': 93,\n",
       "         'футболу': 591,\n",
       "         '1998': 19,\n",
       "         'данный': 106,\n",
       "         'момент': 150,\n",
       "         'Евросоюз': 4,\n",
       "         'ватерпас': 1,\n",
       "         'период': 45,\n",
       "         'существовала': 5,\n",
       "         'опричнина': 1,\n",
       "         'дедушку': 2,\n",
       "         'Лунтика': 5,\n",
       "         'романов': 33,\n",
       "         'Стивен': 16,\n",
       "         'Кинг': 11,\n",
       "         'опубликовал': 4,\n",
       "         'под': 157,\n",
       "         'псевдонимом': 26,\n",
       "         'Ричард': 4,\n",
       "         'Бахман': 1,\n",
       "         'Николай': 32,\n",
       "         'Коперник': 13,\n",
       "         'Море': 3,\n",
       "         'Москвы': 48,\n",
       "         'футбол': 34,\n",
       "         'первые': 109,\n",
       "         'единые': 1,\n",
       "         'правила': 24,\n",
       "         'регламент': 1,\n",
       "         'игры': 294,\n",
       "         'состоялся': 41,\n",
       "         'дебют': 3,\n",
       "         'группы': 197,\n",
       "         'TWICE': 1,\n",
       "         'Древние': 6,\n",
       "         'греки': 14,\n",
       "         'называли': 141,\n",
       "         'ее': 54,\n",
       "         'Борисфен': 5,\n",
       "         'римляне': 8,\n",
       "         'Данапарис': 3,\n",
       "         'турки': 6,\n",
       "         'Узу': 5,\n",
       "         'Славяне': 2,\n",
       "         'Славутич': 5,\n",
       "         'эта': 17,\n",
       "         'река': 152,\n",
       "         'сейчас': 65,\n",
       "         'улитки': 46,\n",
       "         'создан': 75,\n",
       "         'Петрозаводск': 5,\n",
       "         'открыл': 105,\n",
       "         'Америку': 33,\n",
       "         'залито': 1,\n",
       "         'youtube': 7,\n",
       "         'анатомии': 2,\n",
       "         'самок': 2,\n",
       "         'убивает': 6,\n",
       "         'самца': 7,\n",
       "         'спаривании': 2,\n",
       "         'Согласно': 38,\n",
       "         'пословице': 53,\n",
       "         'до': 284,\n",
       "         'столицы': 46,\n",
       "         'довести': 10,\n",
       "         'язык': 106,\n",
       "         'термин': 55,\n",
       "         'возвращение': 2,\n",
       "         'родину': 4,\n",
       "         'военнопленных': 2,\n",
       "         'гражданских': 3,\n",
       "         'лиц': 4,\n",
       "         'оказавшихся': 3,\n",
       "         'пределами': 3,\n",
       "         'пескарь': 2,\n",
       "         'сказке': 71,\n",
       "         'Салтыкова-Щедрина': 2,\n",
       "         'крупная': 22,\n",
       "         'Италии': 23,\n",
       "         'предмет': 35,\n",
       "         'самый': 507,\n",
       "         'главный': 91,\n",
       "         'для': 586,\n",
       "         'путешествия': 7,\n",
       "         'космосе': 37,\n",
       "         'руководству': 2,\n",
       "         'автостопщика': 1,\n",
       "         'Европейской': 1,\n",
       "         'нет': 322,\n",
       "         'рек': 43,\n",
       "         'других': 67,\n",
       "         'источников': 2,\n",
       "         'пресной': 21,\n",
       "         'воды': 125,\n",
       "         'страна': 299,\n",
       "         'считается': 158,\n",
       "         'родиной': 47,\n",
       "         'танца': 8,\n",
       "         'Полька': 3,\n",
       "         'Кому': 111,\n",
       "         'Краткость': 13,\n",
       "         'сестра': 13,\n",
       "         'таланта': 14,\n",
       "         'папайя': 2,\n",
       "         'Какому': 65,\n",
       "         'жуку': 2,\n",
       "         'поклонялись': 2,\n",
       "         'Древнем': 41,\n",
       "         'Египте': 27,\n",
       "         'восходит': 11,\n",
       "         'солнце': 37,\n",
       "         'роста': 16,\n",
       "         'Наполеон': 28,\n",
       "         'жила': 4,\n",
       "         'известная': 30,\n",
       "         'женщина-пират': 1,\n",
       "         'Куда': 59,\n",
       "         'впадают': 3,\n",
       "         'реки': 51,\n",
       "         'Рио-Гранде': 2,\n",
       "         'футбольный': 158,\n",
       "         'клуб': 198,\n",
       "         'перешёл': 7,\n",
       "         'Криштиану': 37,\n",
       "         'Роналду': 46,\n",
       "         'этом': 53,\n",
       "         'Петра': 61,\n",
       "         'президентов': 85,\n",
       "         'фразы': 10,\n",
       "         'песне': 80,\n",
       "         'Алладин': 2,\n",
       "         'маршал': 3,\n",
       "         'командовал': 17,\n",
       "         'парадом': 5,\n",
       "         'Победы': 20,\n",
       "         'Москве': 88,\n",
       "         '24': 20,\n",
       "         'июня': 34,\n",
       "         '1945': 34,\n",
       "         'сантиметров': 22,\n",
       "         'километре': 3,\n",
       "         'По': 119,\n",
       "         'версий': 3,\n",
       "         'этот': 50,\n",
       "         'новое': 8,\n",
       "         'название': 361,\n",
       "         'потому': 10,\n",
       "         'охрана': 3,\n",
       "         'порядка': 5,\n",
       "         'некоторых': 8,\n",
       "         'футбольных': 34,\n",
       "         'матчах': 3,\n",
       "         'усиливалась': 1,\n",
       "         'счёт': 41,\n",
       "         'полицейских-кавалеристов': 1,\n",
       "         'луч': 3,\n",
       "         'делит': 7,\n",
       "         'угол': 26,\n",
       "         'пополам': 10,\n",
       "         'sketch': 1,\n",
       "         'book': 1,\n",
       "         'песен': 39,\n",
       "         'nickelback': 1,\n",
       "         'принесла': 5,\n",
       "         'им': 36,\n",
       "         'их': 100,\n",
       "         'популярность': 4,\n",
       "         'основателя': 13,\n",
       "         'называется-боязнь': 1,\n",
       "         'длинных': 1,\n",
       "         'слов': 88,\n",
       "         'древнеславянского': 1,\n",
       "         'переводится': 115,\n",
       "         'слово': 233,\n",
       "         'язва': 1,\n",
       "         'Существует': 6,\n",
       "         '3': 140,\n",
       "         'формы': 38,\n",
       "         'ячменя': 2,\n",
       "         'озимый': 1,\n",
       "         'яровой': 1,\n",
       "         'людей': 224,\n",
       "         'имеющих': 3,\n",
       "         'гражданство': 7,\n",
       "         'двух': 104,\n",
       "         'более': 51,\n",
       "         'государств': 46,\n",
       "         'пройдут': 7,\n",
       "         'матчи': 22,\n",
       "         'чемпионата': 59,\n",
       "         '2018': 277,\n",
       "         'продал': 19,\n",
       "         'акции': 6,\n",
       "         'Дуров': 13,\n",
       "         'горной': 4,\n",
       "         'Азии': 26,\n",
       "         'российский': 55,\n",
       "         'географ': 1,\n",
       "         'Петр': 32,\n",
       "         'Семенов': 1,\n",
       "         'вторую': 16,\n",
       "         'фамилии': 12,\n",
       "         'содержиться': 1,\n",
       "         'больше': 291,\n",
       "         'крупнейшее': 4,\n",
       "         'площади': 89,\n",
       "         'пресноводное': 6,\n",
       "         'озеро': 110,\n",
       "         'Европы': 124,\n",
       "         'призвания': 1,\n",
       "         'Варяг': 5,\n",
       "         'править': 7,\n",
       "         'Русью': 2,\n",
       "         'происходит': 58,\n",
       "         'знакомство': 2,\n",
       "         'Гурова': 1,\n",
       "         'дамы': 13,\n",
       "         'собачкой': 2,\n",
       "         'одноименном': 26,\n",
       "         'произведении': 55,\n",
       "         'А': 490,\n",
       "         'П': 46,\n",
       "         'Чехова': 16,\n",
       "         'Первый': 95,\n",
       "         'Президент': 11,\n",
       "         'Холодное': 3,\n",
       "         'морское': 3,\n",
       "         'течение': 16,\n",
       "         'Атлантическом': 2,\n",
       "         'океане': 34,\n",
       "         'протекающее': 1,\n",
       "         'между': 157,\n",
       "         'побережьем': 1,\n",
       "         'Канады': 21,\n",
       "         'Гренландией': 1,\n",
       "         'марки': 29,\n",
       "         'прототип': 8,\n",
       "         'портативного': 3,\n",
       "         'сотового': 3,\n",
       "         'телефона': 16,\n",
       "         'Н': 96,\n",
       "         'Татищев': 1,\n",
       "         'ГугОл': 1,\n",
       "         'сколько': 279,\n",
       "         'зависает': 2,\n",
       "         'клевер': 137,\n",
       "         '2+2+2*2+2*2': 1,\n",
       "         'проходила': 33,\n",
       "         'летняя': 8,\n",
       "         'универсиада': 1,\n",
       "         '2013': 20,\n",
       "         'высокая': 87,\n",
       "         'гора': 94,\n",
       "         'Солнечной': 105,\n",
       "         'Альберт': 30,\n",
       "         'Эйнштейн': 35,\n",
       "         'послужил': 3,\n",
       "         'прототипом': 13,\n",
       "         'Лоры': 1,\n",
       "         'Палмер': 3,\n",
       "         'два': 102,\n",
       "         'государства': 117,\n",
       "         'одинаковый': 2,\n",
       "         'флаг': 54,\n",
       "         'части': 79,\n",
       "         'голень': 1,\n",
       "         'чём': 56,\n",
       "         'держался': 2,\n",
       "         'Chupa': 5,\n",
       "         'Chups': 5,\n",
       "         'высокооплачиваемый': 5,\n",
       "         'актер': 30,\n",
       "         'Во': 85,\n",
       "         'время': 320,\n",
       "         'ВЕЛИКОЙ': 1,\n",
       "         'ОТЕЧЕСТВЕННОЙ': 1,\n",
       "         'ВОЙНЕ': 1,\n",
       "         'погибло': 6,\n",
       "         'граждан': 2,\n",
       "         'фонетическое': 2,\n",
       "         'явление': 16,\n",
       "         'сингармонизма': 2,\n",
       "         'германских': 1,\n",
       "         'языках': 7,\n",
       "         'ответить': 16,\n",
       "         'правильно': 131,\n",
       "         'все': 134,\n",
       "         'вопросы': 37,\n",
       "         'клевера': 71,\n",
       "         'животное': 167,\n",
       "         'быстрое': 21,\n",
       "         'короткие': 5,\n",
       "         'дистанции': 10,\n",
       "         'Кого': 184,\n",
       "         'персонажей': 79,\n",
       "         'мультфильма': 112,\n",
       "         'Гравити': 9,\n",
       "         'Фолз': 6,\n",
       "         'озвучивает': 13,\n",
       "         'его': 239,\n",
       "         'автор': 82,\n",
       "         'Алекс': 1,\n",
       "         'Хирш': 1,\n",
       "         'длилась': 123,\n",
       "         'короткая': 22,\n",
       "         'принята': 37,\n",
       "         'конституция': 15,\n",
       "         'выиграла': 114,\n",
       "         'чемпионат': 157,\n",
       "         'среди': 46,\n",
       "         'мужчин': 32,\n",
       "         'изображено': 78,\n",
       "         'фотографии': 4,\n",
       "         'ставшей': 4,\n",
       "         'миллионов': 13,\n",
       "         'американцев': 2,\n",
       "         'символом': 80,\n",
       "         'окончания': 23,\n",
       "         'Второй': 60,\n",
       "         'мировой': 105,\n",
       "         'войны': 153,\n",
       "         'опирационной': 1,\n",
       "         'ОТОБРАЖАЮТСЯ': 1,\n",
       "         'СТИКЕРЫ': 3,\n",
       "         'ВКОНТАКТЕ!!': 1,\n",
       "         'КЛЕВЕРСОВ': 1,\n",
       "         'УЖЕ': 2,\n",
       "         '5000': 4,\n",
       "         'заболеваний': 3,\n",
       "         'женщины': 23,\n",
       "         'страдают': 1,\n",
       "         'несравнимо': 1,\n",
       "         'реже': 7,\n",
       "         'создана': 56,\n",
       "         'Windows': 13,\n",
       "         'метал': 7,\n",
       "         'дороже': 4,\n",
       "         'языки': 6,\n",
       "         'знал': 5,\n",
       "         'художник': 32,\n",
       "         'Винсент': 10,\n",
       "         'Ван': 31,\n",
       "         'Гог': 12,\n",
       "         'большой': 190,\n",
       "         'самолёт': 17,\n",
       "         'бит': 12,\n",
       "         'игровых': 4,\n",
       "         'консолях': 1,\n",
       "         '4-го': 1,\n",
       "         'поколения': 3,\n",
       "         'НАТО': 7,\n",
       "         'вращается': 26,\n",
       "         'вокруг': 66,\n",
       "         'плывёт': 2,\n",
       "         'кирпич': 2,\n",
       "         'деревянный': 4,\n",
       "         'подарил': 14,\n",
       "         'казакам': 2,\n",
       "         'земли': 58,\n",
       "         'апостола': 3,\n",
       "         'выбрали': 3,\n",
       "         'воле': 1,\n",
       "         'жребия': 1,\n",
       "         'Ьжпедьр': 1,\n",
       "         'H2O': 8,\n",
       "         'Памятник': 8,\n",
       "         'великой': 4,\n",
       "         'троице': 3,\n",
       "         'футболистов': 72,\n",
       "         'Манчестер': 7,\n",
       "         'Юнайтед': 7,\n",
       "         'установлен': 46,\n",
       "         'около': 13,\n",
       "         'стадиона': 5,\n",
       "         'Олд': 1,\n",
       "         'Траффорд': 1,\n",
       "         'логарифма': 1,\n",
       "         'месяце': 55,\n",
       "         '30': 32,\n",
       "         'часов': 60,\n",
       "         'числа': 137,\n",
       "         'ПИ': 5,\n",
       "         'отмечается': 35,\n",
       "         'синонимом': 5,\n",
       "         'чайного': 1,\n",
       "         'гриба': 3,\n",
       "         'хоккей': 15,\n",
       "         'номером': 29,\n",
       "         '8': 51,\n",
       "         'будет': 250,\n",
       "         'часах': 4,\n",
       "         'Южно-Сахалинске': 1,\n",
       "         'Москва': 55,\n",
       "         'ровно': 9,\n",
       "         '11': 39,\n",
       "         'дня': 19,\n",
       "         'рождение': 19,\n",
       "         'Ленина': 68,\n",
       "         'девушек': 8,\n",
       "         'Друзья': 11,\n",
       "         'так': 123,\n",
       "         'родила': 2,\n",
       "         'глаз': 124,\n",
       "         'обыкновенной': 25,\n",
       "         'мухи': 70,\n",
       "         'школьные': 2,\n",
       "         'предметы': 7,\n",
       "         'себя': 60,\n",
       "         'включает': 15,\n",
       "         'математика': 7,\n",
       "         'государство': 96,\n",
       "         'одновременно': 33,\n",
       "         'частях': 8,\n",
       "         'имеет': 367,\n",
       "         'статус': 12,\n",
       "         'неофициальной': 2,\n",
       "         'газовой': 1,\n",
       "         'официально': 57,\n",
       "         'признано': 4,\n",
       "         'существование': 16,\n",
       "         'НЛО': 5,\n",
       "         'парламент': 2,\n",
       "         'языка': 91,\n",
       "         'нам': 20,\n",
       "         'пришло': 7,\n",
       "         'которое': 55,\n",
       "         'сегодня': 37,\n",
       "         'всем': 28,\n",
       "         'известно': 11,\n",
       "         'Банк': 1,\n",
       "         'Какова': 141,\n",
       "         'скорость': 41,\n",
       "         'света': 113,\n",
       "         'кровавое': 2,\n",
       "         'нижеперечисленных': 43,\n",
       "         'Индуиских': 1,\n",
       "         'богов': 23,\n",
       "         'бога': 63,\n",
       "         'Сканда': 1,\n",
       "         'появляются': 11,\n",
       "         'экране': 8,\n",
       "         'хотя': 17,\n",
       "         'интернет': 42,\n",
       "         'очень': 44,\n",
       "         'хороший': 1,\n",
       "         'делать': 50,\n",
       "         'почему': 45,\n",
       "         'США': 355,\n",
       "         'Украине': 10,\n",
       "         'столица': 127,\n",
       "         'самой': 139,\n",
       "         'многонаселенной': 1,\n",
       "         'улице': 24,\n",
       "         'жили': 14,\n",
       "         'герои': 29,\n",
       "         'детской': 6,\n",
       "         'телепередачи:': 1,\n",
       "         'Зелибоба': 1,\n",
       "         'Кубик': 8,\n",
       "         'Бусинка': 1,\n",
       "         'официальный': 22,\n",
       "         'няню': 12,\n",
       "         'Александра': 93,\n",
       "         'Сергеевича': 21,\n",
       "         'Пушкина': 179,\n",
       "         'Сестры': 1,\n",
       "         'каким': 213,\n",
       "         'именем': 51,\n",
       "         'НЕТ': 75,\n",
       "         'Ким': 9,\n",
       "         'Кардашьян': 5,\n",
       "         'взрослой': 4,\n",
       "         'получить': 61,\n",
       "         'жизни': 117,\n",
       "         '\\\\nЕсли': 1,\n",
       "         'друзья': 16,\n",
       "         'уже': 57,\n",
       "         'игре': 193,\n",
       "         'боксер': 3,\n",
       "         'Константин': 6,\n",
       "         'Цзю': 2,\n",
       "         'плавкий': 1,\n",
       "         'предохранитель': 1,\n",
       "         'Оренбуржского': 1,\n",
       "         'казака': 2,\n",
       "         'чего': 375,\n",
       "         'состоит': 138,\n",
       "         'рог': 5,\n",
       "         'единорога': 2,\n",
       "         'отменил': 25,\n",
       "         'крепостное': 117,\n",
       "         'право': 140,\n",
       "         'широкая': 6,\n",
       "         'Лжедмитрий': 4,\n",
       "         'Черный': 2,\n",
       "         'лес': 5,\n",
       "         'Чем': 202,\n",
       "         'помидор': 2,\n",
       "         'игровой': 7,\n",
       "         ...})"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert train[train.sure_is_bad].Answer.sum() == 0\n",
    "# assert val[val.sure_is_bad].Answer.sum() == 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "193"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(train[(train.count_question_sign>1) & (train.Answer==0.0)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[train.sure_is_bad][[\"Question\", \"Answer\"]].to_csv(\"check.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert len(val[~end_with_question_condition(val) & (val.Answer==1.0)]) == 0\n",
    "assert len(val[has_wrong_quots(val) & (val.Answer==1.0)]) == 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Question</th>\n",
       "      <th>Answer</th>\n",
       "      <th>ends_with_question_sign</th>\n",
       "      <th>ends_with_question_sign_quote_type1</th>\n",
       "      <th>ends_with_question_sign_space</th>\n",
       "      <th>has_comma_nospace</th>\n",
       "      <th>has_double_space</th>\n",
       "      <th>has_end_brackets_type1_sign</th>\n",
       "      <th>has_end_quote_type1_sign</th>\n",
       "      <th>has_end_quote_type3_sign</th>\n",
       "      <th>has_next_line_sign</th>\n",
       "      <th>has_question_sign</th>\n",
       "      <th>has_quote_type2_sign</th>\n",
       "      <th>has_quote_type4_sign</th>\n",
       "      <th>has_space_question_sign</th>\n",
       "      <th>has_start_brackets_type1_sign</th>\n",
       "      <th>has_start_quote_type1_sign</th>\n",
       "      <th>has_start_quote_type3_sign</th>\n",
       "      <th>is_balanced_brackets</th>\n",
       "      <th>is_balanced_quote_type1</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>20001</th>\n",
       "      <td>Кто является основателем группы Rammstein?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20002</th>\n",
       "      <td>Как называется орнамент,где изображены Цапли?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20004</th>\n",
       "      <td>Какие украшения появляются весной на берёзках?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20005</th>\n",
       "      <td>Когда произошла Октябрьская революция?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20006</th>\n",
       "      <td>Когда была проведена первая игра 'Клевер'?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>В каком году был основан город Новокузнецк?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>В честь какого животного написал произведение ...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>Какая из киностудий появилась раньше остальных?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>Когда началась Великая Отечественная война?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>Сколько костей у новорожденного ребенка?</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3203 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Question  Answer  \\\n",
       "ID                                                                 \n",
       "20001         Кто является основателем группы Rammstein?     0.0   \n",
       "20002      Как называется орнамент,где изображены Цапли?     0.0   \n",
       "20004     Какие украшения появляются весной на берёзках?     0.0   \n",
       "20005             Когда произошла Октябрьская революция?     0.0   \n",
       "20006         Когда была проведена первая игра 'Клевер'?     0.0   \n",
       "...                                                  ...     ...   \n",
       "24995        В каком году был основан город Новокузнецк?     0.0   \n",
       "24996  В честь какого животного написал произведение ...     0.0   \n",
       "24997    Какая из киностудий появилась раньше остальных?     0.0   \n",
       "24998        Когда началась Великая Отечественная война?     0.0   \n",
       "24999           Сколько костей у новорожденного ребенка?     0.0   \n",
       "\n",
       "       ends_with_question_sign  ends_with_question_sign_quote_type1  \\\n",
       "ID                                                                    \n",
       "20001                        1                                    0   \n",
       "20002                        1                                    0   \n",
       "20004                        1                                    0   \n",
       "20005                        1                                    0   \n",
       "20006                        1                                    0   \n",
       "...                        ...                                  ...   \n",
       "24995                        1                                    0   \n",
       "24996                        1                                    0   \n",
       "24997                        1                                    0   \n",
       "24998                        1                                    0   \n",
       "24999                        1                                    0   \n",
       "\n",
       "       ends_with_question_sign_space  has_comma_nospace  has_double_space  \\\n",
       "ID                                                                          \n",
       "20001                              0                  0                 0   \n",
       "20002                              0                  1                 0   \n",
       "20004                              0                  0                 0   \n",
       "20005                              0                  0                 0   \n",
       "20006                              0                  0                 0   \n",
       "...                              ...                ...               ...   \n",
       "24995                              0                  0                 0   \n",
       "24996                              0                  0                 0   \n",
       "24997                              0                  0                 0   \n",
       "24998                              0                  0                 0   \n",
       "24999                              0                  0                 0   \n",
       "\n",
       "       has_end_brackets_type1_sign  has_end_quote_type1_sign  \\\n",
       "ID                                                             \n",
       "20001                            0                         0   \n",
       "20002                            0                         0   \n",
       "20004                            0                         0   \n",
       "20005                            0                         0   \n",
       "20006                            0                         0   \n",
       "...                            ...                       ...   \n",
       "24995                            0                         0   \n",
       "24996                            0                         0   \n",
       "24997                            0                         0   \n",
       "24998                            0                         0   \n",
       "24999                            0                         0   \n",
       "\n",
       "       has_end_quote_type3_sign  has_next_line_sign  has_question_sign  \\\n",
       "ID                                                                       \n",
       "20001                         0                   0                  1   \n",
       "20002                         0                   0                  1   \n",
       "20004                         0                   0                  1   \n",
       "20005                         0                   0                  1   \n",
       "20006                         0                   0                  1   \n",
       "...                         ...                 ...                ...   \n",
       "24995                         0                   0                  1   \n",
       "24996                         0                   0                  1   \n",
       "24997                         0                   0                  1   \n",
       "24998                         0                   0                  1   \n",
       "24999                         0                   0                  1   \n",
       "\n",
       "       has_quote_type2_sign  has_quote_type4_sign  has_space_question_sign  \\\n",
       "ID                                                                           \n",
       "20001                     0                     0                        0   \n",
       "20002                     0                     0                        0   \n",
       "20004                     0                     0                        0   \n",
       "20005                     0                     0                        0   \n",
       "20006                     0                     1                        0   \n",
       "...                     ...                   ...                      ...   \n",
       "24995                     0                     0                        0   \n",
       "24996                     0                     0                        0   \n",
       "24997                     0                     0                        0   \n",
       "24998                     0                     0                        0   \n",
       "24999                     0                     0                        0   \n",
       "\n",
       "       has_start_brackets_type1_sign  has_start_quote_type1_sign  \\\n",
       "ID                                                                 \n",
       "20001                              0                           0   \n",
       "20002                              0                           0   \n",
       "20004                              0                           0   \n",
       "20005                              0                           0   \n",
       "20006                              0                           0   \n",
       "...                              ...                         ...   \n",
       "24995                              0                           0   \n",
       "24996                              0                           0   \n",
       "24997                              0                           0   \n",
       "24998                              0                           0   \n",
       "24999                              0                           0   \n",
       "\n",
       "       has_start_quote_type3_sign  is_balanced_brackets  \\\n",
       "ID                                                        \n",
       "20001                           0                     1   \n",
       "20002                           0                     1   \n",
       "20004                           0                     1   \n",
       "20005                           0                     1   \n",
       "20006                           0                     1   \n",
       "...                           ...                   ...   \n",
       "24995                           0                     1   \n",
       "24996                           0                     1   \n",
       "24997                           0                     1   \n",
       "24998                           0                     1   \n",
       "24999                           0                     1   \n",
       "\n",
       "       is_balanced_quote_type1  \n",
       "ID                              \n",
       "20001                        1  \n",
       "20002                        1  \n",
       "20004                        1  \n",
       "20005                        1  \n",
       "20006                        1  \n",
       "...                        ...  \n",
       "24995                        1  \n",
       "24996                        1  \n",
       "24997                        1  \n",
       "24998                        1  \n",
       "24999                        1  \n",
       "\n",
       "[3203 rows x 20 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val[~has_wrong_quots(val) & end_with_question_condition(val) & (val.Answer==0.0)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "invalid syntax (<ipython-input-13-a406e90c9a39>, line 1)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;36m  File \u001b[0;32m\"<ipython-input-13-a406e90c9a39>\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m    looks good\u001b[0m\n\u001b[0m             ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"
     ]
    }
   ],
   "source": [
    "looks good\n",
    "[67,98, 114, 622]\n",
    "\n",
    "# Сколько братьев было у главной героини сказки Г. Х. Андерсена «Дикие лебеди»?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "uppercase_words_count\n",
    "has_klever\n",
    "is_math\n",
    "has_ellipsis"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}