2.3: final_categorisation.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluation of the categorisation used in the final version of the paper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "from sklearn.metrics import precision_score, recall_score, f1_score\n",
    "from sklearn.metrics import confusion_matrix, classification_report\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.metrics import confusion_matrix\n",
    "import re"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluating the classification and updating the dictionary\n",
    "\n",
    "After I choose to only take the period 2015-2024"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [],
   "source": [
    "# read in the data\n",
    "df = pd.read_csv('/Users/emmastoklundlee/Documents/Social Data Science - Masters/Thesis/data/guardian_15-24.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 219,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "64067"
      ]
     },
     "execution_count": 219,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 221,
   "metadata": {},
   "outputs": [],
   "source": [
    "women_dictionary = [\"Women’s\", \"NWSL\", \"England Women\", \"SheBelieves Cup\", \"Continental Cup\", \"USWNT\", \"Mathildas\", \"Lionesses\",\n",
    "\"Women’s Super League\", \"WSL\", \"Women’s Champions League\", \"Women’s FA Cup\", \"Continental Cup\", \"World Cup 2019\", \"World Cup 2023\", \"Euro 2017\", \"Euro 2022\", \"Euro 2025\", \"W-league\", \n",
    "\"World Cup 2015\", \"2017 Euros\", \"2022 Euros\", \"Euros 2017\", \"Euros 2022\", \"2015 World Cup\", \"2019 World Cup\", \"2023 World Cup\",\n",
    "\"Women’s World Cup\", \"Women’s Euros\", \"A-League Women\", \"Weigman\", \"Hayes\", \"Eidevall\", \"Phil Neville\", \"Gustavsson\", \"Joe Montemurro\", \"Eni Aluko\", \"Karen Carney\", \"Lucy Bronze\", \"Rapinoe\", \n",
    "\"Sam Kerr\", \"Miedema\", \"Ellen White\", \"Alex Morgan\", \"Casey Stoney\", \"Alexia Putellas\", \"Beth Mead\", \"Mary Earps\", \"Keira Walsh\", \"Kim Little\", \"Jenni Hermoso\", \"Kelly Smith\", \"Nikita Parris\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 222,
   "metadata": {},
   "outputs": [],
   "source": [
    "men_dictionary = [\"Premier League\", \"Carabao Cup\", \"World Cup 2018\", \"World Cup 2022\", \"Euro 2020\", \"Euro 2024\", \"Qatar 2022\", \"Serie A\", \"La Liga\", \n",
    "                  \"Ligue 1\", \"Socceroos\", \"2018 World Cup\", \"2022 World Cup\", \"Europa League\", \"League One\", \"League Two\", \"MLS\", \"Borussia Dortmund\", \"Euro 2028\", \n",
    "                  \"Africa Cup of Nations\", \"Conference League\", \"A-League Men\", \"USMNT\", \"World Cup 2026\", \"Afcon\", \"Asian Cup\",\n",
    "                  \"Euro 2016\", \"Euros 2016\", \"Euros 2020\", \"2016 Euros\", \"2020 Euros\",\n",
    "                  \"Hillsborough\", \"Sepp Blatter\", \"Infantino\", \"Millwall\",\n",
    "                  \"Klopp\", \"Wenger\", \"Arteta\", \"Mourinho\", \"Pochettino\", \"Ten Hag\", \"Solsjær\", \"Southgate\", \"Lampard\", \"Bielsa\", \"Guardiola\", \"Conte\", \"Moyes\", \n",
    "                  \"Postecoglou\", \"Steve Cooper\", \"Steve Bruce\", \"Michael O’Neill\", \"Tuchel\", \"Xavi\", \"Maresca\", \"Dyche\", \"Ancelotti\", \"Lee Carsley\", \"Sven-Göran Eriksson\", \n",
    "                  \"Eddie Howe\", \"Hjulmand\", \"Steve Clarke\", \"Arne Slot\", \"Ranieri\", \"Harry Redknapp\", \"Brendan Rodgers\", \"Alex Ferguson\", \"Platini\", \"Martin O’Neill\", \n",
    "                  \"Chris Coleman\", \"Benítez\", \"Allardyce\", \"Joachim Löw\",\n",
    "                  \"Salah\", \"Saka\", \"Haaland\", \"Messi\", \"Maradona\", \"Ronaldo\", \"Lewandowski\", \"Rashford\", \"Sterling\", \"Pogba\", \"De Bruyne\", \"Ibrahimovic\", \"Cahill\", \"Rooney\", \n",
    "                  \"Mbappé\", \"Aubameyang\", \"Pulisic\", \"Havertz\", \"Bobby Charlton\", \"Griezmann\", \"Bellingham\", \"Calvert-Lewin\", \"Beckham\", \"Harry Kane\", \"Alan Shearer\", \"Gary Lineker\", \n",
    "                  \"Rodri\", \"Lamine Yamal\", \"Toni Kroos\", \"Vinícius Júnior\", \"Beckenbauer\", \"Gerrard\", \"Van Persie\", \"Lukaku\", \"Van Gaal\", \"De Gea\", \"Gareth Bale\", \"Luis Suárez\", \"Balotelli\", \n",
    "                  \"Dani Carvajal\", \"Sturridge\", \"Bendtner\", \"Jack Wilshere\", \"Joe Hart\", \"Sergio Ramos\", \"James Milner\", \"Jamie Vardy\", \"Maguire\", \"Richarlison\", \"Neymar\", \"Aaron Ramsey\", \n",
    "                  \"Shaqiri\", \"Christian Eriksen\", \"Zaha\", \"Grealish\", \"Modrić\", \"Pickford\", \"Henderson\", \"Mesut Özil\", \"Declan Rice\", \"Van Dijk\", \"Cantona\", \"Emiliano Sala\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 223,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Drop rows with NaN values in 'article_text' or 'webTitle'\n",
    "df = df.dropna(subset=['article_text', 'webTitle'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "63838"
      ]
     },
     "execution_count": 224,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [],
   "source": [
    "# function for categorising the each article into whether it relates to men's or women's football\n",
    "def contains_exact_match(text, dictionary):\n",
    "    if not isinstance(text, str):  # Ensure the text is a string\n",
    "        return False\n",
    "    \n",
    "    # Preprocess text: Convert to lowercase and tokenize (split by words, including handling punctuation)\n",
    "    text_words = re.findall(r'\\b\\w+\\b', text.lower())\n",
    "\n",
    "    # Join the tokens back to recreate the text with clean word boundaries\n",
    "    text_clean = ' '.join(text_words)\n",
    "\n",
    "    # Check each phrase in the dictionary\n",
    "    for phrase in dictionary:\n",
    "        phrase_clean = ' '.join(re.findall(r'\\b\\w+\\b', phrase.lower()))  # Clean the phrase\n",
    "        if re.search(rf'\\b{re.escape(phrase_clean)}\\b', text_clean):\n",
    "            return True\n",
    "    return False\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 226,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Apply the function to both 'article_text' and 'webTitle'\n",
    "df['womens_dictionary'] = df.apply(\n",
    "    lambda row: (contains_exact_match(row['article_text'], women_dictionary) or \n",
    "                 contains_exact_match(row['webTitle'], women_dictionary)),\n",
    "    axis=1\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 230,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Apply the function to both 'article_text' and 'webTitle'\n",
    "df['mens_dictionary'] = df.apply(\n",
    "    lambda row: (contains_exact_match(row['article_text'], men_dictionary) or \n",
    "                 contains_exact_match(row['webTitle'], men_dictionary)),\n",
    "    axis=1\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 318,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "63838"
      ]
     },
     "execution_count": 318,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 316,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "womens_dictionary\n",
       "False    55610\n",
       "True      8228\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 316,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# following update of dictionary method\n",
    "df['womens_dictionary'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 317,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "mens_dictionary\n",
       "True     56469\n",
       "False     7369\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 317,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# following update of dictionary method\n",
    "df['mens_dictionary'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['men_and_women'] = df['mens_dictionary'] & df['womens_dictionary'] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['other'] = ~df['mens_dictionary'] & ~df['womens_dictionary']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "men_and_women\n",
       "False    59303\n",
       "True      4535\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 235,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['men_and_women'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "other\n",
       "False    60162\n",
       "True      3676\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 236,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['other'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unsure which MLS team to support? Try our watchability rankings\n",
      "The Fiver | One last lingering look at 10,000 unlucky Spurs supporters?\n",
      "The Fiver | Gloriously po-faced crying in the media over Eden Hazard smiling\n",
      "The Fiver | The Premier League finale or some touchline cojone-grabbing?\n",
      "The Fiver | Villarreal torpedo their far wealthier and more illustrious opponents\n",
      "‘Work hard and fight hard’: how Melbourne City stopped flattering to deceive | Jonathan Howcroft\n",
      "Arsenal and Lyon in talks over swapping Nikita Parris and Vivianne Miedema\n",
      "The Fiver | Try telling Villarreal that this is a rinky-dink tournament\n",
      "Fifa to look at the possibility of staging World Cups every two years\n",
      "Premier League 2020-21 review: pundits of the season\n",
      "Broadcast deal points to brighter future for A-League and W-League | Jonathan Howcroft\n",
      "From Eriksen trauma to Emma Hayes insight, TV pundits rise to occasion | Barry Glendenning\n",
      "Younger and more diverse: TV’s team of pundits now reflect their game \n",
      "BBC plays it cool as Gary Lineker gets in touch with his inner Des Lynam | Michael Butler\n",
      "Pyro, chainsaws and fireworks: post-goal stunts at football clubs\n",
      "Scott Booth leaves Glasgow City to take Birmingham City Women manager’s job\n",
      "Euro 2020: latest news and buildup to last-16 games – as it happened\n",
      "Sweden 1-2 Ukraine (aet): Euro 2020 last 16 – as it happened\n",
      "At the Euros, winning teams can start badly. It’s how they respond that matters | Pernille Harder\n",
      "Cursed and compromised but Euro 2020’s irresistible circus rolls on | Barney Ronay\n",
      "Euro 2020: buildup to Netherlands v Czech Republic and Belgium v Portugal – as it happened! \n",
      "The Fiver | Selflessly embracing the silver lining by giving ourselves the afternoon off\n",
      "Southgate needs to find right moments to let England’s young stars off leash | Karen Carney\n",
      "Which Euros was the best? Rating tournaments from 1976 to 2016\n",
      "The Fiver | England usually schedule this sort of farce for the end of the tournament\n",
      "The Euro 2020 Fiver: smearing oneself in the scent of Stuart Pearce\n",
      "Euro 2020: Italy v Wales, Switzerland v Turkey buildup – as it happened!\n",
      "Euro 2020: crunch time for Spain, plus Portugal v France buildup – as it happened\n",
      "Sweden 3-2 Poland: Euro 2020 – as it happened!\n",
      "Hitting on the counter is the smart option for England to beat Germany | Karen Carney\n",
      "The Euro 2020 Fiver: Frank de Boer complaining in the Scooby-Doo style\n",
      "The Euro 2020 Fiver: no, Monaco weren’t a one-hit wonder\n",
      "Euro 2020: Uefa blocks rainbow display; Wembley to hold 60,000 for semis – as it happened\n",
      "Bruising styles, yodelled anthems and fan fever: Euro 2020 feels like the real thing | Barney Ronay\n",
      "Ukraine 0-1 Austria: Euro 2020 – as it happened\n",
      "Underdogs and proud: Scotland’s fans reflect a nation growing in its sense of self\n",
      "Jack Grealish is perfect for Scotland game with England seeking Gascoigne moment | Karen Carney\n",
      "Khadija ‘Bunny’ Shaw ready to play inspirational role at Manchester City\n",
      "Euro 2020: Denmark plan Eriksen tribute against Belgium – as it happened\n",
      "The Fiver | Not quite Welcome to Hell, more a town on the outskirts of Hades\n",
      "The Euro 2020 Fiver: exfoliating Pogba’s back like a garra rufa fish\n",
      "Poland 1-2 Slovakia: Euro 2020 – as it happened\n",
      "Croatia 3-5 Spain (aet): Euro 2020 last 16 – as it happened\n",
      "The Euro 2020 Fiver: hopes pinned on diminutive geniuses like 1974 again\n",
      "Euro 2020: last 16 continues with Croatia v Spain and France v Switzerland – as it happened\n",
      "Everton and the European dream of conquering America’s sports market\n",
      "Mbappé in Miami? Pulisic in Philly? Which US cities will host the 2026 World Cup?\n",
      "Myanmar’s football in crisis as pull-outs and suspension threat follow coup\n",
      "The Fiver | Chased naked over fields of broken glass by a cackling Thomas Tuchel\n",
      "Euro 2020: our writers predict the winners, losers and breakout stars\n",
      "‘Wales away’: not just about football, but a bilingual counterculture too | Elis James\n",
      "Independent regulator for football edges closer after breakaway fears | Paul MacInnes\n",
      "Frank de Boer creates ‘team of friends’ in bid for Netherlands glory\n",
      "The Fiver | The summer transfer market is absolutely abuzz! \n",
      "Give young supporters a voice to help shape the future of football | Kenza Boutalbi and Kian Hill\n",
      "The Fiver | Finally, the end to our eight-day football drought is in sight\n",
      "What a shave! Must Gareth Southgate’s beard go for England to win Euro 2020? | Brief letters\n",
      "‘Huge ambitions and courage’: the unstoppable rise of Jadon Sancho \n",
      "Denmark’s unity and belief could carry them to the Euro 2020 final | Pernille Harder\n",
      "The Euro 2020 Fiver: meanwhile, in club football …\n",
      "The Euro 2020 Fiver: trying to recreate Wigan’s famous FA Cup victory\n",
      "Women’s Super League: Hayes gets new Chelsea deal and Parris joins Arsenal\n",
      "Euro 2020: quarter-finals kick off with Switzerland v Spain and Belgium v Italy – as it happened\n",
      "Raheem Sterling has been England’s spark and is the man Denmark should fear | Karen Carney\n",
      "The Euro 2020 Fiver: thrills for fans of sport and splatter movies alike\n",
      "The Knowledge | Which footballers have scored own goals from further out than Pedri?\n",
      "Euro 2020: England v Denmark buildup – as it happened\n",
      "England beat Denmark in extra time to reach Euro 2020 final – as it happened\n",
      "Euro 2020: Jadon Sancho in line to start for England against Ukraine – as it happened\n",
      "Team behind the team: meet Gareth Southgate’s England backroom staff\n",
      "Euro 2020: latest news and buildup to the Italy v Spain semi-final – as it happened\n",
      "English school plans late start on Monday so pupils can watch Euros final\n",
      "How England can make Chiellini and Bonucci uncomfortable and get at Italy | Karen Carney\n",
      "ITV’s England ‘curse’ lifted but BBC will dominate Euro 2020 final\n",
      "FA deserves its share of the applause for England’s Euro 2020 successes\n",
      "Communication, club links and other reasons why England have not let in a goal | Karen Carney\n",
      "The Fiver | The most fearsome creatures of all in modern football: TV executives\n",
      "Two nations, two cultures, one Euro 2020 final – and my divided family\n",
      "Women’s transfer window: all the major deals while Euro 2020 was on\n",
      "The Fiver | Barcelona: mes que un one-man club?\n",
      "Eleven Euros winners off the pitch – our moments of the tournament\n",
      "BBC v ITV: how broadcasters did in battle to voice England’s emotions\n",
      "Reasons to be cheerful after England’s Euro 2020 defeat\n",
      "The Euro 2020 Fiver: England. Italy. It’s on!\n",
      "Euro 2020: England v Italy countdown continues in buildup to final – as it happened\n",
      "Euro 2020 final: Italy lift trophy after beating England on penalties – as it happened\n",
      "The Fiver | Who will win the Gold Cup? Mexico, USA! USA!! USA!!! or, um, Qatar?\n",
      "England’s players may take months to get over Euro 2020 final heartache | Karen Carney\n",
      "The Fiver | This might be the most heavyweight second-tier fixture ever\n",
      "Arsenal v Chelsea brings WSL an exciting start to a season like no other | Louise Taylor\n",
      "The Fiver | Everton’s plans, Unesco and a tale about bustards\n",
      "The Fiver | A shared interest in shrill whistles, climbing rope and bench ball\n",
      "Concerns raised over how football clubs will enforce new heading restrictions\n",
      "‘We never imagined this’: Sutton get ready for first shot at the big time\n",
      "Pedri keeps rolling with game 66 of his season in Spain’s Olympics opener | Suzanne Wrack\n",
      "The Fiver | Checking in to see how things are going on at Inter Miami\n",
      "English football needs independent regulator, says chair of fan-led review\n",
      "The Fiver | A three-page CV reading ‘Captain’, ‘Leader’, ‘Legend’\n",
      " The Fiver | Ignore the Van de Beek mystery … things are looking up for United\n",
      "Toby Alderweireld leaves Spurs with Cristian Romero possible replacement\n",
      "Chelsea fans will have to show proof of Covid jabs to go to matches\n",
      "Euro 2020: buildup to Italy v England final – as it happened\n",
      "The Fiver | Wayne Rooney finds himself with some explaining to do\n",
      "The Fiver | It would be a brave punter who predicts the Scottish tide turning \n",
      "Leicester City Women ready for baptism of fire in WSL\n",
      "The Fiver | Harry Kane and a saloon bar-style stand-off with Spurs\n",
      "The Fiver | Bad news for those footballers who had got the nail clippers out\n",
      "Bournemouth 2-2 West Brom: Championship season opener – as it happened\n",
      "Time to find out which Premier League overhauls have worked out | Karen Carney\n",
      "The Fiver | A whirlwind relationship sealed by nearly 30 million kisses per year\n",
      "The Fiver | It’s been another big day for those who have shares in Jim White\n",
      "The Fiver | Barcelona, Lionel Messi and one of football’s great fiascos\n",
      "The Fiver | The shirt previously sported by such legends as Boulahrouz and Sidwell\n",
      "Police investigate recording device found in women’s toilets at Mauritius FA\n",
      "Juventus apologise after being condemned for offensive tweet \n",
      "The Fiver | Hurling interrogatory projectiles about wantaway Harry Kane\n",
      "The Fiver | The Super Cup only counts as a trophy if your team happens to win it\n",
      "The Fiver | And that was the opening Premier League weekend that was\n",
      "Mauritius’s FA in turmoil as police investigate phone in women’s toilets\n",
      "The Fiver | Barça lawyers chucking spanners like Patches O’Houlihan in Dodgeball\n",
      "The Fiver | 10% inspiration, 40% perspiration and 50% obliteration through spending\n",
      "The Fiver | There’s not a lot you can do when the big boys come knocking\n",
      "The Fiver | Rome wasn’t built in a day but it can be destroyed in a three-year cycle\n",
      "How Hackney Wick FC became a safe haven from gangs and knife crime | Nick Ames\n",
      "Sydney FC’s Teresa Polias: ‘I don’t like owing all your success to titles’ | Emma Kemp\n",
      "The Fiver | Cristiano Ronaldo at least omitted the ‘say something like’ part \n",
      "Arsenal take big step to Champions League groups with Slavia Prague win\n",
      "Queensboro FC: the team aiming to represent an area with 130 languages\n",
      "Arsenal sign Ødegaard and Reds duo return: weekend countdown – as it happened\n",
      "The Fiver | A man who can’t do right for doing wrong in the eyes of Newcastle fans\n",
      "The Fiver | Here at Fiver Towers, we firmly reject the concept of meritocracy\n",
      "Romelu Lukaku has nothing to prove – that is a nightmare for defences | Karen Carney\n",
      "Women’s Super League 2021-22 previews No 5: Chelsea\n",
      "Women’s Super League 2021-22 previews No 7: Leicester\n",
      "The Fiver | The Arsenal equation: two matches + two defeats + zero goals = booooooo\n",
      "The Fiver | More associated with the fabled Fun and Games in South America Department\n",
      "Spurs 3-0 Paços de Ferreira (agg: 3-1), AZ 2-1 Celtic (agg: 2-3) – as it happened\n",
      "Liverpool 1-1 Chelsea: Premier League – as it happened\n",
      "The Fiver | An ambitious attempt to circle the globe in an inflatable rubber dinghy\n",
      "Liverpool and Matt Beard target WSL but face toughest Championship ever\n",
      "Women’s Super League 2021-22 previews No 3: Birmingham City\n",
      "Weekend countdown: Cristiano Ronaldo returns to Manchester United – as it happened\n",
      "The Fiver | An ageing egomaniac in need of an audience to fawn at his feet\n",
      "The Fiver | Crowbarring in these hot-topic pop-culture references for the kids\n",
      "The Fiver | Hoying managers through the door marked Do One at regular intervals\n",
      "Women’s Super League returns with sights set on a big breakthrough | Suzanne Wrack\n",
      "The Fiver | The powers that be in Hungarian football can expect a very small fine\n",
      "Manchester United up and running in WSL with opening win over Reading\n",
      "John Herdman aims to end Canada’s time in the World Cup wilderness\n",
      "USA 1-1 Canada: World Cup 2022 qualifier – as it happened\n",
      "The Fiver | A big day for the Fun and Games in South America Dept\n",
      "The Fiver | A pumped-up Scilly Isles League with a clásico every other night\n",
      "Cristiano Ronaldo’s return should provoke awkward conversations as well as cheers | Max Rushden\n",
      "The Fiver | England’s missing substitutions board\n",
      "Players urge Fifa to change ‘deeply discriminatory’ women’s futsal policy\n",
      "Ronaldo scores twice as Man Utd beat Newcastle: clockwatch – as it happened\n",
      "Ronaldo’s second coming, Premier League team news and more – as it happened\n",
      "The Fiver | Some other headline-grabbing news out of Greater Manchester\n",
      "The Fiver | Nottingham Forest, a shambles of a club wrapped in permanent crisis\n",
      "The Fiver | Brazen temptation of the football gods\n",
      "The Fiver | Hey, a win’s a win’s a win, ain’t that the truth?\n",
      "Demarai Gray well on his way to proving himself the steal of the season | Karen Carney\n",
      "Dozens more female footballers and family members escape Afghanistan\n",
      "Gareth Southgate says his England team setup urgently needs more women\n",
      "Leicester City 2-2 Napoli, Rangers 0-2 Lyon: Europa League – as it happened\n",
      "The Fiver | Barcelona are still open for European wedgies, folks\n",
      "What is the longest spell a player has had sole possession before scoring? | The Knowledge\n",
      "The Fiver | Sometimes even the very best penalty-takers in football just miss\n",
      "The Fiver | Ronald Koeman, Barcelona and a trip back in time \n",
      "The Fiver | Caffeine Cup, your Van de Beeks, your Gunns and your Goslings\n",
      "Uefa says biennial World Cup creates four significant ‘dangers’\n",
      "The Fiver | The Caffeine Cup remains a trophy well worth winning\n",
      "The Fiver | Lifting football’s 36-year ban on fans farming the foam during matches\n",
      "The Fiver | Crystal Palace v Brighton: arguably the Premier League’s weirdest rivalry\n",
      "Leicester 2-2 Burnley, Leeds 1-2 West Ham and more: football clockwatch – as it happened\n",
      "The Fiver | Mark Clattenburg at the centre of a storm entirely his own making\n",
      "Liverpool v Manchester City could be decided by what happens off the ball | Karen Carney\n",
      "Australian football scraps W-League brand for gender-neutral A-Leagues\n",
      "The Fiver | Hell-bent on slaughtering the goose that lays football’s golden egg\n",
      "Guardiola ‘will not apologise’ for fans comments: weekend countdown – as it happened\n",
      "The Fiver | Ole Gunnar Solskjær: what would we do without him?\n",
      "Crystal Palace 1-1 Brighton: Premier League – as it happened!\n",
      "The Fiver | Forget Squid Game, the Nations League is No 1 for brutal international drama\n",
      "Manchester City 0-2 West Ham: Women’s Super League – as it happened!\n",
      "Chelsea 3-1 Southampton, Leeds 1-0 Watford and more: clockwatch – as it happened\n",
      "Brighton 0-0 Arsenal: Premier League – as it happened\n",
      "The Fiver | Dilly ding! Dilly dong! A reputation that can survive Watford FC\n",
      "Women’s football voices opposition to biennial men’s World Cup\n",
      "The Fiver | Phil Brown, ‘oblivion’ and the quest to save Southend United\n",
      "The Fiver | Gary Neville and a two-footed tackle on the UK government\n",
      "‘We need to go even faster’: Mancini fires up Italy before Spain rematch | Nicky Bandini\n",
      "The Fiver | Newcastle United, Saudi Arabia and a futile pre-emptive plea\n",
      "Simon Kjær on Ballon d’Or shortlist as men’s and women’s nominees revealed\n",
      "Newcastle fans speak of suffering but what about actual suffering in Saudi Arabia? | Jonathan Wilson\n",
      "Andorra 0-5 England: World Cup qualifier – as it happened\n",
      "Chelsea 2-0 Leicester: Women’s Super League – as it happened\n",
      "Arsenal 3-0 Everton: Women’s Super League – as it happened!\n",
      "The Fiver | Quarterbacks, farcical decisions and an alien form of Irish football\n",
      "Birmingham’s Harriet Scott: ‘I must be a very difficult patient’\n",
      "Japan 2-1 Australia: World Cup 2022 qualifier – as it happened\n",
      "The Fiver | Scotland are flying to the metaphorical moon thanks to Lyndon Dykes\n",
      "Pernille Harder earns Chelsea Women Champions League win over Juventus\n",
      "Juventus 1-2 Chelsea: Women’s Champions League – live!\n",
      "What it is really like as a player when you know your manager is doomed | Karen Carney\n",
      "The Fiver | It’s not just Steve Bruce who could be taking his leave as manager\n",
      "The Fiver | All the ingredients point to a thriller. So a nailed-on nil-niller, then\n",
      "New Super League sets out to make US women’s soccer safer and better | Suzanne Wrack\n",
      "The Fiver | Does Arsène Wenger still know?\n",
      "Steve Bruce vows to fight for Newcastle job: football countdown – as it happened\n",
      "Revolt over Super League shows how Newcastle deal could spark change \n",
      "France win Nations league – as it happened! \n",
      "Beth Mead’s quick hat-trick for England sinks stubborn Northern Ireland\n",
      "Leicester 4-2 Manchester United, Manchester City 2-0 Burnley – reaction!\n",
      "Protests, humour and blood money: the new normal for Newcastle fans | Paul MacInnes\n",
      "Brentford 0-1 Chelsea: Premier League – as it happened \n",
      "Tottenham are a hard watch and Nuno’s tactics do them no favours | Karen Carney\n",
      "The Fiver | Farewell Walter Smith, one of football’s underrated greats\n",
      "A biennial Women’s World Cup is not a good idea – Fifa must ask the right people | Suzanne Wrack\n",
      "The Fiver | Steve Bruce, simple philosophies and the cabbage treatment\n",
      "The Fiver | Jamie Redknapp’s robust defence of the new Newcastle regime\n",
      "IOC adds to fierce criticism of Fifa over impact of biennial World Cup plan\n",
      "Fifa criticised over handling of sexual harassment case in Mongolia\n",
      "How Hope Powell became a football legend: ‘I’m not afraid of anybody’\n",
      "Matildas under spotlight but focus can turn to football with Brazil in town | Emma Kemp\n",
      "‘English football will sell itself to anyone’: human rights groups condemn Saudi-Newcastle deal\n",
      "The Fiver | The astonishing speed it has taken Mourinho to go Full José at Roma\n",
      "Newcastle United Q&A: who is taking over and why are they controversial?\n",
      "England 4-0 Northern Ireland: Women’s World Cup qualifier – as it happened\n",
      "Jones takes next two Newcastle games, Premier League team news and more – as it happened\n",
      "Matildas sweep aside external pressure and Brazil in statement performance\n",
      "Australia 3-1 Brazil: women’s football friendly – as it happened\n",
      "Police investigating after Palace fans display banner at Newcastle match\n",
      "Josh Cavallo receives support from football world after coming out\n",
      "The Fiver | Ronald Koeman out, Xavi (almost) in but Barcelona are still in a mess\n",
      "Women’s Euro 2022: England and N Ireland drawn together – as it happened\n",
      "Sam Kerr again on shortlist for BBC women’s footballer of year award\n",
      "The Fiver | Manchester United, dysfunction and nowhere for Solskjær to go\n",
      "Defiant Solskjær vows to emulate Ferguson fightback at United – as it happened\n",
      "‘I have been fighting my sexuality’: A-League Men player Josh Cavallo comes out as gay\n",
      "MLS to hold independent inquiry of Whitecaps after Guardian investigation\n",
      "Matildas let slip two-goal lead as Brazil fight back in thrilling draw\n",
      "Australia 2-2 Brazil: international women’s football friendly – as it happened\n",
      "Man City 0-2 Crystal Palace, Liverpool 2-2 Brighton: clockwatch – as it happened\n",
      "Norwich 1-2 Leeds: Premier League – as it happened\n",
      "Players want Fifa vice-president suspended after Guardian investigation\n",
      "Great expectations, no guarantees as USWNT expose Matildas frailties\n",
      "‘Time for action is now’ – Miedema and Evans join Common Goal movement\n",
      "The Fiver | David Moyes and the achievements of the 1,000 Club\n",
      "The Fiver | History repeating itself in more ways than one for Italy\n",
      "MLS hires firm for independent review of Whitecaps after Guardian investigation\n",
      "Matildas to play world champions USA in another two-match series on home soil\n",
      "Chelsea 1-1 Burnley, FA Cup first round and more: football clockwatch – live!\n",
      "Gay footballer Josh Cavallo would be ‘scared’ to play at World Cup in Qatar\n",
      "The Fiver | Dean Smith, Daniel Farke and back-to-back-to-back-to-back-to-back defeats\n",
      "MLS and Canada Soccer have ‘moral obligation’ to act on alleged abuse at Whitecaps\n",
      "The Fiver | Manchester United and those ‘fan sentiment graphs’\n",
      "FA expands diversity code and reveals first year’s successes and failures\n",
      "HB Køge 1-5 Arsenal: Women’s Champions League – as it happened\n",
      "Most of England’s players are horribly out of form but that is no surprise | Karen Carney\n",
      "The Fiver | Aston Villa and the question of stepping stones\n",
      "Newcastle United takeover fears just ‘noise’, says UK Saudi envoy\n",
      "Howe set for Newcastle, Al-Sadd reach Xavi Barça deal: football countdown – as it happened\n",
      "The Fiver | Shelter’s #NoHomeKit idea and the Premier League\n",
      "Phil Neville has everything to prove after Inter Miami’s rough season\n",
      "Matildas at near-full strength for ‘World Cup final dress rehearsal’ against US\n",
      "Sam Kerr again in running for Fifa’s Best Women’s Player award\n",
      "The Fiver | Football finds new revenue stream in the Wild West of crypto wibble\n",
      "Arsenal 3-0 HB Køge: Women’s Champions League – as it happened\n",
      "De Bruyne isolating with Covid: football countdown – as it happened\n",
      "Manchester City’s Raso sparks win over Aston Villa to ease pressure on Taylor\n",
      "Women’s Super League: talking points from the weekend’s action\n",
      "The Fiver | Dean Smith and the ‘massive hardcore’ of Norwich supporters\n",
      "Ellen White celebrates England century with qualifying winner against Austria\n",
      "The Fiver | Barcelona and Benfica, two European giants down on their luck\n",
      "The Fiver | The shambles over which United’s Norwegian patsy has presided\n",
      "Government’s fan-led review calls for Premier League clubs to pay transfer tax\n",
      "Watford 4-1 Manchester United, Newcastle 3-3 Brentford and more – as it happened\n",
      "The Fiver | The 47 recommendations to safeguard English football’s future\n",
      "How to fix Manchester United? It depends which direction they want to go in | Karen Carney\n",
      "The Fiver | Canadian football’s frozen generation ready for World Cup thaw\n",
      "The Fiver | Ralf Rangnick, Manchester United and some gegenpressing thoughts\n",
      "A-League Men’s latest new dawn hints at a brighter future... once again | Emma Kemp\n",
      "West Ham’s Tameka Yallop: ‘I was trapped in my own bubble with a baby’\n",
      "Liverpool 4-0 Southampton and more: Saturday football clockwatch –as it happened\n",
      "Australia 1-1 USA: international women’s football friendly – as it happened\n",
      "Guardian wins FSA newspaper of the year award for eighth time\n",
      "Ellen White breaks record as merciless England thrash Latvia 20-0\n",
      "Alexia Putellas and Lionel Messi named 2021 Ballon d’Or winners\n",
      "The Fiver | The Ballon d’Or, the FSA awards and the wise words of Jerry Seinfeld\n",
      "The Fiver | Did Messi really have a better year than 53-goal Lewandowski?\n",
      "England 20-0 Latvia: Women’s World Cup qualifier – as it happened\n",
      "Late Kyah Simon strike salvages 1-1 draw for Matildas against USA\n",
      "Alexia Putellas and Lionel Messi win 2021 Ballon d’Or – as it happened\n",
      "Leeds chief executive likens call for transfer levy and regulator to Maoism\n",
      "The Fiver | Agent Rafa and a Merseyside derby set to be on a rolling boil from the get-go\n",
      "Women’s football mismatches are happening too often – it is time for action\n",
      "Lethal, humble, wise: the making of England record-breaker Ellen White | Suzanne Wrack\n",
      "The Fiver | Penny for the thoughts of Keane and Vieira that it’s come to this\n",
      "A-Leagues court controversy with double headers but eyeballs count | Emma Kemp\n",
      "Ally McCoist’s joy and Roy Keane’s rage: how pundits can eclipse the action | Max Rushden\n",
      "The Fiver | Pepe diplomatically bobbing about in a bench-emptying 42-man stramash\n",
      "Arsenal 0-4 Barcelona: Women’s Champions League – as it happened\n",
      "Premier League title rivals all face issues but Chelsea’s are the most pressing | Karen Carney\n",
      "The Fiver | In which Jürgen Klopp appears to morph into mid-1980s Billy Connolly\n",
      "‘Always wanting more’ – how Alexia Putellas became the best in the world\n",
      "Ralf Rangnick lines up Chris Armas for Manchester United coaching staff\n",
      "What is the earliest goal scored in a football match that finished 1-0? | The Knowledge\n",
      "Victory Women are now arguably the best A-Leagues team in Melbourne | Joey Lynch\n",
      "Aston Villa 2-1 Leicester: Premier League – as it happened\n",
      "The Fiver | Everton’s decline, the first sacrificial lamb and a 27th-minute walkout\n",
      "Rebekah Stott’s return after cancer gives Melbourne City a win before even kicking a ball | Joey Lynch\n",
      "Zenit St Petersburg 3-3 Chelsea: Champions League – as it happened\n",
      "The Fiver | Oh Uefa! Just how hard can a tombola be?\n",
      "Everton 2-1 Arsenal: Premier League – as it happened\n",
      "West Ham 0-1 Dinamo Zagreb, Celtic 3-2 Real Betis: Europa League – as it happened\n",
      "Klopp says Gerrard is destined to manage Liverpool: football countdown – as it happened\n",
      "The Fiver | Tottenham, Rennes and a general air of farce\n",
      "Melbourne falls short in Women’s World Cup venue allocation | Joey Lynch\n",
      "Liverpool 1-0 Aston Villa, Chelsea 3-2 Leeds: football clockwatch – as it happened\n",
      "NYCFC win first MLS Cup after beating Portland Timbers in penalty shootout\n",
      "Portland Timbers 1-1 New York City FC (aet; pens 2-4): MLS Cup final 2021 – as it happened\n",
      "Brighton 0-2 Manchester United: Women’s Super League – as it happened\n",
      "Emily van Egmond’s brief Newcastle Jets return suits both player and club | Emma Kemp\n",
      "Staggering disparity in FA Cup prize money is holding back women’s football | Suzanne Wrack\n",
      "Pioneers Clapton tap into fans to beat rivals and bridge women’s money gap | Suzanne Wrack\n",
      "What will happen in Australian football in 2022?\n",
      "Arsenal 2-0 West Ham, Brighton 0-1 Wolves: Premier League – as it happened\n",
      "Which footballers paid towards their own transfer fees to join another club? | The Knowledge\n",
      "Premier League managers set for Covid meeting: football countdown – as it happened\n",
      "From spectacular screamers to classic finishes: 60 of the best goals from 2021\n",
      "FA agrees new £30m three-year deal for women’s football\n",
      "The Fiver | Drastic action for football is probably the best course of drastic action\n",
      "The Fiver Christmas Awards 2021\n",
      "Newcastle v Manchester City underlines the problem inherent in football | Jonathan Wilson\n",
      "Fifa’s Gianni Infantino claims biennial World Cup would create £3.3bn revenue\n",
      "Melbourne wins interstate battle of ALM brands as Western Sydney’s woes continue | Emma Kemp\n",
      "How Mikel Arteta and Arsenal brought back the Emirates feelgood factor | Karen Carney\n",
      "‘Realign perceptions’: the women behind the football at Australia’s Afghan National Cup | Emma Kemp\n",
      "Leicester City 1-0 Liverpool: Premier League – as it happened\n",
      "Rayo Vallecano: a mess, ‘problem after problem’ … and top four in La Liga | Sid Lowe\n",
      "Newcastle to talk with Brighton’s Dan Ashworth over director of football job\n",
      "The Fiver | Marcelo Bielsa and the horrors visited on Leeds by Manchester City\n",
      "From the women’s Euros to Qatar World Cup, 2022’s football highlights\n",
      "The Fiver | Spurs and the trouble with not realising what is an actual work event\n",
      "The Matildas should not forget about Katrina Gorry ahead of 2023 World Cup | Joey Lynch\n",
      "The Fiver | Manchester United tribute act Manchester United are in a deep funk\n",
      "The Fiver | Fall-guys Leyton Orient are guaranteed to trend for the next fortnight\n",
      "Why not having your manager in the dugout really can make a difference | Karen Carney\n",
      "FA Cup third round, Afcon buildup, Trippier joins Newcastle and more – as it happened\n",
      "Relief and atmosphere as Cameroon open Africa Cup of Nations in style\n",
      "Football transfer rumours: Luka Modric set for Manchester City move?\n",
      "The Fiver | The second coming of David Bellion and William Prunier\n",
      "Problems mount for Eidevall as WSL leaders Arsenal hit the wall \n",
      "Newcastle 1-1 Watford, Norwich 2-1 Everton and more: football clockwatch – as it happened\n",
      "English clubs dominate international transfer spend in 2021 with £1bn outlay\n",
      "Burnley v Leicester off after Covid and injuries hit Sean Dyche’s squad\n",
      "Afcon updates, Tottenham v Arsenal in doubt and more – as it happened\n",
      "Kate Longhurst’s late goal for West Ham damages Tottenham’s WSL title bid\n",
      "The Fiver | Agent Rafa’s sacking at Everton and the big finger of blame\n",
      "The Best Fifa Football Awards: Lewandowski and Putellas win player gongs – as it happened!\n",
      "The Fifa Best Awards 2022: Putellas and Lewandowski named players of the year\n",
      "Adama Traoré to tackle racism in football: ‘It’s important I use my platform’\n",
      "What have been the closest TV score abbreviations for two football teams? | The Knowledge\n",
      "Focus shifts from performance to results as Matildas eye Asian Cup success | Joey Lynch\n",
      "The Fiver | Comoros and an Africa Cup of Nations upset for the ages\n",
      "Brentford 1-3 Manchester United: Premier League – as it happened!\n",
      "Wayne Rooney would be the perfect manager to revive Everton | Karen Carney\n",
      "The Fiver | The most preposterous stoppage-time turnaround since Agüeroooooooo\n",
      "The Fiver | The Best: the Fifa football awards that also sound like a ready meal\n",
      "The Fiver | Watford, Norwich and making the best of things while the going is good\n",
      "Premier League news, transfer updates and more: football countdown – as it happened\n",
      "Record-breaker Sam Kerr out on her own after remarkable Matildas scoreline | Joey Lynch\n",
      "Crystal Palace 1-3 Liverpool: Premier League – as it happened\n",
      "The Fiver | Comoros, Cameroon and the curious tale of no goalkeepers\n",
      "Matildas take their time but finally find a way to break Philippines dam | Joey Lynch\n",
      "The Fiver | Little victories in the fight to save Derby County\n",
      "Matildas turn focus to main event with straightforward Asian Cup group stage completed | Joey Lynch\n",
      "Concacaf World Cup qualifiers: five things to look out for\n",
      "Leicester’s Jess Sigsworth: ‘I’m addicted to Lego. I’ve built Wembley and Old Trafford’\n",
      "A footballer’s talent alone is not enough to be considered an ALM great | Joey Lynch\n",
      "Bridgwater buzzing for big Women’s FA Cup tie: ‘It puts club on the map’\n",
      "The Fiver | Newcastle’s bulging wallet and teams demanding the moon on a stick\n",
      "‘Why did people have to die?’: Cameroon mourns after stadium tragedy\n",
      "Olympic gold to Qatar 2022? Canada is in danger of becoming a football nation\n",
      "Surging Canada beat flat USA to take huge step towards 2022 World Cup\n",
      "World Cup 2022 qualifier: Canada 2-0 USA – as it happened\n",
      "No sugar-coating disastrous Matildas Asian Cup failure | Joey Lynch\n",
      "The Fiver | Frank Lampard, passion and crowd-pleasing triple overlaps at Everton\n",
      "The Fiver | Uefa, St Petersburg, Gazprom and pointless bespoke tunnel carpeting\n",
      "The Fiver | PSG v Real Madrid: Big Cup returns with an unromantic match-up\n",
      "World Cup doomsday scenario looms after Socceroos slip up in Oman | Joey Lynch\n",
      "Women’s game suffering from uneven schedule, says Fifpro union\n",
      "The Fiver | The Scottish title race is suddenly very much in the balance\n",
      "Australian football must broaden its scope if Socceroos and Matildas are to exit current mire | Joey Lynch\n",
      "The Fiver | A quick guide to football #hashtags on the social media disgraces\n",
      "The Fiver | Arsenal, Barcelona and a transfer window that was almost interesting\n",
      "Harder leads Chelsea past Manchester United and into League Cup final\n",
      "Which football clubs have won major trophies across three centuries? | The Knowledge\n",
      "‘Darkest moment in our history’: Raith fans on David Goodwillie row\n",
      "Biennial World Cup will do ‘immeasurable damage’ to global sport, IOC members warn\n",
      "Afghanistan women’s football team reunite with hopes of competing in Australia | Joey Lynch\n",
      "Manchester City’s Alex Greenwood: ‘At times this season it felt like it was the world against us’\n",
      "FA Cup fourth round team news, Afcon final buildup and more – as it happened\n",
      "The Fiver | Carlos Queiroz and Egypt’s declaration of war on Afcon officialdom\n",
      "The Fiver | Chelsea have a crack at pretending to care about the Club World Cup\n",
      "Chelsea’s Hayes shrugs off pressure before title showdown with Arsenal\n",
      "The Fiver | Newcastle and the most closely-monitored metatarsal since David Beckham\n",
      "Chelsea and Arsenal cancel each other out in WSL stalemate\n",
      "Chelsea 0-0 Arsenal: Women’s Super League – as it happened\n",
      "Barcelona close to £236m Spotify deal that includes Camp Nou naming rights\n",
      "Premier League team news, WSL buildup to Chelsea v Arsenal – as it happened\n",
      "Manchester United 1-1 Southampton: Premier League – as it happened\n",
      "Leeds 2-4 Manchester United: Premier League – as it happened\n",
      "A-Leagues ‘drinks breaks’ for ads are a killjoy but so is the football they interrupt | Joey Lynch\n",
      "Which footballers have names made from acceptable Wordle answers? | The Knowledge\n",
      "Will Carlos Cordeiro return to rule US Soccer two years after alienating the USWNT?\n",
      "The Fiver | Mbappé, Messi and a torch cheekily back-flicked down the wing\n",
      "Celtic v Bodø/Glimt, Leicester v Randers: Europa Conference League – as it happened\n",
      "The Fiver | Rangers continue their quest for Uefa’s secondary jug\n",
      "Michael Olise: from Chelsea exit to sparkling form at Crystal Palace\n",
      "The Fiver | Games off, Greaves and Big Jet TV: a strange day at Fiver Towers\n",
      "‘We have turned lives around’: more to Boreham Wood than an FA Cup run\n",
      "Wolves 2-1 Leicester: Premier League – as it happened\n",
      "Bournemouth v Nottingham Forest off: weekend football countdown – as it happened\n",
      "Leaks and lost leads are haunting Manchester United under Rangnick | Karen Carney\n",
      "Which footballers enjoyed stellar careers despite failing medicals? | The Knowledge\n",
      "The USWNT got $24m in their equal pay battle. Now comes the hard part\n",
      "Bright and Kirby push England past Germany to secure Arnold Clark Cup\n",
      "The Fiver | Cristiano Ronaldo having Atlético Madrid’s number and then some\n",
      "Is it ever OK to laugh at a footballer scoring three own goals? | Max Rushden\n",
      "Champions League final moved to Paris, Manchester United pull Aeroflot deal – as it happened\n",
      "Abramovich hands ‘stewardship and care of Chelsea’ to charitable foundation\n",
      "Charity Commission requests more detail on Abramovich’s plans for Chelsea\n",
      "Russia suspended from all Fifa and Uefa competitions until further notice\n",
      "The Fiver | Everton’s sinking feeling and tales of their relegated forefathers\n",
      "The world’s game, a global scandal: the struggle to be heard in football’s sexual abuse crisis\n",
      "Emma Hayes confident future Chelsea owners will support women’s team\n",
      "Chelsea sale latest, Premier League team news and more – as it happened\n",
      "Kicking the habit: footballing nuns’ goal is to pass on word of God\n",
      "From Afghanistan to Zimbabwe: sexual abuse allegations in football around the world\n",
      "Burnley 0-4 Chelsea, Newcastle 2-1 Brighton, and more: clockwatch – as it happened\n",
      " Sport can repay its debt and prove its worth at a time of gloom and fear | Barney Ronay\n",
      "The key factors that will decide Premier League’s seven-team relegation scrap | Karen Carney\n",
      "Fan’s view: Abramovich was resented for upsetting football’s cosy world | Tim Rolls\n",
      "The Fiver | Roman Abramovich plans his exit from Chelsea\n",
      "Clyde women’s team quit club over signing of David Goodwillie\n",
      "Women’s football ‘legacy’ championed with 500 days to go to 2023 World Cup\n",
      "Abramovich’s Chelsea sale statement: his words under the microscope\n",
      "Women’s Super League: talking points from the weekend’s action\n",
      "The Fiver | Chelsea, Roman Abramovich and old-school memories of the Bridge\n",
      "‘You’re insane’: The Australian working with Saudi Arabia’s first women’s national team | Paul Williams\n",
      "The women’s team got equal pay but not everyone in US soccer is happy\n",
      "Ukraine play-off in Scotland could be delayed to allow team World Cup chance\n",
      "The Fiver | Everton just can’t catch a break\n",
      "Manchester United’s financial results reveal net debt hit £495m at end of 2021\n",
      "Miedema and Dybala back Common Goal’s emergency Ukraine response\n",
      "The Fiver | Worst of all, Chelsea are no longer able to sell a single thing\n",
      "Roman Abramovich hit by sanctions: what does it mean for Chelsea?\n",
      "Chelsea players fearful for future after UK freezes Abramovich’s assets\n",
      "Premier League, Europa League and WSL clockwatch – as it happened\n",
      "Thomas Tuchel insists it is ‘business as usual’ at Chelsea despite sanctions news\n",
      "The Fiver | Cristiano Ronaldo’s trip to Portugal and a tale of two Kit Kats\n",
      "Chelsea latest, Premier League team news and more – as it happened\n",
      "Women’s FA Cup prize money to get historic almost tenfold increase\n",
      "Hayes strives to preserve Chelsea empire Abramovich helped her create | Louise Taylor\n",
      "Brentford 2-0 Burnley, Championship, Bundesliga and more – as it happened\n",
      "Tottenham 0-1 Manchester City: Women’s Super League – as it happened\n",
      "Pursuit of happiness: the problem with supporting one of football’s super clubs | Jonathan Liew\n",
      "The Fiver | Lampard and the glazed expression of confused impotence at Everton\n",
      "A-League Women finals a tale of tragedy, resilience and anti-romance | Joey Lynch\n",
      "The Fiver | Football, the most important of the least important things\n",
      "The Fiver | Everton, Newcastle and no guarantees of success\n",
      "Howe maintains tunnel vision amid Newcastle human rights questions\n",
      "Chelsea keep heat on Gunners at WSL summit with cruise against Everton\n",
      "The Fiver | Mandela, Gandhi … Infantino? Yes, it’s Fifa Congress time again\n",
      "The Fiver | Liverpool and the eerie channelling of that 1981 spirit\n",
      "Premier League and FA Cup: 10 talking points from the weekend\n",
      "Southgate voices England concerns about human rights at Qatar World Cup\n",
      "Conor Gallagher has it all and may face tough call when Crystal Palace loan ends | Karen Carney\n",
      "Crystal Palace 4-0 Everton: FA Cup quarter-final – as it happened\n",
      "Costa Rica 2-0 USA: World Cup 2022 qualifying – as it happened\n",
      "Barcelona 5-2 Real Madrid (Agg 8-3): Women’s Champions League quarter-final, second leg – as it happened\n",
      "Tottenham Hotspur 3-1 West Ham United: Premier League – as it happened!\n",
      "Bale and Ramsey take on final World Cup mission of enthralling Wales era | Barney Ronay\n",
      "The Fiver | England’s Harry Maguire and those loud stupid voices at Wembley\n",
      "‘Absolute joke’: Southgate hits out at England fans who booed Harry Maguire\n",
      "Footballers playing in the highest percentage of their country’s games | The Knowledge\n",
      "Portugal 2-0 North Macedonia: World Cup playoff final – as it happened\n",
      "‘Different to other clubs’: how Barcelona Women left rivals behind | Sid Lowe\n",
      "The Fiver | World Cup playoffs riding to the rescue in this international break\n",
      "Champions League places based on historical performance receive backing\n",
      "The Fiver | The cheese curds and gravy on an already delicious plate of fries\n",
      "Eddie Howe’s love and care steering Newcastle ever closer to harmony\n",
      "Oh Canada! Larin and Buchanan lead team to first men’s World Cup since 1986\n",
      "Real Madrid 1-3 Barcelona: Women’s Champions League quarter-final – as it happened\n",
      "The Fiver | Italy and an unusually large number of widescreen humiliations\n",
      "Costa Rica 1-0 Canada: World Cup 2022 qualifying – as it happened\n",
      "The Fiver | Aaron Ramsey is playing regular football again, sort of \n",
      "If the FA wants to make a difference over Qatar it must speak up on compensation\n",
      "Jordan Henderson would prefer FA Cup semi-final be moved from Wembley\n",
      "Wales 2-1 Austria: World Cup playoff semi-final – as it happened\n",
      "The Fiver | Football alliances and Euro 2028 chickens counted before they hatch\n",
      "Natalie Portman wanted to shift football culture. So she founded Angel City FC\n",
      "The Fiver | PSG, Pochettino and a failed attempt to buy respectability\n",
      "Blaise Matuidi: ‘David Beckham was a big part of why I moved to MLS’\n",
      "Women’s Champions League quarter-finals: tie-by-tie analysis | Suzanne Wrack\n",
      "Lise Klaveness, the Norwegian who rocked Fifa: ‘It’s our job to push further’\n",
      "SFA urged to consider fit and proper person test for players after Goodwillie backlash\n",
      "The Fiver | A deliberate act of tea-timely, spiteful and bureaucratic sabotage\n",
      "World Cup 2022 draw: England to face USA, Iran and one of Wales, Scotland or Ukraine – as it happened\n",
      "Dean Bouzanis: ‘To be successful at Sutton means a lot to me and my family’\n",
      "Southampton 0-6 Chelsea, Arsenal 1-2 Brighton: Premier League – as it happened\n",
      "Burnley 0-2 Manchester City, Chelsea 1-4 Brentford: clockwatch – as it happened\n",
      "New twist in Chelsea bidding war as billionaire Gilbert joins Ricketts family\n",
      "Online abuse targeting footballers to be tackled by ‘world first’ AI software\n",
      "The Fiver | Manchester City v Liverpool, tinfoil hats and a most modern rivalry\n",
      "The Fiver | An admission that perhaps the Premier League is the ‘best in the world’\n",
      "Curator of football exhibition says women must be represented\n",
      "West Ham 2-1 Everton: Premier League – as it happened\n",
      "The Fiver | Manchester United, Erik ten Hag and a summer of red-hot xG wibble\n",
      "The Fiver | Frank Lampard, privilege and a segue from Everton to Big Cup\n",
      "Klopp’s selection risk pays off as Liverpool move step closer to final | Jamie Jackson\n",
      "North Macedonia 0-10 England: Women’s World Cup qualifying – as it happened\n",
      "Guardiola calls Klopp ‘biggest rival I’ve had’, plus team news – as it happened\n",
      "Antonio Conte is working his magic at Spurs and it all stems from fitness | Karen Carney\n",
      "The Fiver | Real Madrid, Chelsea and statistical shoo-ins\n",
      "The Fiver | Throwing a much-needed dose of Neil Warnock into Man City v Liverpool\n",
      "Liverpool have to negotiate bumps on the road to Women’s Super League\n",
      " ‘A cultural moment’: what Bend It Like Beckham meant for UK women’s football\n",
      "The Fiver | The potential for Mikel Arteta and his players to Arsenal things up\n",
      "Laugh? We almost cried. These ‘never say die’ Matildas are killing us | Joey Lynch\n",
      "Moving the Goalposts | Angel City FC writing their own story as NWSL arrival approaches\n",
      "Mead hits four and White reaches 50 in England’s 10-0 rout of North Macedonia\n",
      "Boston Celtics co-owner vows to ensure Chelsea remain ‘habitual winners’\n",
      "‘Change the vision’: Iran Women push to break football barriers amid fan ban\n",
      "Newcastle 1-0 Wolves: Premier League – as it happened\n",
      "Chelsea bidders wait for news after submitting improved offers for club\n",
      "The Fiver | Could this be the year for a long-awaited European breakthrough?\n",
      "Sheffield United 1-2 Reading, Luton 1-0 Nottingham Forest: Football League – as it happened\n",
      "Man Utd 3-2 Norwich, Southampton 1-0 Arsenal: Premier League – as it happened\n",
      "QPR 1-0 Derby, Reading 4-4 Swansea and more: Championship and EFL – as it happened\n",
      "The Fiver | Fulham and the Premier League: back once again\n",
      "Euro 2022 stadium choices appeared unambitious in 2018 – they look worse now | Suzanne Wrack\n",
      "Moving the Goalposts | PSG’s Sara Däbritz on finding strength in adversity and her love for the game\n",
      "Fifa ethics committee investigating sexual misconduct claims in Canadian soccer\n",
      "The Fiver | It’s not yet clear how the Erik ten Hag era will go farcically wrong\n",
      "The Fiver | Liverpool’s tilt at what could actually be a quintuple\n",
      "Barcelona 5-1 Wolfsburg: Women’s Champions League semi-final, first leg – as it happened\n",
      "Pogba unlikely to play for Man Utd again: football countdown – as it happened\n",
      "Football in Ukraine: ‘Where will the kids train now?’\n",
      "Bobby Copping: the footballer whose life changed with one header\n",
      "Footballers in Italian women’s top division finally turn professional \n",
      "Philippines Women make World Cup history – in shadow of ‘the three Bs’ | John Duerden\n",
      "To be seen and not heard is keeping fans and viewers in the dark over VAR | Barry Glendenning\n",
      "Forest Green Rovers’ electric ambition fuels promotion to League One | Ben Fisher\n",
      "Main proposals of fan-led review of English football backed by government\n",
      "Sydney FC: struggling A-League Men club arrives at crossroads | Joey Lynch\n",
      "Manchester City 2-3 Liverpool: FA Cup semi-final – as it happened\n",
      "Arsenal’s Jonas Eidevall: ‘We could find many excuses to stop but we kept going’\n",
      "Chelsea sale: Boehly group the preferred bidder despite late Ratcliffe bid\n",
      "The Fiver | The West Ham of 2022 will hope history augurs well against Frankfurt\n",
      "Anita Asante: ‘I get to decide when it ends. Not everyone gets that choice’\n",
      "Everton’s confused strategy has infected both their men’s and women’s teams | Karen Carney\n",
      "Who are Chelsea’s prospective new owners and what issues do they face?\n",
      "Manchester City and Liverpool face title tests: football countdown – as it happened\n",
      "‘We’re really happy’: Italy’s female footballers on new professional status\n",
      "Newcastle’s Katie Barker breaks new ground to fulfil St James’ Park dream | Louise Taylor\n",
      "The Fiver | Villarreal’s Mission: Nigh-on Impossible against Liverpool\n",
      "The Fiver | And now to Madrid, where it’s going to end 11-10 after extra-time\n",
      "Real Madrid 3-1 Manchester City (agg 6-5): Champions League semi-final, second leg – as it happened \n",
      "Moving the Goalposts | ‘It’s brutal’ – how French football’s hijab ban is affecting Muslim women\n",
      "The Fiver | The mother, father and extended family of pyrrhic City victories\n",
      "WSL season finale: Hayes relaxed as Chelsea bid to hold off Arsenal\n",
      "Arsenal managers Mikel Arteta and Jonas Eidevall sign contract extensions\n",
      "The Fiver | David Moyes and ill-advised yuks after West Ham’s Euro exit\n",
      "Weekend football countdown – as it happened\n",
      "‘The best day’: Afghan women’s football team find back of the net and rediscover joy\n",
      "Todd Boehly’s consortium bid set to win race to buy Chelsea\n",
      "Watford relegated, Burnley 1-3 Aston Villa, Chelsea 2-2 Wolves and more – as it happened\n",
      "Chelsea pip Arsenal to WSL title on dramatic final day – as it happened\n",
      "Liverpool beat Chelsea on penalties in FA Cup final – as it happened\n",
      "Sam Kerr’s latest exploits mark her out as one of Australia’s greatest athletes | Joey Lynch\n",
      "A-League Men finals: how the contenders for the championship shape up | Joey Lynch\n",
      "The Fiver | Manchester City, Erling Haaland and more pressing personnel concerns\n",
      "The Fiver | If your team can’t win something then it’s better if no one does\n",
      "Anita Asante: ‘I said to Steven Gerrard, let’s hug because my hands are really sweaty’\n",
      "Lionel Messi earned $122m last year. He still felt the need to take Saudi money | Karim Zidan\n",
      "Chelsea have extra motivation to make this a weekend of double FA Cup joy | Karen Carney\n",
      "The Fiver | The north London derby: thrills, spills, aggravation and the BFFP\n",
      "Lenny Taylor: the forgotten man of Manchester United’s Class of 92\n",
      "Marquees are tasty sugar hits but A-Leagues must also eat their greens | Joey Lynch\n",
      "Chelsea’s Sam Kerr: ‘I’m a risk taker. I love that feeling of being on the edge’\n",
      "The Fiver | Peak FA Cup magic-loss and a rival final to outrage the angriest of men \n",
      "FA Cup final weekend football countdown – as it happened\n",
      "West Ham United 2-2 Manchester City: Premier League – as it happened!\n",
      "Premier League and FA Cup: 10 talking points from the weekend’s action\n",
      "Thanks for your leadership, Jake Daniels: a gay man and professional footballer | Barney Ronay\n",
      "The Fiver | Liverpool, assorted frenzies and the Premier League unthinkable\n",
      "US women’s and men’s teams agree historic deal to share World Cup prize money\n",
      "The Fiver | A big night in Seville awaits for Ally McCoist’s credit cards\n",
      "The Fiver | The Premier League trapdoor and gold-encrusted parachutes\n",
      "Jake Daniels can inspire next generation of footballers to be whoever they are | Anita Asante\n",
      "The Fiver | It’s time to dish out some premature Premier League congratulations\n",
      "Dortmund sack Rose, Origi’s Liverpool exit confirmed: football countdown – as it happened\n",
      "Southampton Women win promotion to second tier after victory against Wolves \n",
      "Luis Díaz must get nod from Klopp even though Real Madrid may prefer to face him | Karen Carney\n",
      "The Fiver | Liverpool, Real Madrid and likable doyens of the modern game\n",
      "Gareth Southgate urges England fans to behave and fears return to dark days\n",
      "Ibrahima Konaté: ‘The final in Paris, my home. I couldn’t have dreamed it’\n",
      "The Fiver | Mourinho and all that is right and wrong with the Conference League\n",
      "US referee numbers are plunging and aggression is to blame\n",
      "The Fiver | Nottingham Forest, Huddersfield and ‘the most lucrative fixture in football’\n",
      "Paulo Wanchope: ‘I woke every hour and a half before my Derby debut’\n",
      "Liverpool fans liken ‘terrifying’ treatment in Paris to Hillsborough\n",
      "Champions League and Championship playoff finals: football countdown – as it happened\n",
      "Manchester United continue rebuild by taking Premier League’s Andy O’Boyle\n",
      "The Fiver | Arsenal and a top-four tilt that could be derailed by the thick end of £100m\n",
      "The Fiver | Italy, Argentina and a pompous moniker … it’s the 2022 Finalissima!\n",
      "Canada-Panama match canceled amid spiraling World Cup bonus dispute\n",
      "The Fiver | England, Germany and a low-energy state of Nations League affairs\n",
      "Canada men’s team refuses to train amid World Cup compensation disagreement\n",
      "The Fiver | Still here and going there: Wales end 64 years of waiting\n",
      "Canada’s feel-good World Cup melody hits sour note with Iran debacle\n",
      "Germany 1-1 England: Nations League – as it happened\n",
      "The Fiver | Northern Ireland, Billy Bingham and a life less ordinary\n",
      "The Fiver | Jack Grealish freed from the shackles of tactical diktats\n",
      "Everton sign betting sponsor deal two years after terminating similar contract\n",
      "Pulisic is unhappy with USMNT fans. But price rather than passion is to blame\n",
      "The Fiver | Stop Football, Start Holidays!\n",
      "Lucy Bronze says Rice and Trippier have told Lionesses to embrace home Euros\n",
      "The Fiver | England’s season finale ends up with an unlikely cliffhanger\n",
      "England v Belgium: women’s international friendly – as it happened\n",
      "The Fiver | The Socceroos go full Tuchel-Kepa to find their flamin’ World Cup hero\n",
      "Barcelona president Joan Laporta calls for stricter rules on state-owned clubs\n",
      "Understrength Matildas hammered by Spain in 7-0 friendly defeat \n",
      "The Fiver | The Pogmentary: moral outrage and the voices in footballers’ ears\n",
      "Threat of Fifa ban looms over India and Chhetri’s hopes of passing Messi | John Duerden\n",
      "Australia at the 2022 World Cup – five things to know, including who they will play in Group D and when\n",
      "The Fiver | Modern football problem No 1,057: fans turning on departing players\n",
      "The Fiver | Revealed: every football team will play each other twice next season\n",
      "‘We used a size four ball’: former Lionesses recall first women’s Euros \n",
      "Which football manager has the worst winning record in European finals? | The Knowledge\n",
      "Who is the oldest footballer to score their first international goal? | The Knowledge\n",
      "Todd Boehly the new Chelsea chairman as Marina Granovskaia exits in shakeup\n",
      "Why did the north-east of England not get any Euro 2022 games? \n",
      "The Fiver | Todd Boehly takes a new broom to Chelsea’s corridors of power\n",
      "Eritrea women’s team footballers still in hiding after escaping in Uganda\n",
      "Haaland and Núñez deals will leave top two’s rivals wondering how to catch up | Karen Carney\n",
      "The Fiver | The Football League fixtures are out!\n",
      "England v Netherlands: women’s international friendly – live!\n",
      "The Fiver | Crawley Town’s official magic beans\n",
      "The Fiver | An American tale: Gareth Bale goes west\n",
      "The Fiver | Newcastle United’s third kit reminding us of something familiar\n",
      "There’s only six Ben Davies! Which name is the most common in football? | The Knowledge\n",
      "The Fiver | Euro 2022 and the underappreciated sidekick role on football podcasts\n",
      "Euro 2022: the complete guide to all the stadiums\n",
      "How Kansas City became the 2026 World Cup’s most unlikely host city\n",
      "The Fiver | Richarlison heads for tangible reward and glory with … Tottenham\n",
      "Women’s Euro 2022: our writers predict the winners and surprises\n",
      "The Fiver | Christian Eriksen, Cristiano Ronaldo and a trickle of United optimism\n",
      "Just the ticket: Ella Toone splashes out for England’s Old Trafford opener\n",
      "The Fiver | Raheem Sterling, Barcelona and gaming the transfer system \n",
      "The Fiver | Football’s constant evolution and the ‘Frenkie de Jong saga’\n",
      "How many parkruns are in sight of football grounds around the UK? | The Knowledge\n",
      "The Fiver | A simple tale of Laurence Bassini, Simon Jordan and Birmingham City\n",
      "Ronaldo and Messi, fading stars, will not make your football club better | Barney Ronay\n",
      "High-profile drubbings are rare but they happen – in men’s football too | Anita Asante\n",
      "Netherlands 1-1 Sweden: Women’s Euro 2022 Group C – as it happened\n",
      "Lack of diversity in England Women squad will stop many girls from dreaming | Anita Asante\n",
      "Sarina Wiegman’s unerringly good England are yet to revive my familiar pain | Max Rushden\n",
      "The Fiver | England v Germany and Weird Uncle Fiver’s big Wembley day out\n",
      "Jill Roord strikes to rescue draw for holders Netherlands against Sweden\n",
      "Germany 4-0 Denmark: Women’s Euro 2022 – as it happened\n",
      "Mary Earps ready to do the business in Euros final thanks to De Gea dealings\n",
      "The Fiver | All aboard for lazy stereotypes and a humdinger of a final at Wembley\n",
      "The Fiver | After England’s jaw-dropping 8-0 win, we’ve reached peak giddiness\n",
      "Denmark 1-0 Finland: Women’s Euro 2022 Group B – as it happened\n",
      "Germany 2-0 Spain: Women’s Euro 2022 Group B – as it happened\n",
      "‘So refreshing and joyful’: readers on Euro 2022 and women’s football\n",
      "Iceland 1-1 France: Women’s Euro 2022 Group D – as it happened\n",
      "The Fiver | Antonio Conte’s single purpose with his brutal Spurs pre-season\n",
      "Northern Ireland 0-5 England: Women’s Euro 2022, Group A – as it happened\n",
      "Spain’s Aitana Bonmatí: ‘We want the ball. Our objective is always to play’ | Sid Lowe\n",
      "The Fiver | Women’s  Euro 2022 group-stage permutations and melting brains\n",
      "Moving The Goalposts | ‘Great togetherness’ – vibrant fans amplify the joy at Euro 2022 \n",
      "Ruthless England’s Euros 8-0 looks less of a freak result than past thrashings | Jonathan Wilson\n",
      "Could changing Lucy Bronze’s role be gold for England’s Euro 2022 chances?\n",
      "The Fiver | English football innovation: the best jobs going to the best people\n",
      "England 2-1 Spain (aet): Women’s Euro 2022 quarter-final – as it happened\n",
      "England Women will have to be at their best without the ball against Spain | Karen Carney\n",
      "The Fiver | Why Fulham’s ticket policy is more craven than the cottage itself\n",
      "USWNT legend Briana Scurry: ‘The problem with concussions is a lot of us suffer in silence’\n",
      "France 5-1 Italy: Women’s Euro 2022 – as it happened!\n",
      "The Fiver | England, Norway and a dose of Derren Brown at Euro 2022\n",
      "Italy 0-1 Belgium: Euro 2020 Group D – as it happened\n",
      "Ellen White is one goal from Rooney’s record – and his England equal | Suzanne Wrack\n",
      "Euro 2022 is here, and can be the living proof women’s football has arrived\n",
      "Mud, sweat and cheers: six of the most memorable women’s Euros\n",
      "Premier League 2022-23 preview No 2: Aston Villa\n",
      "The Fiver | The super-spiky version of Thomas Tuchel we were promised is here\n",
      "Wiegman and Gerhardsson to let players do talking in Euros semi-final | Louise Taylor\n",
      "England ride growing wave of popularity before Euros semi-final\n",
      "The Fiver | England v Sweden: is it coming home or coming (Stock)holm? \n",
      "Women’s Euro 2022: England prepare to kick off tournament against Austria – as it happened\n",
      "FA moves towards independence for WSL after rebuffing private equity firms\n",
      "Wiegman tasked with handling storm clouds of expectation over England | Louise Taylor\n",
      "The Fiver | PSG’s very modern parting of the ways with Mauricio Pochettino\n",
      "The Fiver | A famous England win and the usual politicians bringing it home \n",
      "The Fiver | The spin cycle that is an inescapable part of supporting England\n",
      "England 1-0 Austria: Women’s Euro 2022 opener – as it happened\n",
      "England offer record crowd glimpse of new dawn for women’s football | Jonathan Liew \n",
      "The Fiver | World Cup ball-bots, a better VAR and Fifa’s priorities for Qatar 2022\n",
      "Team behind the team: meet Sarina Wiegman’s England backroom staff\n",
      "Boris Johnson praises England women’s football team on eve of Euros final\n",
      "Liverpool 3-1 Manchester City: Community Shield – as it happened\n",
      "Beth Mead: ‘Football is my safe space, a place to escape sometimes’\n",
      "The Fiver | Half an hour of hurt, whinging Spain and the danger of going Full Jingo\n",
      "‘The best football brain’: England’s Keira Walsh is here to play\n",
      "‘A few Lionesses will get everything’: the pay gap in women’s football\n",
      "The Fiver | Why we’ve changed our name by deed poll to Fiver Wubben-Moy\n",
      "Queen joins sport stars and celebrities to share joy of Lionesses’ Euro 2022 win\n",
      "The Fiver | Barça driving out of their financial hole … into an even bigger one?\n",
      "Georgia Stanway blown away by ‘surreal’ England support: ‘We’re a united nation’\n",
      "Jota stunner seals opening-day win for Celtic over Aberdeen\n",
      "Euro 2022 final: latest news and buildup to England v Germany at Wembley!\n",
      "Moving The Goalposts | ‘Bigger and bigger’: how Lionesses’ march is inspiring the next generation\n",
      "England 2-1 Germany (aet): Women’s Euro 2022 final – as it happened\n",
      "Georgia Stanway is England’s wind-up toy with ‘a foot like a traction engine’\n",
      "The Fiver | Casemiro, Manchester United and crisis-baton rubbernecking\n",
      "The Fiver | Ajax ahead of the cardboard curve as Everton get lost in the metaverse\n",
      "Pitch perfect: 10 things to celebrate about Euro 2022\n",
      "How can England build on their Euro 2022 triumph? \n",
      "Euro 2022: our writers select their highs and lows from the tournament\n",
      "‘People say, “You started it all!”: The Lionesses who paved the way for England’s historic win \n",
      "No 10 denies snub to Lionesses after Boris Johnson watches Euros final from Chequers\n",
      "Three Lions anthem could be ‘put to bed’ after Euro 2022 win, says David Baddiel\n",
      "Graeme Souness’s careless comments meant his point got lost in translation | Barney Ronay\n",
      "The Knowledge | When was the term ‘striker’ first used to describe a football forward?\n",
      "Men’s football boom offers roadmap and warning for women’s game | Jonathan Liew\n",
      "The Fiver | The bulletproof self confidence (and potential demise) of Dean Henderson\n",
      "While money is a huge help, it is culture that drives success in football | Jason Stockwood\n",
      "The Fiver | Are Erik ten Hag’s Manchester United really in crisis? No, not yet\n",
      "Newcastle’s Saudi owners surprise with sensible St James’ Park revolution\n",
      "Lampard believes ‘beautiful’ survival battle has made Everton stronger\n",
      "Premier League returns: team news and transfers as we count down to kick-off – as it happened\n",
      "Manchester United 1-2 Brighton: Premier League – as it happened\n",
      "Women’s Euro 2022 showed how to attract a disengaged younger audience | Suzanne Wrack\n",
      "The Fiver | Shamrock Rovers, FC Shkupi and ‘evil’ airport-related bureaucracy\n",
      "The Fiver | At least Eintracht Frankfurt don’t have to deal with Puskas and Di Stéfano\n",
      "The Fiver | A collective fiasco of record proportions for England’s second tier\n",
      "Whitecaps’ response to misconduct allegations was appropriate, review says\n",
      "England’s Bronze, Mead and Bright nominated for Ballon d’Or\n",
      "Sky Sports pundits face the media: ‘We’re better than BT Sport’\n",
      "Arsenal 4-2 Leicester, Manchester City 4-0 Bournemouth: clockwatch – as it happened\n",
      "‘The starting point was zero’: Chelsea’s Emma Hayes marks 10 years of glory and growth\n",
      "There will be no immediate Ten Hag revolution at United. It is a journey | Karen Carney\n",
      "Chelsea 2-2 Tottenham: Premier League - as it happened!\n",
      "Champions League draw: Liverpool land Rangers, Bayern get Barça – as it happened\n",
      "Champions League: Liverpool face Rangers as Haaland gets Dortmund tie\n",
      "The Fiver | Darwin Núñez getting into the whole pub-car-park-infused carry-on\n",
      "The Fiver | Manchester United, Elon Musk and the bored squillionaires club\n",
      "Arsenal’s fast start is no accident: it is a reward for planning and patience | Karen Carney\n",
      "The Fiver | Taking a trip to the west Midlands down the Jorge Mendes Highway\n",
      "‘My dreams came true’: England star Ellen White bows out at the top | Louise Taylor\n",
      "‘Everyone’s buzzing’: sights set on cementing Lionesses’ legacy\n",
      "England win Women’s Euro 2022 final: players and fans celebrate in London – as it happened\n",
      "The Fiver | Ski goggles and the full Flintoff: Lionesses bask in the spotlight \n",
      "Bournemouth 0-3 Arsenal: Premier League – as it happened\n",
      "Everton 1-1 Nottingham Forest, Leicester 1-2 Southampton: clockwatch – as it happened\n",
      "The Fiver | Bayern and PSG hit seven to make the Premier League look competitive\n",
      "Football transfer rumours: England hero Keira Walsh to join Barcelona?\n",
      "When Megan Rapinoe met Ada Hegerberg: ‘Euro 2022? Everyone was late to the party’\n",
      "The Fiver | Manchester United spoil protests by winning on weird night at Old Trafford\n",
      "Gray steers Everton past Fleetwood after tough battle by the sea\n",
      "The Fiver | Farewell Jill Scott, England legend. And yes, it really did happen\n",
      "‘Disgraceful’: pundit Graeme Souness criticised for ‘man’s game’ comment\n",
      "The Fiver | History teaches us that Leicester always find a way to bounce back\n",
      "Transfer deadline day 2022: Antony, Akanji, Aubameyang, Melo and more – as it happened\n",
      "Thomas Tuchel gets his message across and Chelsea players must respond | Karen Carney\n",
      "Transfer window reaction, Premier League team news: football countdown – as it happened\n",
      "Chelsea 2-1 West Ham, Tottenham 2-1 Fulham: clockwatch – as it happened\n",
      "The Fiver | Football’s unseemly, increasingly obscene, global trolley-dash\n",
      "Liz Truss’s strange and chilling desire to ‘channel the spirit of Don Revie’ | Jonathan Liew\n",
      "Sophia Smith at the double as USA women breeze past Nigeria in friendly\n",
      "Women’s Super League 2022-23 previews No 7: Liverpool\n",
      "The Fiver | Is VAR modern football’s most clear and obvious error?\n",
      "Women’s Super League 2022-23 previews No 6: Leicester\n",
      "The Fiver | A 100% home win rate against Madrid is a 100% home win rate against Madrid\n",
      "US soccer teams sign equal pay deal after USWNT’s victory over Nigeria\n",
      "The Fiver | Why having a Potter at the wheel could be good for Boehly and Chelsea\n",
      "Wales clinch Women’s World Cup playoff after draw with Slovenia\n",
      "Celtic 0-3 Real Madrid, Sevilla 0-4 Manchester City: Champions League – as it happened\n",
      "Silence over football’s links with sexual and domestic violence is deafening | Max Rushden\n",
      "FC Zürich 1-2 Arsenal: Europa League – as it happened\n",
      "The Fiver | Liverpool’s root-and-branch redevelopment and the Crisis Baton\n",
      "The Fiver | Erling Haaland moving on from mere goals into the realm of pastiche\n",
      "Premier League, WSL and EFL weekend games off but other sports to continue \n",
      "The Fiver | Football and the Queen\n",
      "Women’s Super League 2022-23 previews No 12: West Ham\n",
      "The Fiver | Bayern, Barcelona and avant-garde philosophical abstractions\n",
      "Diletta Leotta: ‘It was not easy to fit into a world dominated by men’\n",
      "The Fiver | Todd Boehly and the latest polarising dividing line we don’t need\n",
      "FA’s plan for women’s futsal national team will be a ‘game changer’\n",
      "My least favourite game: our writers pick out their worst football matches\n",
      "The Fiver | The trouble with pushing the WSL’s big kick-off out into the sticks\n",
      "WSL kicks off, Ecuador’s World Cup relief, Haaland and more: football countdown – as it happened\n",
      "Arsenal win WSL opener, Premier League wins for Fulham and Villa – as it happened\n",
      "Everton 1-0 West Ham: Premier League – as it happened\n",
      "After joyous summer English women’s football faces a battle for its soul | Jonathan Liew\n",
      "This weekend I went to a football game without any fear. It was great | Jess Hayes\n",
      "The Fiver | Midlands malaise and the ghost of Premier League sackings to come\n",
      "Moving the Goalposts | Will the referees’ strike in Spain’s new Liga F create tension with players?\n",
      "The Fiver | The Home Nations are pinning their collective hopes on Scotland, then\n",
      "Which national leagues have the most (and fewest) teams in capital cities? | The Knowledge\n",
      "The Fiver | They’re good enough; they’re also Scotland\n",
      "Newcastle 1-1 Bournemouth, Barcelona 3-0 Elche, EFL: clockwatch – as it happened\n",
      "Arsenal set to smash WSL attendance record in derby against Spurs\n",
      "The Fiver | Doncaster City and a plan that is indeed as stupid as it sounds\n",
      "‘I’m not in my comfort zone’: WSL move offers challenge to Buchanan\n",
      "‘I’m well again’: Emma Hayes on hidden trauma, ADHD and Chelsea upheaval\n",
      "Project 2023: a five-point plan for boosting women’s football in England\n",
      "Finnigan leads Everton to WSL win over Liverpool in front of record crowd\n",
      "The Fiver | England v Germany and a probable two-month long social-media tantrum\n",
      "Jill Scott: ‘It was almost too big an occasion and I was really nervous’ | Donald McRae\n",
      "Knowing England’s luck we’ll win this depressing incarnation of the World Cup | Max Rushden\n",
      "Chelsea 2-0 Manchester City: Women’s Super League – as it happened\n",
      "The Fiver | Another rough day for Harry Maguire and the pound\n",
      "Chelsea’s multi-club network chief made plans with Crystal Palace investor\n",
      "Stop thinking about rigid formations: football is now far too dynamic for that | Karen Carney\n",
      "Premier League returns, Maguire injured, Hull sack Arveladze: football countdown – as it happened\n",
      "Off the rails: UK’s uniquely bad trains test the will to watch football | Barney Ronay\n",
      "Premier League clockwatch: Leicester 2-0 Leeds, Fulham 3-0 Aston Villa – as it happened\n",
      "The Fiver | Steven Gerrard, Aston Villa and a stepping stone to oblivion\n",
      "The Fiver | It turns out the answer to eternal happiness is a Nordic cheat-code\n",
      "Bangladesh are blazing a trail for female footballers in south Asia | John Duerden\n",
      "The Fiver | Liverpool v Rangers, McCoist and Hateley, and three centuries of data \n",
      "The Fiver | Steve Bruce’s unique brand of managerial magic\n",
      "Jürgen Klopp’s tweaks can revive Liverpool and get the best from Alexander-Arnold | Karen Carney\n",
      "Cooper’s Forest deal, Klopp praises Arteta, England v USA: football countdown – as it happened\n",
      "Jess Fishlock’s extra-time goal gives Wales World Cup playoff victory\n",
      "Premier League: 10 things to look out for this weekend\n",
      "Romeo Beckham training with Brentford B after end of US season\n",
      "The Fiver | Steve Cooper and an unexpected turn of events worthy of Roald Dahl\n",
      "England 2-1 USA: women’s international football friendly – as it happened\n",
      "The Fiver | Steven Gerrard and a worrying pointer from the Rule of Rhule\n",
      "Newcastle owners want women’s team to become best-supported in England\n",
      "Celtic 0-2 RB Leipzig: Champions League – as it happened\n",
      "The Fiver | Kylian Mbappé and an earworm that is not music to PSG’s ears\n",
      "Wolves 1-0 Nottingham Forest, Fulham 2-2 Bournemouth: clockwatch – as it happened\n",
      "MLS 2022 playoffs: ranking the teams from best to worst\n",
      "Guardiola says Liverpool still City’s main rivals: weekend football countdown – as it happened\n",
      "Everton 1-3 Chelsea: Women’s Super League – as it happened\n",
      "Arsenal stun defending WCL champions Lyon with historic five-star humbling\n",
      "Manchester United 0-0 Newcastle, Leeds 0-1 Arsenal and more: clockwatch – as it happened\n",
      "The Fiver | A basic football essential of gathering to abuse a gigantic LED screen\n",
      "Beth Mead unlucky not to dethrone Alexia Putellas and win Ballon d’Or | Suzanne Wrack\n",
      "Alexia Putellas and Karim Benzema are crowned 2022 Ballon d’Or winners\n",
      "The Fiver | A message from the world’s most daily football email wokerati\n",
      "Black footballers come together to demand fair leadership opportunities\n",
      "World Cups take months to recover from – that could shape the season | Karen Carney\n",
      "The Fiver | Are all the signs really pointing to Ronaldo taking over as Wolves manager?\n",
      "Paris Saint-Germain 0-1 Chelsea: Women’s Champions League – as it happened\n",
      "Women’s World Cup 2023: England draw Denmark, China and playoff winner\n",
      "Manchester City 3-1 Brighton, Everton 3-0 Crystal Palace: clockwatch – as it happened\n",
      "Breaking down Australia’s nightmare 2023 Women’s World Cup draw\n",
      "Pernille Harder scores twice to give Chelsea Women victory at Everton\n",
      "The Fiver | Welcome back Unai Emery, the Rishi Sunak of the Premier League\n",
      "Take a step back and celebrate the people doing so much good in football | Max Rushden\n",
      "Tottenham 1-1 Sporting, Napoli 3-0 Rangers and more: Champions League clockwatch – as it happened\n",
      "The Fiver | Juventus get their shambolic Big Cup exit out of the way early this season\n",
      "The Fiver | VAR sending Antonio Conte’s canopy spinning around at high speed\n",
      "Liverpool 0-2 Arsenal: Women’s Super League – as it happened\n",
      "Manchester City 2-1 Liverpool: Women’s Super League – as it happened\n",
      "Everton’s Gabby George: ‘Jesse Lingard supports me a lot. We speak frequently’\n",
      "English football clubs failed to meet six of eight diversity targets, FA reveals\n",
      "Tottenham 1-2 Newcastle: Premier League – as it happened\n",
      "Southampton 1-1 Arsenal: Premier League – as it happened\n",
      "‘An unbeatable moment to leverage’: 2023 Women’s World Cup must win hearts to change minds\n",
      "Risk-taking Roberto De Zerbi looks a gift for Brighton and the Premier League | Karen Carney\n",
      "Players to wear yellow laces in support of ban on gambling adverts in football\n",
      "‘Not right, not fair’: players scold Fifa over lack of women’s futsal World Cup \n",
      "The Fiver | The last round of Premier League games before Santa tours the country\n",
      "Uncapped footballers who were prolific in the nations that snubbed them | The Knowledge\n",
      "Arsenal 1-0 FC Zürich: Europa League – as it happened\n",
      "The Fiver | Why FSG’s final act as Liverpool owners could define their legacy\n",
      "Crackdown puts Iran’s loyalties on the line before Qatar World Cup kick-off\n",
      "Premier League and FA Cup news, World Cup injuries latest: football countdown – as it happened\n",
      "‘More worry than excitement’: five Liverpool fans on FSG’s plans\n",
      "‘Sadly, this is badly needed’: how Sunderland AFC are fighting poverty\n",
      "‘We dream big’: Kyle Krause’s plan to transform Parma into giants again\n",
      "Fire, faith and fastidiousness: Nathan Jones’s road to Southampton\n",
      "The Fiver | England’s 26 for Qatar is hardly likely to cause a run on the pound\n",
      "Manchester United 1-3 Chelsea: Women’s Super League – as it happened\n",
      "Premier League: 10 things to look out for this weekend\n",
      "Sarina Wiegman admits more progress needed on diversity in women’s football\n",
      "Qatar police urged to show restraint during World Cup after Fifa talks\n",
      "The Guardian wins newspaper, podcast and writer of the year at FSA awards\n",
      "Cristiano Ronaldo has publicly identified the Ronaldo-fication of Manchester United | Barney Ronay\n",
      "Howard’s heroics to ‘Dos a Cero’: US men’s World Cup campaigns ranked\n",
      "England 1-1 Norway: international women’s football friendly – as it happened\n",
      "I interviewed Beth Mead and this is what happened – and what matters | Donald McRae\n",
      "Fourteen venues shortlisted by the UK and Ireland bid to host Euro 2028  \n",
      "England’s united nations of football: 32 teams, one World Cup – and a lot of excited kids\n",
      "Qatar facing renewed calls to compensate migrant workers over uninvestigated deaths\n",
      "Arsenal 2-3 Manchester United: Women’s Super League – as it happened\n",
      "World Cup 2022: Qatar confirms beer U-turn as countdown to kick-off continues – as it happened\n",
      "SAOT ain’t slow: how does the World Cup’s AI-assisted offside system work?\n",
      "World Cup 2022: Guardian writers’ predictions for the tournament\n",
      "BBC ignores World Cup opening ceremony in favour of Qatar criticism\n",
      "‘Still here’: a Welsh World Cup odyssey sets seal on emotional awakening\n",
      "World Cup 2022: Infantino turns on Qatar critics, plus latest news – as it happened\n",
      "Qatar 0-2 Ecuador: World Cup 2022 kicks off after opening ceremony – as it happened\n",
      "‘One more go for the blokes’: Skinner and Baddiel record festive Three Lions track\n",
      "US viewers accuse Fox Sports of ‘shilling for Qatar’ amid glowing World Cup coverage\n",
      "John Herdman: the mastermind who has led Canada to the men’s and women’s World Cups\n",
      "Being Christian Pulisic: the pressure of life as US soccer’s chosen one\n",
      "From Neymar to Jesus, Brazil’s brilliant forwards can turn any match in Qatar | Karen Carney\n",
      "World Cup 2022: Fifa Infantino ‘is in a hole and should stop digging’ – as it happened\n",
      "Japan 0-1 Costa Rica: World Cup 2022 – as it happened\n",
      "‘Very frustrated’: England and Wales back down over OneLove armband\n",
      "Brazil 2-0 Serbia: World Cup 2022 – as it happened\n",
      "‘We want clarity’: Gareth Southgate fears England being targeted by referees \n",
      "Phil Foden can exploit USA gaps but England’s bench offers a vital edge | Karen Carney\n",
      "BBC’s Alex Scott wears rainbow armband for England World Cup match\n",
      "Football v soccer: can the World Cup win a US TV battle with the NFL?\n",
      "Canada’s Jonathan David: ‘It would be a mistake to underestimate us’\n",
      "Legends of the fall: pundits bring cold comfort to World Cup viewers | Hannah Jane Parkinson\n",
      "Australian government continues talks over human rights with Qatar at World Cup\n",
      "Morgan Freeman and soldiers on camels but Qatar team lets the side down\n",
      "Vivianne Miedema applies finishing touch to earn Arsenal point at Juventus\n",
      "Switzerland 1-0 Cameroon: World Cup 2022 – as it happened\n",
      "‘We thank him for motivation’: Croatia aim dig at Herdman after Canada go out\n",
      "Croatia 4-1 Canada: World Cup 2022 – as it happened\n",
      "‘The greatest day of my life’: Saudi Arabia’s female fans bring the noise\n",
      "FA Cup third-round draw: Man City face Chelsea in pick of the ties – as it happened\n",
      "Portugal 2-0 Uruguay: World Cup 2022 – as it happened\n",
      "USWNT to earn more from men’s World Cup than from winning title in 2019\n",
      "World Cup 2022: England, Wales and others back down over armband row – as it happened\n",
      "‘Keep conquering’: Stéphanie Frappart ready for moment of World Cup history\n",
      "World Cup 2022 briefing: Portugal and Ghana are out to settle a score\n",
      "England have a plan to take them to the final but high-quality Senegal are a danger | Karen Carney\n",
      "Socceroos World Cup run has made Australia fall in love with football again but for how long? | John Davidson\n",
      "World Cup 2022: joy for Japan, German despair and final group games – as it happned\n",
      "World Cup 2022: news and buildup as the knockout stages begin – as it happened\n",
      "Manchester United v Aston Villa: Women’s Super League – as it happened\n",
      "World Cup 2022 briefing: will USA be brilliant against Oranje?\n",
      "Netherlands 3-1 USA: World Cup 2022, last 16 – as it happened\n",
      "How and what time to watch Socceroos vs Argentina match live: Australia at Fifa World Cup 2022\n",
      "France 3-1 Poland: World Cup 2022, last 16 – as it happened\n",
      "Referee Stéphanie Frappart disrupts narrative to make World Cup history\n",
      "Managing England expectations and a busy morning for Iberian outlets\n",
      "World Cup 2022: England and France players face media, plus Thursday’s news – as it happened\n",
      "World Cup 2022: news and buildup to France v Poland and England v Senegal – as it happened\n",
      "TV’s female pundits are out in force – but not for the big England matches\n",
      "Cheering crowds welcome home Australia’s World Cup Socceroo heroes\n",
      "World Cup 2022: build up to the final last-16 ties in Qatar – as it happened\n",
      "World Cup 2022: England head for quarter-finals as last-16 continues – as it happened\n",
      "Messi is thriving off the responsibility of creating a fairytale World Cup swansong | Anita Asante\n",
      "Football Daily | Brazil bring dancing shoes to furrow the brows of Proper Football Men\n",
      "World Cup 2022 briefing: Tantalising quarter-finals lie ahead in Qatar\n",
      "England’s adaptability and squad depth can give them an edge against France | Karen Carney\n",
      "Arsenal cement top spot thanks to Vivianne Miedema’s early strike\n",
      "World Cup 2022 briefing: lesser lights sharing stage with the stars\n",
      "World Cup 2022: Infantino hails ‘best ever’ group stage after rise of Africa and Asia – as it happened\n",
      "Football Daily | Ramos, Ronaldo and a very public and brutal World Cup humiliation\n",
      "Arsenal 1-0 Juventus: Women’s Champions League – as it happened\n",
      "Happy returns: will early World Cup exits benefit Premier League clubs?\n",
      "Spoty winner Beth Mead calls for more research into women’s ACL injuries\n",
      "World Cup 2022 briefing: four sides still standing after quarter-final drama\n",
      "Armchair guide: everything you need to know about England v France\n",
      "World Cup 2022: European pair face South American giants in quarter-finals – as it happened\n",
      "Top female footballers are being pushed past breaking point – enough is enough | Suzanne Wrack\n",
      "US soccer journalist Grant Wahl dies while covering Qatar World Cup\n",
      "Sam Kerr and Lauren James sink PSG to ensure Chelsea win WCL group\n",
      "Melbourne Victory hit with first Football Australia penalties following derby pitch invasion\n",
      "Moving the Goalposts | ‘We want to keep dreaming’ – the rise and rise of Roma Women\n",
      "France tackle virus before World Cup final; Fifa to revisit three-team groups – as it happened\n",
      "World Cup 2022: reaction to England’s exit and Morocco making last four – as it happened \n",
      "England’s footballers offer blueprint for politicians to follow | Sean Ingle\n",
      "Argentina should get physical with stylish Antoine Griezmann to shut down France | Karen Carney\n",
      "‘Terrible decision’: A-Leagues’ move to sell grand final rights to Sydney sparks fan anger\n",
      "England ticked the boxes but did they need to win this World Cup enough? | Jonathan Liew\n",
      "A-Leagues’ grand final furore: football’s latest act of self-sabotage is beyond parody | Joey Lynch\n",
      "World Cup 2022: Morocco prepare to make history against France in semi-final– as it happened\n",
      "‘Expectation had to be raised’: the making of World Cup heroes Morocco\n",
      "Moving the Goalposts | ‘Like a rocket’: How Viktoria Berlin are trying to change German football\n",
      "World Cup 2022 briefing: Morocco’s pride in Islam should inspire us all\n",
      "Football Daily | South America’s prime talent factory faces Europe’s prime talent factory\n",
      "Women’s Champions League: group stage winners, losers and star players | Suzanne Wrack\n",
      "Messi to Miami: an MLS masterstroke or Beckham’s biggest gamble?\n",
      "Gianni Infantino announces 32-team men’s Club World Cup in 2025\n",
      "Football Daily | Gianni Infantino and the difficult second monologue\n",
      "World Cup awards: the Guardian team at Qatar 2022 give their verdicts\n",
      "World Cup 2022: buildup to the final, plus Croatia v Morocco news – as it happened\n",
      "Three men charged over mass pitch invasion at A-League Men Melbourne derby\n",
      "The Football Daily Christmas Awards 2022\n",
      "APL doubles down on grand finals switch despite resignation of Anthony Di Pietro \n",
      "World Cup 2022: Scaloni defends Argentina behaviour ahead of semi-final – as it happened\n",
      "‘Always advance, never retreat’: Bill Foley seals Bournemouth takeover\n",
      "World Cup 2022 briefing: Qatar’s big show comes to an end\n"
     ]
    }
   ],
   "source": [
    "for title in df[df['men_and_women']]['webTitle'].iloc[2500:3500]:\n",
    "    print(title)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create a new column allocating numbers to whether women_dictionary is true, men_dictionary is true, both are true, or neither are true\n",
    "df['classification'] = np.select(\n",
    "    [\n",
    "        (df['womens_dictionary'] == True) & (df['mens_dictionary'] == False),  # Women only\n",
    "        (df['womens_dictionary'] == False) & (df['mens_dictionary'] == True),  # Men only\n",
    "        (df['womens_dictionary'] == True) & (df['mens_dictionary'] == True),   # Both women and men\n",
    "        df['men_and_women'] == True,                                            # If 'men_and_women' is a separate category\n",
    "        df['other'] == True                                                     # Neither men nor women\n",
    "    ],\n",
    "    [\n",
    "        '1',   # Code for women only\n",
    "        '2',     # Code for men only\n",
    "        '3',    # Code for both women and men\n",
    "        '3',    # If 'men_and_women' explicitly indicates both\n",
    "        '0'  # Code for neither (based on 'other')\n",
    "    ],\n",
    "    \n",
    ")\n",
    " "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "classification\n",
       "2    51934\n",
       "3     4535\n",
       "1     3693\n",
       "0     3676\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 266,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['classification'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 267,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create random subset of 500 articles with equal representation of each classification\n",
    "df_subset = df.groupby('classification').apply(lambda x: x.sample(n=100, random_state=42)).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 268,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "classification\n",
       "0    100\n",
       "1    100\n",
       "2    100\n",
       "3    100\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 268,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_subset['classification'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 269,
   "metadata": {},
   "outputs": [],
   "source": [
    "# export the subset to a excel file - this is the subset prior to annotation \n",
    "df_subset.to_csv('/Users/emmastoklundlee/levelingtheplayingfield/data/guardian_15-24_subset.csv', index=False)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Merging the subset which has been labelled with the new classification\n",
    "The subset has been manually label for validation purposes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 270,
   "metadata": {},
   "outputs": [],
   "source": [
    "# read in excel file\n",
    "guardian_annotated = pd.read_excel('../levelingtheplayingfield/data/guardian_15-24_subset_updated.xlsx')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 271,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>sectionName</th>\n",
       "      <th>webTitle</th>\n",
       "      <th>webUrl</th>\n",
       "      <th>date</th>\n",
       "      <th>headline</th>\n",
       "      <th>article_text</th>\n",
       "      <th>word_count</th>\n",
       "      <th>author</th>\n",
       "      <th>char_count</th>\n",
       "      <th>womens_dictionary</th>\n",
       "      <th>mens_dictionary</th>\n",
       "      <th>men_and_women</th>\n",
       "      <th>other</th>\n",
       "      <th>liveblog</th>\n",
       "      <th>month_year</th>\n",
       "      <th>classification</th>\n",
       "      <th>annotation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Manchester City to pay Wilfried Bony an extra ...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-14 00:00:00</td>\n",
       "      <td>Manchester City to pay Wilfried Bony an extra ...</td>\n",
       "      <td>Wilfried Bony will earn a ¬£20,000-a-game bonu...</td>\n",
       "      <td>337</td>\n",
       "      <td>Jamie Jackson</td>\n",
       "      <td>1765</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Norway‚Äôs Martin Odegaard looks set to sign f...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-07 00:00:00</td>\n",
       "      <td>Norway‚Äôs Martin Odegaard looks set to sign f...</td>\n",
       "      <td>The battle to sign up Norway‚Äôs 16-year-old f...</td>\n",
       "      <td>113</td>\n",
       "      <td>Peter Mason</td>\n",
       "      <td>706</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Leicester City break transfer record to sign C...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-07 00:00:00</td>\n",
       "      <td>Leicester City break transfer record to sign C...</td>\n",
       "      <td>Leicester City have agreed the signing of Andr...</td>\n",
       "      <td>196</td>\n",
       "      <td>Stuart James</td>\n",
       "      <td>1180</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Massimo Cellino cooked Leeds squad‚Äôs pre-mat...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-21 00:00:00</td>\n",
       "      <td>Massimo Cellino cooked Leeds squad‚Äôs pre-mat...</td>\n",
       "      <td>Massimo Cellino provided the secret ingredient...</td>\n",
       "      <td>408</td>\n",
       "      <td>James Riach</td>\n",
       "      <td>2354</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Wolfsburg player Junior Malanda dies aged 20 a...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-10 00:00:00</td>\n",
       "      <td>Wolfsburg player Junior Malanda dies aged 20 a...</td>\n",
       "      <td>Wolfsburg‚Äôs Belgium Under-21s player Junior ...</td>\n",
       "      <td>127</td>\n",
       "      <td>Guardian sport and Associated Press</td>\n",
       "      <td>737</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      type sectionName                                           webTitle  \\\n",
       "0  article    Football  Manchester City to pay Wilfried Bony an extra ...   \n",
       "1  article    Football  Norway‚Äôs Martin Odegaard looks set to sign f...   \n",
       "2  article    Football  Leicester City break transfer record to sign C...   \n",
       "3  article    Football  Massimo Cellino cooked Leeds squad‚Äôs pre-mat...   \n",
       "4  article    Football  Wolfsburg player Junior Malanda dies aged 20 a...   \n",
       "\n",
       "                                              webUrl                 date  \\\n",
       "0  https://www.theguardian.com/football/2015/jan/...  2015-01-14 00:00:00   \n",
       "1  https://www.theguardian.com/football/2015/jan/...  2015-01-07 00:00:00   \n",
       "2  https://www.theguardian.com/football/2015/jan/...  2015-01-07 00:00:00   \n",
       "3  https://www.theguardian.com/football/2015/jan/...  2015-01-21 00:00:00   \n",
       "4  https://www.theguardian.com/football/2015/jan/...  2015-01-10 00:00:00   \n",
       "\n",
       "                                            headline  \\\n",
       "0  Manchester City to pay Wilfried Bony an extra ...   \n",
       "1  Norway‚Äôs Martin Odegaard looks set to sign f...   \n",
       "2  Leicester City break transfer record to sign C...   \n",
       "3  Massimo Cellino cooked Leeds squad‚Äôs pre-mat...   \n",
       "4  Wolfsburg player Junior Malanda dies aged 20 a...   \n",
       "\n",
       "                                        article_text word_count  \\\n",
       "0  Wilfried Bony will earn a ¬£20,000-a-game bonu...        337   \n",
       "1  The battle to sign up Norway‚Äôs 16-year-old f...        113   \n",
       "2  Leicester City have agreed the signing of Andr...        196   \n",
       "3  Massimo Cellino provided the secret ingredient...        408   \n",
       "4  Wolfsburg‚Äôs Belgium Under-21s player Junior ...        127   \n",
       "\n",
       "                                author char_count womens_dictionary  \\\n",
       "0                        Jamie Jackson       1765             False   \n",
       "1                          Peter Mason        706             False   \n",
       "2                         Stuart James       1180             False   \n",
       "3                          James Riach       2354             False   \n",
       "4  Guardian sport and Associated Press        737             False   \n",
       "\n",
       "  mens_dictionary men_and_women other liveblog           month_year  \\\n",
       "0           False         False  True        0  2015-01-01 00:00:00   \n",
       "1           False         False  True        0  2015-01-01 00:00:00   \n",
       "2           False         False  True        0  2015-01-01 00:00:00   \n",
       "3           False         False  True        0  2015-01-01 00:00:00   \n",
       "4           False         False  True        0  2015-01-01 00:00:00   \n",
       "\n",
       "  classification annotation  \n",
       "0              0          2  \n",
       "1              0          2  \n",
       "2              0          2  \n",
       "3              0          2  \n",
       "4              0          2  "
      ]
     },
     "execution_count": 271,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop columns with unnamed: \n",
    "guardian_annotated = guardian_annotated.loc[:, ~guardian_annotated.columns.str.contains('^Unnamed')]\n",
    "guardian_annotated.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 273,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "annotation\n",
       "2                                                                                                                                                                                                                                                                                                        209\n",
       "1                                                                                                                                                                                                                                                                                                        127\n",
       "3                                                                                                                                                                                                                                                                                                         33\n",
       "0                                                                                                                                                                                                                                                                                                         31\n",
       " it‚Äôs not luck. Usually it would take us three or four games to bounce back from bad results but this time we‚Äôve shown we can come back next game and go on a consecutive run of winning games.‚Äù ‚ÄúPicking up on Charles‚Äôs earlier email about being asked by HR to detail his Covid Journey      1\n",
       " I‚Äôm not going anywhere - I need to see the rest of this game. I got to see the rest of it                                                                                                                                                                                                               1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 273,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# count values of Annotation column\n",
    "guardian_annotated['annotation'].value_counts()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### I first check these statistics based on the fact that all which are in the category both also pertain to both the men's category and women's category. Thus meaning in actual fact there are 200 articles of 400 dicussing men's football and women's football respectively.\n",
    "\n",
    "However these statistics aren't used in the final version of my paper."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 275,
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop rows where annotation is not 0, 1, 2 or 3\n",
    "# Filter the DataFrame to keep only rows where 'annotation' is 0, 1, 2, or 3\n",
    "guardian_annotated = guardian_annotated[guardian_annotated['annotation'].isin([0, 1, 2, 3])]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "annotation\n",
       "2    209\n",
       "1    127\n",
       "3     33\n",
       "0     31\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 277,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "guardian_annotated['annotation'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "mens_dictionary\n",
       "True     139\n",
       "False     70\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 279,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check number of true mens_dictionary are 2 in Annotation column\n",
    "guardian_annotated[guardian_annotated['annotation'] == 2]['mens_dictionary'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/231824993.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['men_annotation'] = guardian_annotated['annotation'] == 2\n"
     ]
    }
   ],
   "source": [
    "# create new column for men_annotation where 'Annotation' is 2 display True\n",
    "guardian_annotated['men_annotation'] = guardian_annotated['annotation'] == 2 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2378402258.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['women_annotation'] = guardian_annotated['annotation'] == 1\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>type</th>\n",
       "      <th>sectionName</th>\n",
       "      <th>webTitle</th>\n",
       "      <th>webUrl</th>\n",
       "      <th>date</th>\n",
       "      <th>headline</th>\n",
       "      <th>article_text</th>\n",
       "      <th>word_count</th>\n",
       "      <th>author</th>\n",
       "      <th>char_count</th>\n",
       "      <th>womens_dictionary</th>\n",
       "      <th>mens_dictionary</th>\n",
       "      <th>men_and_women</th>\n",
       "      <th>other</th>\n",
       "      <th>liveblog</th>\n",
       "      <th>month_year</th>\n",
       "      <th>classification</th>\n",
       "      <th>annotation</th>\n",
       "      <th>men_annotation</th>\n",
       "      <th>women_annotation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Manchester City to pay Wilfried Bony an extra ...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-14 00:00:00</td>\n",
       "      <td>Manchester City to pay Wilfried Bony an extra ...</td>\n",
       "      <td>Wilfried Bony will earn a ¬£20,000-a-game bonu...</td>\n",
       "      <td>337</td>\n",
       "      <td>Jamie Jackson</td>\n",
       "      <td>1765</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Norway‚Äôs Martin Odegaard looks set to sign f...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-07 00:00:00</td>\n",
       "      <td>Norway‚Äôs Martin Odegaard looks set to sign f...</td>\n",
       "      <td>The battle to sign up Norway‚Äôs 16-year-old f...</td>\n",
       "      <td>113</td>\n",
       "      <td>Peter Mason</td>\n",
       "      <td>706</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Leicester City break transfer record to sign C...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-07 00:00:00</td>\n",
       "      <td>Leicester City break transfer record to sign C...</td>\n",
       "      <td>Leicester City have agreed the signing of Andr...</td>\n",
       "      <td>196</td>\n",
       "      <td>Stuart James</td>\n",
       "      <td>1180</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Massimo Cellino cooked Leeds squad‚Äôs pre-mat...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-21 00:00:00</td>\n",
       "      <td>Massimo Cellino cooked Leeds squad‚Äôs pre-mat...</td>\n",
       "      <td>Massimo Cellino provided the secret ingredient...</td>\n",
       "      <td>408</td>\n",
       "      <td>James Riach</td>\n",
       "      <td>2354</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>article</td>\n",
       "      <td>Football</td>\n",
       "      <td>Wolfsburg player Junior Malanda dies aged 20 a...</td>\n",
       "      <td>https://www.theguardian.com/football/2015/jan/...</td>\n",
       "      <td>2015-01-10 00:00:00</td>\n",
       "      <td>Wolfsburg player Junior Malanda dies aged 20 a...</td>\n",
       "      <td>Wolfsburg‚Äôs Belgium Under-21s player Junior ...</td>\n",
       "      <td>127</td>\n",
       "      <td>Guardian sport and Associated Press</td>\n",
       "      <td>737</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-01-01 00:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      type sectionName                                           webTitle  \\\n",
       "0  article    Football  Manchester City to pay Wilfried Bony an extra ...   \n",
       "1  article    Football  Norway‚Äôs Martin Odegaard looks set to sign f...   \n",
       "2  article    Football  Leicester City break transfer record to sign C...   \n",
       "3  article    Football  Massimo Cellino cooked Leeds squad‚Äôs pre-mat...   \n",
       "4  article    Football  Wolfsburg player Junior Malanda dies aged 20 a...   \n",
       "\n",
       "                                              webUrl                 date  \\\n",
       "0  https://www.theguardian.com/football/2015/jan/...  2015-01-14 00:00:00   \n",
       "1  https://www.theguardian.com/football/2015/jan/...  2015-01-07 00:00:00   \n",
       "2  https://www.theguardian.com/football/2015/jan/...  2015-01-07 00:00:00   \n",
       "3  https://www.theguardian.com/football/2015/jan/...  2015-01-21 00:00:00   \n",
       "4  https://www.theguardian.com/football/2015/jan/...  2015-01-10 00:00:00   \n",
       "\n",
       "                                            headline  \\\n",
       "0  Manchester City to pay Wilfried Bony an extra ...   \n",
       "1  Norway‚Äôs Martin Odegaard looks set to sign f...   \n",
       "2  Leicester City break transfer record to sign C...   \n",
       "3  Massimo Cellino cooked Leeds squad‚Äôs pre-mat...   \n",
       "4  Wolfsburg player Junior Malanda dies aged 20 a...   \n",
       "\n",
       "                                        article_text word_count  \\\n",
       "0  Wilfried Bony will earn a ¬£20,000-a-game bonu...        337   \n",
       "1  The battle to sign up Norway‚Äôs 16-year-old f...        113   \n",
       "2  Leicester City have agreed the signing of Andr...        196   \n",
       "3  Massimo Cellino provided the secret ingredient...        408   \n",
       "4  Wolfsburg‚Äôs Belgium Under-21s player Junior ...        127   \n",
       "\n",
       "                                author char_count womens_dictionary  \\\n",
       "0                        Jamie Jackson       1765             False   \n",
       "1                          Peter Mason        706             False   \n",
       "2                         Stuart James       1180             False   \n",
       "3                          James Riach       2354             False   \n",
       "4  Guardian sport and Associated Press        737             False   \n",
       "\n",
       "   mens_dictionary men_and_women other liveblog           month_year  \\\n",
       "0                0         False  True        0  2015-01-01 00:00:00   \n",
       "1                0         False  True        0  2015-01-01 00:00:00   \n",
       "2                0         False  True        0  2015-01-01 00:00:00   \n",
       "3                0         False  True        0  2015-01-01 00:00:00   \n",
       "4                0         False  True        0  2015-01-01 00:00:00   \n",
       "\n",
       "  classification annotation  men_annotation  women_annotation  \n",
       "0              0          2            True             False  \n",
       "1              0          2            True             False  \n",
       "2              0          2            True             False  \n",
       "3              0          2            True             False  \n",
       "4              0          2            True             False  "
      ]
     },
     "execution_count": 290,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "guardian_annotated['women_annotation'] = guardian_annotated['annotation'] == 1\n",
    "guardian_annotated.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "mens_dictionary\n",
       "1    139\n",
       "0     70\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 292,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check number of true womens_dictionary are 1 in Annotation column\n",
    "guardian_annotated[guardian_annotated['annotation'] == 2]['mens_dictionary'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2482711709.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['mens_dictionary'] = guardian_annotated['mens_dictionary'].replace({'True': True, 'False': False})\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2482711709.py:5: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['mens_dictionary'] = guardian_annotated['mens_dictionary'].fillna(False).astype(bool)\n"
     ]
    }
   ],
   "source": [
    "# Replace string 'True' and 'False' with actual booleans, handling other cases\n",
    "guardian_annotated['mens_dictionary'] = guardian_annotated['mens_dictionary'].replace({'True': True, 'False': False})\n",
    "\n",
    "# Convert the column to boolean, replacing any non-matching values with False\n",
    "guardian_annotated['mens_dictionary'] = guardian_annotated['mens_dictionary'].fillna(False).astype(bool)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/3361665577.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['mens_dictionary'] = guardian_annotated['mens_dictionary'].astype(int)\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/3361665577.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['men_annotation'] = guardian_annotated['men_annotation'].astype(int)\n"
     ]
    }
   ],
   "source": [
    "# Convert boolean columns to binary (0 and 1)\n",
    "guardian_annotated['mens_dictionary'] = guardian_annotated['mens_dictionary'].astype(int)\n",
    "guardian_annotated['men_annotation'] = guardian_annotated['men_annotation'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.6984924623115578\n",
      "Recall: 0.6650717703349283\n",
      "F1 Score: 0.6813725490196079\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n"
     ]
    }
   ],
   "source": [
    "# Calculate precision, recall, and F1 score\n",
    "precision = precision_score(guardian_annotated['men_annotation'], guardian_annotated['mens_dictionary'], zero_division=0)\n",
    "recall = recall_score(guardian_annotated['men_annotation'], guardian_annotated['mens_dictionary'], zero_division=0)\n",
    "f1 = f1_score(guardian_annotated['men_annotation'], guardian_annotated['mens_dictionary'], zero_division=0)\n",
    "\n",
    "# Output the results\n",
    "print(f'Precision: {precision}')\n",
    "print(f'Recall: {recall}')\n",
    "print(f'F1 Score: {f1}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 296,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "womens_dictionary\n",
       "True     121\n",
       "False      5\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 296,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check number of true womens_dictionary are 1 in Annotation column\n",
    "guardian_annotated[guardian_annotated['annotation'] == 1]['womens_dictionary'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 297,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2343704425.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['womens_dictionary'] = guardian_annotated['womens_dictionary'].replace({'True': True, 'False': False})\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2343704425.py:5: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['womens_dictionary'] = guardian_annotated['womens_dictionary'].fillna(False).astype(bool)\n"
     ]
    }
   ],
   "source": [
    "# Replace string 'True' and 'False' with actual booleans, handling other cases\n",
    "guardian_annotated['womens_dictionary'] = guardian_annotated['womens_dictionary'].replace({'True': True, 'False': False})\n",
    "\n",
    "# Convert the column to boolean, replacing any non-matching values with False\n",
    "guardian_annotated['womens_dictionary'] = guardian_annotated['womens_dictionary'].fillna(False).astype(bool)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 298,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/242364816.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['womens_dictionary'] = guardian_annotated['womens_dictionary'].astype(int)\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/242364816.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['women_annotation'] = guardian_annotated['women_annotation'].astype(int)\n"
     ]
    }
   ],
   "source": [
    "# Convert boolean columns to binary (0 and 1)\n",
    "guardian_annotated['womens_dictionary'] = guardian_annotated['womens_dictionary'].astype(int)\n",
    "guardian_annotated['women_annotation'] = guardian_annotated['women_annotation'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.6111111111111112\n",
      "Recall: 0.952755905511811\n",
      "F1 Score: 0.7446153846153847\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n"
     ]
    }
   ],
   "source": [
    "# Calculate precision, recall, and F1 score\n",
    "precision = precision_score(guardian_annotated['women_annotation'], guardian_annotated['womens_dictionary'], zero_division=0)\n",
    "recall = recall_score(guardian_annotated['women_annotation'], guardian_annotated['womens_dictionary'], zero_division=0)\n",
    "f1 = f1_score(guardian_annotated['women_annotation'], guardian_annotated['womens_dictionary'], zero_division=0)\n",
    "\n",
    "# Output the results\n",
    "print(f'Precision: {precision}')\n",
    "print(f'Recall: {recall}')\n",
    "print(f'F1 Score: {f1}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 302,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "men_and_women\n",
       "True     21\n",
       "False    11\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 302,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "\n",
    "# capturing a lot of the postive womens dictionary which is good \n",
    "# check number of men_and_women are 3 in Annotation column\n",
    "guardian_annotated[guardian_annotated['annotation'] == 3]['men_and_women'].value_counts()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "other\n",
       "True     22\n",
       "False     9\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 303,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check number of other are 0 in Annotation column\n",
    "guardian_annotated[guardian_annotated['annotation'] == 0]['other'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/3348186993.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['both_annotation'] = guardian_annotated['annotation'] == 3\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/3348186993.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['other_annotation'] = guardian_annotated['annotation'] == 0\n"
     ]
    }
   ],
   "source": [
    "guardian_annotated['both_annotation'] = guardian_annotated['annotation'] == 3\n",
    "guardian_annotated['other_annotation'] = guardian_annotated['annotation'] == 0 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.21212121212121213\n",
      "Recall: 0.6363636363636364\n",
      "F1 Score: 0.3181818181818182\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/1261845968.py:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['men_and_women'] = guardian_annotated['men_and_women'].replace({'True': True, 'False': False})\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/1261845968.py:7: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['men_and_women'] = guardian_annotated['men_and_women'].fillna(False).astype(bool)\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/1261845968.py:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['men_and_women'] = guardian_annotated['men_and_women'].astype(int)\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/1261845968.py:11: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['both_annotation'] = guardian_annotated['both_annotation'].astype(int)\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n"
     ]
    }
   ],
   "source": [
    "# check for both\n",
    "\n",
    "# Replace string 'True' and 'False' with actual booleans, handling other cases\n",
    "guardian_annotated['men_and_women'] = guardian_annotated['men_and_women'].replace({'True': True, 'False': False})\n",
    "\n",
    "# Convert the column to boolean, replacing any non-matching values with False\n",
    "guardian_annotated['men_and_women'] = guardian_annotated['men_and_women'].fillna(False).astype(bool)\n",
    "\n",
    "# Convert boolean columns to binary (0 and 1)\n",
    "guardian_annotated['men_and_women'] = guardian_annotated['men_and_women'].astype(int)\n",
    "guardian_annotated['both_annotation'] = guardian_annotated['both_annotation'].astype(int)\n",
    "\n",
    "precision = precision_score(guardian_annotated['both_annotation'], guardian_annotated['men_and_women'], zero_division=0)\n",
    "recall = recall_score(guardian_annotated['both_annotation'], guardian_annotated['men_and_women'], zero_division=0)\n",
    "f1 = f1_score(guardian_annotated['both_annotation'], guardian_annotated['men_and_women'], zero_division=0)\n",
    "\n",
    "# Output the results\n",
    "print(f'Precision: {precision}')\n",
    "print(f'Recall: {recall}')\n",
    "print(f'F1 Score: {f1}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.06\n",
      "Recall: 0.46153846153846156\n",
      "F1 Score: 0.10619469026548674\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n"
     ]
    }
   ],
   "source": [
    "# check for other\n",
    "\n",
    "# Replace string 'True' and 'False' with actual booleans, handling other cases\n",
    "guardian_annotated['other'] = guardian_annotated['other'].replace({'True': True, 'False': False})\n",
    "\n",
    "# Convert the column to boolean, replacing any non-matching values with False\n",
    "guardian_annotated['other'] = guardian_annotated['other'].fillna(False).astype(bool)\n",
    "\n",
    "# Convert boolean columns to binary (0 and 1)\n",
    "guardian_annotated['other'] = guardian_annotated['other'].astype(int)\n",
    "guardian_annotated['other_annotation'] = guardian_annotated['other_annotation'].astype(int)\n",
    "\n",
    "precision = precision_score(guardian_annotated['other_annotation'], guardian_annotated['other'], zero_division=0)\n",
    "recall = recall_score(guardian_annotated['other_annotation'], guardian_annotated['other'], zero_division=0)\n",
    "f1 = f1_score(guardian_annotated['other_annotation'], guardian_annotated['other'], zero_division=0)\n",
    "\n",
    "# Output the results\n",
    "print(f'Precision: {precision}')\n",
    "print(f'Recall: {recall}')\n",
    "print(f'F1 Score: {f1}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 306,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "2\n"
     ]
    }
   ],
   "source": [
    "print(guardian_annotated['annotation'].isna().sum())\n",
    "print(guardian_annotated['classification'].isna().sum())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 307,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Drop rows with missing values in either column\n",
    "guardian_annotated = guardian_annotated.dropna(subset=['annotation', 'classification'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 308,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "object\n",
      "object\n"
     ]
    }
   ],
   "source": [
    "# Check data types of the columns\n",
    "print(guardian_annotated['annotation'].dtype)\n",
    "print(guardian_annotated['classification'].dtype)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 309,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2957081939.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['annotation'] = guardian_annotated['annotation'].astype(int)\n",
      "/var/folders/3m/k0nn68mj0ylfjxzs4mcl9_f00000gn/T/ipykernel_5988/2957081939.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  guardian_annotated['classification'] = guardian_annotated['classification'].astype(int)\n"
     ]
    }
   ],
   "source": [
    "# Convert both columns to integer types if necessary\n",
    "guardian_annotated['annotation'] = guardian_annotated['annotation'].astype(int)\n",
    "guardian_annotated['classification'] = guardian_annotated['classification'].astype(int)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 312,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[22  3  3  3]\n",
      " [ 5 89  0 32]\n",
      " [69  1 96 43]\n",
      " [ 4  6  1 21]]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n"
     ]
    }
   ],
   "source": [
    "# Generate confusion matrix\n",
    "conf_matrix = confusion_matrix(guardian_annotated['annotation'], guardian_annotated['classification'])\n",
    "print(conf_matrix)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 313,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjYAAAGJCAYAAACZwnkIAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABLBElEQVR4nO3deXhM1/8H8Pdkm+yLiCxEEgmRWIKvVgkiilB8KWorEju1R9LaisQSX2qrLS0lSlSrlBYVW1K171ukIYklJZpEImSbROb8/vAz7QiVicQk1/v1PPM85twz537uXJK3c8+dkQkhBIiIiIgkQEfbBRARERGVFQYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsi0pobN26gQ4cOsLCwgEwmw86dO8t0/Fu3bkEmkyEiIqJMx63M2rRpgzZt2mi7DKJyw2BD9JZLTEzEyJEjUatWLRgaGsLc3Bze3t5Yvnw58vLyynXf/v7+uHLlCubNm4dNmzahadOm5bq/NykgIAAymQzm5uYvfB9v3LgBmUwGmUyGL774QuPx7927h9mzZ+PixYtlUC2RdOhpuwAi0p49e/bgo48+glwux6BBg1C/fn0UFBTg6NGjCA4ORmxsLL7++uty2XdeXh5OnDiB6dOnY+zYseWyDycnJ+Tl5UFfX79cxn8VPT095Obm4pdffkHv3r3VtkVGRsLQ0BD5+fmlGvvevXsICQmBs7MzGjVqVOLX7d+/v1T7I6osGGyI3lI3b95E37594eTkhMOHD8Pe3l61bcyYMUhISMCePXvKbf9paWkAAEtLy3Lbh0wmg6GhYbmN/ypyuRze3t747rvvigWbLVu2oHPnzti+ffsbqSU3NxfGxsYwMDB4I/sj0hZeiiJ6Sy1cuBDZ2dn45ptv1ELNM25ubpgwYYLq+ZMnTzBnzhy4urpCLpfD2dkZ06ZNg0KhUHuds7MzunTpgqNHj+Ldd9+FoaEhatWqhW+//VbVZ/bs2XBycgIABAcHQyaTwdnZGcDTSzjP/vxPs2fPhkwmU2s7cOAAWrZsCUtLS5iamsLd3R3Tpk1TbX/ZGpvDhw+jVatWMDExgaWlJbp164a4uLgX7i8hIQEBAQGwtLSEhYUFBg8ejNzc3Je/sc/p378/fv31Vzx8+FDVdubMGdy4cQP9+/cv1j8jIwNBQUFo0KABTE1NYW5ujk6dOuHSpUuqPjExMXjnnXcAAIMHD1Zd0np2nG3atEH9+vVx7tw5tG7dGsbGxqr35fk1Nv7+/jA0NCx2/H5+frCyssK9e/dKfKxEFQGDDdFb6pdffkGtWrXQokWLEvUfNmwYZs6ciSZNmmDp0qXw8fFBWFgY+vbtW6xvQkICevXqhfbt22Px4sWwsrJCQEAAYmNjAQA9evTA0qVLAQD9+vXDpk2bsGzZMo3qj42NRZcuXaBQKBAaGorFixfjv//9L44dO/avrzt48CD8/PyQmpqK2bNnIzAwEMePH4e3tzdu3bpVrH/v3r3x+PFjhIWFoXfv3oiIiEBISEiJ6+zRowdkMhl27NihatuyZQvq1q2LJk2aFOuflJSEnTt3okuXLliyZAmCg4Nx5coV+Pj4qEKGh4cHQkNDAQAjRozApk2bsGnTJrRu3Vo1zoMHD9CpUyc0atQIy5Ytg6+v7wvrW758OWxsbODv74+ioiIAwFdffYX9+/djxYoVcHBwKPGxElUIgojeOllZWQKA6NatW4n6X7x4UQAQw4YNU2sPCgoSAMThw4dVbU5OTgKAOHLkiKotNTVVyOVyMXnyZFXbzZs3BQCxaNEitTH9/f2Fk5NTsRpmzZol/vkja+nSpQKASEtLe2ndz/axYcMGVVujRo1EtWrVxIMHD1Rtly5dEjo6OmLQoEHF9jdkyBC1MT/88ENhbW390n3+8zhMTEyEEEL06tVLvP/++0IIIYqKioSdnZ0ICQl54XuQn58vioqKih2HXC4XoaGhqrYzZ84UO7ZnfHx8BAARHh7+wm0+Pj5qbVFRUQKAmDt3rkhKShKmpqaie/furzxGooqIMzZEb6FHjx4BAMzMzErUf+/evQCAwMBAtfbJkycDQLG1OJ6enmjVqpXquY2NDdzd3ZGUlFTqmp/3bG3Orl27oFQqS/SalJQUXLx4EQEBAahSpYqqvWHDhmjfvr3qOP9p1KhRas9btWqFBw8eqN7Dkujfvz9iYmJw//59HD58GPfv33/hZSjg6bocHZ2nP5qLiorw4MED1WW28+fPl3ifcrkcgwcPLlHfDh06YOTIkQgNDUWPHj1gaGiIr776qsT7IqpIGGyI3kLm5uYAgMePH5eo/+3bt6GjowM3Nze1djs7O1haWuL27dtq7TVr1iw2hpWVFTIzM0tZcXF9+vSBt7c3hg0bBltbW/Tt2xc//PDDv4acZ3W6u7sX2+bh4YH09HTk5OSotT9/LFZWVgCg0bF88MEHMDMzw/fff4/IyEi88847xd7LZ5RKJZYuXYratWtDLpejatWqsLGxweXLl5GVlVXifVavXl2jhcJffPEFqlSpgosXL+LLL79EtWrVSvxaooqEwYboLWRubg4HBwdcvXpVo9c9v3j3ZXR1dV/YLoQo9T6erf94xsjICEeOHMHBgwcxcOBAXL58GX369EH79u2L9X0dr3Msz8jlcvTo0QMbN27ETz/99NLZGgCYP38+AgMD0bp1a2zevBlRUVE4cOAA6tWrV+KZKeDp+6OJCxcuIDU1FQBw5coVjV5LVJEw2BC9pbp06YLExEScOHHilX2dnJygVCpx48YNtfa//voLDx8+VN3hVBasrKzU7iB65vlZIQDQ0dHB+++/jyVLluDatWuYN28eDh8+jOjo6BeO/azO+Pj4Ytv++OMPVK1aFSYmJq93AC/Rv39/XLhwAY8fP37hgutnfvzxR/j6+uKbb75B37590aFDB7Rr167Ye1LSkFkSOTk5GDx4MDw9PTFixAgsXLgQZ86cKbPxid4kBhuit9Snn34KExMTDBs2DH/99Vex7YmJiVi+fDmAp5dSABS7c2nJkiUAgM6dO5dZXa6ursjKysLly5dVbSkpKfjpp5/U+mVkZBR77bMPqnv+FvRn7O3t0ahRI2zcuFEtKFy9ehX79+9XHWd58PX1xZw5c7By5UrY2dm9tJ+urm6x2aBt27bh7t27am3PAtiLQqCmPvvsM9y5cwcbN27EkiVL4OzsDH9//5e+j0QVGT+gj+gt5erqii1btqBPnz7w8PBQ++Th48ePY9u2bQgICAAAeHl5wd/fH19//TUePnwIHx8fnD59Ghs3bkT37t1feitxafTt2xefffYZPvzwQ4wfPx65ublYs2YN6tSpo7Z4NjQ0FEeOHEHnzp3h5OSE1NRUrF69GjVq1EDLli1fOv6iRYvQqVMnNG/eHEOHDkVeXh5WrFgBCwsLzJ49u8yO43k6OjqYMWPGK/t16dIFoaGhGDx4MFq0aIErV64gMjIStWrVUuvn6uoKS0tLhIeHw8zMDCYmJmjWrBlcXFw0quvw4cNYvXo1Zs2apbr9fMOGDWjTpg0+//xzLFy4UKPxiLROy3dlEZGWXb9+XQwfPlw4OzsLAwMDYWZmJry9vcWKFStEfn6+ql9hYaEICQkRLi4uQl9fXzg6OoqpU6eq9RHi6e3enTt3Lraf528zftnt3kIIsX//flG/fn1hYGAg3N3dxebNm4vd7n3o0CHRrVs34eDgIAwMDISDg4Po16+fuH79erF9PH9L9MGDB4W3t7cwMjIS5ubmomvXruLatWtqfZ7t7/nbyTds2CAAiJs3b770PRVC/Xbvl3nZ7d6TJ08W9vb2wsjISHh7e4sTJ0688DbtXbt2CU9PT6Gnp6d2nD4+PqJevXov3Oc/x3n06JFwcnISTZo0EYWFhWr9Jk2aJHR0dMSJEyf+9RiIKhqZEBqsgCMiIiKqwLjGhoiIiCSDwYaIiIgkg8GGiIiIJIPBhoiIiCSDwYaIiIgkg8GGiIiIJIPBhoiIiCSDnzz8hp25WfJv56WKz93eTNslEBG9NcwNXz0fwxkbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikoy3KthERETA0tJS22UQERFROdHTdgGlkZycjFmzZmHfvn1IT0+Hvb09unfvjpkzZ8La2hoA4OzsjIkTJ2LixInaLVaift4agTPHopHy520YGMhR27MB+gwZBwdHJwBA9uMsbN/0Na6cO4UHaX/B3MIS/2nug17+o2BsYqrl6qkkfvzhO2z/YStS7t0FANRydcPQkZ/Au2VrLVdGpcHzKS08ny9X6YJNUlISmjdvjjp16uC7776Di4sLYmNjERwcjF9//RUnT55ElSpV3mhNhYWF0NfXf6P71La4K+fRvutHqFXHA0XKIvywYQ3+N30c/vf19zA0NELmg3Q8fJCO/sMnoHpNF6SnpmDDigXIzEjHhBkLtF0+lUC1anYYOyEQjjWdIITAnl92IWjCWGz+fjtc3WpruzzSEM+ntPB8vpxMCCG0XYQmOnXqhKtXr+L69eswMjJStd+/fx+urq4YNGgQ4uLi8Ntvv6m9TgiBiIgITJw4Ed9//z0mTpyI5ORktGzZEhs2bIC9vb2q77p167B48WLcvHkTzs7OGD9+PD755BMAwK1bt+Di4oKtW7di9erVOHXqFMLDwxEQEFCi+s/czHr9N6ECevQwE5/09cOMReGo26DJC/ucOnIQaxbNwjc7f4OubqXL1C/kbm+m7RLeqPdbvYfxk4LQrUcvbZdCZYDnU1rehvNpbvjqFTSV6rdLRkYGoqKiMG/ePLVQAwB2dnb4+OOP8f333+PGjRto1KgRRowYgeHDh6v1y83NxRdffIFNmzZBR0cHAwYMQFBQECIjIwEAkZGRmDlzJlauXInGjRvjwoULGD58OExMTODv768aZ8qUKVi8eDEaN24MQ0PD8j/4Ci43NxsAYGJm8fI+OdkwMjaRTKh5mxQVFeHQ/n3Iy8tFA69G2i6HXhPPp7TwfKqrVL9hbty4ASEEPDw8Xrjdw8MDmZmZKCoqgq6uLszMzGBnZ6fWp7CwEOHh4XB1dQUAjB07FqGhoarts2bNwuLFi9GjRw8AgIuLC65du4avvvpKLdhMnDhR1edlFAoFFAqFWluBQgEDubzkB10JKJVKbA5fgjqeXnB0dn1hn8dZD7Hzu/Xw7dT9zRZHryXhxnUMGdgPBQUKGBkbY9HSFajl6qbtsqiUeD6lhefzxSrlXVGvc/XM2NhYFWoAwN7eHqmpqQCAnJwcJCYmYujQoTA1NVU95s6di8TERLVxmjZt+sp9hYWFwcLCQu0RsWZJqWuvqDauWog/byVhzNS5L9yem5ONL2ZOQvWaLugxYMQbro5eh5OzMyJ/2IENm79Hz4/6YvbnU5GUmKDtsqiUeD6lhefzxSrVjI2bmxtkMhni4uLw4YcfFtseFxcHKysr2NjYvHSM5xf5ymQyVVDKzn56OWXt2rVo1qyZWj9dXV215yYmJq+sd+rUqQgMDFRru3Iv/5Wvq0w2rlqEC6eOYsYXX8HaxrbY9rzcHCyaMQGGRsaYOHMh9PQq1V+5t56+vgEcaz69083Dsx6uxV7B1shNmDYzRMuVUWnwfEoLz+eLVarfMtbW1mjfvj1Wr16NSZMmFVs8HBkZiUGDBkEmk8HAwABFRUUajW9rawsHBwckJSXh448/fu165XI55M9ddjJ4UKnWar+UEALfrv4CZ4/HYPrCNahmV71Yn9ycbCycPh56+gYInL0YBgbSugT3NhJKgYLCAm2XQWWE51NaeD6fqlTBBgBWrlyJFi1awM/PD3PnzlW73bt69eqYN28egKefY3PkyBH07dsXcrkcVatWLdH4ISEhGD9+PCwsLNCxY0coFAqcPXsWmZmZxWZf3mYRqxbiRHQUJs36AoZGxniYkQ4AMDYxhYHcELk52fjf9PEoyM/H6E9DkZebjbz/X2BsbmEFnedmwKjiWbl8CVq0bAU7Owfk5uZg397dOHf2NFasWavt0qgUeD6lhefz5SpdsKlduzbOnj2LWbNmoXfv3sjIyICdnR26d++OWbNmqT7DJjQ0FCNHjoSrqysUCkWJ1+UMGzYMxsbGWLRoEYKDg2FiYoIGDRrwg/6ec2j3dgDAvE9HqbWPCJyJ1h264FZCPBL/uAoAmDxEfZH10oidsLFzeDOFUqllZjzA7BlTkJ6WBlNTM7jVqYMVa9aiWXNvbZdGpcDzKS08ny9X6T7HprKT6ufYvK3ets+xISLSppJ8jk2lvCuKiIiI6EUYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMhhsiIiISDIYbIiIiEgyGGyIiIhIMmRCCKHtIt4mGTlF2i6BylD1bou0XQKVocx9U7RdApWh3bEp2i6BylgvL/tX9uGMDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJBoMNERERSQaDDREREUkGgw0RERFJhp62dhweHo7g4GBkZmZCT+9pGdnZ2bCysoK3tzdiYmJUfWNiYuDr64uEhAS4urpqqWL6N+vCV+Kbr1ertdV0dsH3O/ZoqSLShI6ODDMGtUS/9+vBtooJUh5kY1PUFSyIPK7qU83SGHOH+6Ldf5xhYWqIo1eSEbjyABLvZmqxctLU1i2R2LjhG6Snp6GOe11MmfY5GjRsqO2y6BVO7d+FU/t34WHafQBAtRrO8O3lD/fGzZCb/QiHftiAhEtn8TD9L5iYW8LznZZo13cIDI1NtVz5m6e1YOPr64vs7GycPXsW7733HgDg999/h52dHU6dOoX8/HwYGhoCAKKjo1GzZk2Gmgqulqsbvlzzjeq5rq7W/nqRhib3eQ/DuzbG8IV7cO1WOv5Txw5fBX+ARzkKrN55DgDwQ2hPFD5R4qNZ2/EopwDje72DvQv7ovHQdcjNL9TyEVBJ7Pt1L75YGIYZs0LQoIEXIjdtxOiRQ7Fr9z5YW1truzz6F+ZVbODXfwSs7WsAQuD8b1GIXDgdYxauBYTA44wH6DhwNKrVcMLD9L+wa+0SPMpMR//Jodou/Y3T2qUod3d32NvbF5uZ6datG1xcXHDy5Em1dl9fXygUCowfPx7VqlWDoaEhWrZsiTNnzqj1k8lkiIqKQuPGjWFkZIS2bdsiNTUVv/76Kzw8PGBubo7+/fsjNzdX9TqlUomwsDC4uLjAyMgIXl5e+PHHH4uNe+jQITRt2hTGxsZo0aIF4uPjy/dNqmR0dXVhXdVG9bC0stJ2SVRC79Wrjt3Hb2DfqUTc+SsLP/0ej0PnbqFpXXsAgFt1KzTzrI7xy6NwLv4+bvyZgfHLo2BooIfevh5arp5KatPGDejRqze6f9gTrm5umDErBIaGhti5Y7u2S6NX8GjaAu5N3kNV+xqo6uCIDv2GwcDQCMk3rsG2Zi30DwqFR9MWsLarDtf6TdC+7zD8ce4EioqeaLv0N06ra2x8fX0RHR2teh4dHY02bdrAx8dH1Z6Xl4dTp07B19cXn376KbZv346NGzfi/PnzcHNzg5+fHzIyMtTGnT17NlauXInjx48jOTkZvXv3xrJly7Blyxbs2bMH+/fvx4oVK1T9w8LC8O233yI8PByxsbGYNGkSBgwYgN9++01t3OnTp2Px4sU4e/Ys9PT0MGTIkHJ8dyqf5Dt30LWDD3p27YBZ04NxP+WetkuiEjoZexe+jZ3hVv1pGG1Qqxqa16+B/aeTAAByg6ezb/kFf/+QFAIoKCxCi/qOb75g0lhhQQHirsXiveYtVG06Ojp4770WuHzpghYrI00plUW4fOwQChT5qFmn3gv75OdmQ25k/FbOnGv1iH19fTFx4kQ8efIEeXl5uHDhAnx8fFBYWIjw8HAAwIkTJ6BQKNCmTRsMHz4cERER6NSpEwBg7dq1OHDgAL755hsEBwerxp07dy68vb0BAEOHDsXUqVORmJiIWrVqAQB69eqF6OhofPbZZ1AoFJg/fz4OHjyI5s2bAwBq1aqFo0eP4quvvoKPj49q3Hnz5qmeT5kyBZ07d1a7ZPY8hUIBhUKh3vZED3K5vCzevgqlXoOGmBEyD05OLkhPT8M3X6/G6KEDsXnbzzAxMdF2efQKX2w9AXMTA1zaMAJFSiV0dXQwa8Nv2Hr4GgAg/s4D3PkrC3OG+WDs0n3IyS/E+J7voEY1c9hZ8/xWBpkPM1FUVFTskpO1tTVu3kzSUlWkift3kvDV9E/wpLAABoZG+DhoDqrVcC7WL+fRQ8Rs34R32nV980VWAFqdsWnTpg1ycnJw5swZ/P7776hTpw5sbGzg4+OjWmcTExODWrVqISsrC4WFharAAgD6+vp49913ERcXpzZuw38shLO1tYWxsbEq1DxrS01NBQAkJCQgNzcX7du3h6mpqerx7bffIjEx8aXj2ts/naJ/Ns6LhIWFwcLCQu2x7IsFpXinKr7m3q3xfvuOcKvjjvdatMSSFeF4nP0Yhw7s03ZpVAK9fDzQt209BMz/Gc1HR2DYwt2Y+FEzfNy+PgDgSZESfWfvgFv1KkjZOQkZe4LQupET9p1KhFIptFw90duhqoMjxi5ah1Hz1+DdDt3w46owpP55S61Pfm4Ovl0wFTY1nPD+RwFaqVPbtDpj4+bmhho1aiA6OhqZmZmq2RAHBwc4Ojri+PHjiI6ORtu2bTUaV19fX/VnmUym9vxZm1KpBPD0TiwA2LNnD6pXr67W7/mZlefHBaAa50WmTp2KwMBAtbacJ2/HtKCZmTlq1nTGn8m3tV0KlcD8Eb74YutJbIt5+p+E2JtpqGlrgeB+zRF54CoA4MKNv/DeqA0wN5HDQE8H6Vl5OLJiEM5dT9Fm6VRCVpZW0NXVxYMHD9TaHzx4gKpVq2qpKtKEnp4+rO1qAACq13LH3cQ/cHzvdnQfMRkAoMjLxcb5n0Ju9HQ2R1fv7fh98zyNZ2w2btyIPXv+voX3008/haWlJVq0aIHbtzX/Jebr64uYmBjExMSgTZs2qvbWrVvj119/xenTp+Hr6wtXV1cYGBjg2LFjqj6FhYU4c+YMPD09Nd7vM56enpDL5bhz5w7c3NzUHo6Or7d2QC6Xw9zcXO0hxctQL5Kbm4M//7yDqlVttF0KlYCRoT6UQn3mpUiphI6OrFjfRzkKpGflwbW6FZrUscPu4zfeVJn0GvQNDODhWQ+nTp5QtSmVSpw6dQINvRprsTIqLaEUeFJYAODpTM2GuUHQ1dPDgE/nQ9/g7fhd8yIax7n58+djzZo1AJ6uf1m1ahWWLl2K3bt3Y9KkSdixY4dG4/n6+mLMmDEoLCxUW8/i4+ODsWPHoqCgAL6+vjAxMcHo0aMRHByMKlWqoGbNmli4cCFyc3MxdOhQTQ9DxczMDEFBQZg0aRKUSiVatmyJrKwsHDt2DObm5vD39y/12G+TL5cuRMvWvrC3d0BaWirWha+Ero4u2nfsrO3SqAT2nkjAZ/2bIzn1Ea7dSkcjN1uM7/kuvt13WdWnR2t3pGXlITk1C/VdquGLT9rhl+M3cOjcLe0VThoZ6D8Yn0/7DPXq1Uf9Bg2xedNG5OXlofuHPbRdGr1C1JavUadRM1hWrQZFfh4uHT2Im9cuImD6IuTn5iBiXhAKFAp8NG46FHk5UOTlAABMzC2ho6Or5erfLI2DTXJyMtzc3AAAO3fuRM+ePTFixAh4e3urzbiUlK+vL/Ly8lC3bl3Y2tqq2n18fPD48WPVbeEAsGDBAiiVSgwcOBCPHz9G06ZNERUVBavXvK14zpw5sLGxQVhYGJKSkmBpaYkmTZpg2rRprzXu2yTtr78wa2oQsrIewtKqCrwaNcHajd/ByqqKtkujEghceQCzAlph+fgOsLE0RsqDbHyz5wLmb/p7htSuiin+N+p9VLMywf2MbEQeuIqwzcf+ZVSqaDp2+gCZGRlYvfJLpKenwb2uB1Z/tQ7WvBRV4eVkPcSPq+bjcWYGDI1NYOdUCwHTF8GtYVMkxV5A8o2nl5GXjP9Y7XVBK7+DVTV7bZSsNTIhhEYr/6pVq6b6nJjGjRsjMDAQAwcORGJiIry8vFRrVujFMnKKtF0ClaHq3RZpuwQqQ5n7pmi7BCpDu2O5/ktqenm9OqRpPGPTvn17DBs2DI0bN8b169fxwQcfAABiY2Ph7OyscZFEREREZUXjxcOrVq1C8+bNkZaWhu3bt6s+E+HcuXPo169fmRdIREREVFIaz9hYWlpi5cqVxdpDQkLKpCAiIiKi0ipRsLl8+fKrO/2/hvyWWCIiItKSEgWbRo0aQSaT4WXrjJ9tk8lkKCri4lgiIiLSjhIFm5s3b5Z3HURERESvrUTBxsnJqbzrICIiInptpfoSzE2bNsHb2xsODg6qr1FYtmwZdu3aVabFEREREWlC42CzZs0aBAYG4oMPPsDDhw9Va2osLS2xbNmysq6PiIiIqMQ0DjYrVqzA2rVrMX36dOjq/v39E02bNsWVK1fKtDgiIiIiTWgcbG7evInGjYt/E6xcLkdOTk6ZFEVERERUGhoHGxcXF1y8eLFY+759++Dh4VEWNRERERGVisafPBwYGIgxY8YgPz8fQgicPn0a3333HcLCwrBu3bryqJGIiIioRDQONsOGDYORkRFmzJiB3Nxc9O/fHw4ODli+fDn69u1bHjUSERERlYjGwQYAPv74Y3z88cfIzc1FdnY2qlWrVtZ1EREREWmsVMEGAFJTUxEfHw/g6Vcq2NjYlFlRRERERKWh8eLhx48fY+DAgXBwcICPjw98fHzg4OCAAQMGICsrqzxqJCIiIioRjYPNsGHDcOrUKezZswcPHz7Ew4cPsXv3bpw9exYjR44sjxqJiIiISkTjS1G7d+9GVFQUWrZsqWrz8/PD2rVr0bFjxzItjoiIiEgTGs/YWFtbw8LColi7hYUFrKysyqQoIiIiotLQONjMmDEDgYGBuH//vqrt/v37CA4Oxueff16mxRERERFpokSXoho3bgyZTKZ6fuPGDdSsWRM1a9YEANy5cwdyuRxpaWlcZ0NERERaU6Jg071793Iug4iIiOj1lSjYzJo1q7zrICIiInptGq+xISIiIqqoNL7du6ioCEuXLsUPP/yAO3fuoKCgQG17RkZGmRVHREREpAmNZ2xCQkKwZMkS9OnTB1lZWQgMDESPHj2go6OD2bNnl0OJRERERCWjcbCJjIzE2rVrMXnyZOjp6aFfv35Yt24dZs6ciZMnT5ZHjUREREQlonGwuX//Pho0aAAAMDU1VX0/VJcuXbBnz56yrY6IiIhIAxoHmxo1aiAlJQUA4Orqiv379wMAzpw5A7lcXrbVEREREWlA42Dz4Ycf4tChQwCAcePG4fPPP0ft2rUxaNAgDBkypMwLJCIiIiopje+KWrBggerPffr0gZOTE44fP47atWuja9euZVocERERkSZe+3Ns3nvvPQQGBqJZs2aYP39+WdREREREVCoyIYQoi4EuXbqEJk2aoKioqCyGkyzPafu1XQKVobMh7bVdApUh63fHabsEKkNTF07UdglUxma2d3tlH37yMBEREUkGgw0RERFJBoMNERERSUaJ74oKDAz81+1paWmvXQwRERHR6yhxsLlw4cIr+7Ru3fq1iiEiIiJ6HSUONtHR0eVZBxEREdFr4xobIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpKMUgWb33//HQMGDEDz5s1x9+5dAMCmTZtw9OjRMi2OiIiISBMaB5vt27fDz88PRkZGuHDhAhQKBQAgKyuL3+5NREREWqVxsJk7dy7Cw8Oxdu1a6Ovrq9q9vb1x/vz5Mi2OiIiISBMaB5v4+PgXfsKwhYUFHj58WBY1EREREZWKxsHGzs4OCQkJxdqPHj2KWrVqlUlRRERERKWhcbAZPnw4JkyYgFOnTkEmk+HevXuIjIxEUFAQRo8eXR41EhEREZVIib8r6pkpU6ZAqVTi/fffR25uLlq3bg25XI6goCCMGzeuPGokIiIiKhGNg41MJsP06dMRHByMhIQEZGdnw9PTE6ampuVRHxEREVGJaRxsnjEwMICnp2dZ1kJERET0WjQONr6+vpDJZC/dfvjw4dcqiIiIiKi0NA42jRo1UnteWFiIixcv4urVq/D39y+ruoiIiIg0pnGwWbp06QvbZ8+ejezs7NcuiIiIiKi0yuxLMAcMGID169eX1XBEREREGiuzYHPixAkYGhqW1XBEREREGtP4UlSPHj3UngshkJKSgrNnz+Lzzz8vs8KIiIiINKVxsLGwsFB7rqOjA3d3d4SGhqJDhw5lVhgRERGRpjQKNkVFRRg8eDAaNGgAKyur8qqJiIiIqFQ0WmOjq6uLDh068Fu8iYiIqELSePFw/fr1kZSUVB61EBEREb0WjYPN3LlzERQUhN27dyMlJQWPHj1SexARERFpS4nX2ISGhmLy5Mn44IMPAAD//e9/1b5aQQgBmUyGoqKisq+SiIiIqARKHGxCQkIwatQoREdHl2c9ZSYgIAAbN27EyJEjER4errZtzJgxWL16Nfz9/REREaGdAiWgmrkck/1qo5V7VRjq6+LOg1xM3x6L2LtPZ+6sTQ0Q6Fcb3rWtYWaoj7O3MjH/lz9w+0Guliunkjh39gy+3fANrl2LRXpaGpYsXwnf99tpuywqIVNjOWZ90gX/besFGytTXIr/E0ELf8S5a3dUfdxdbDF3Qne0auIGPT0d/JF0H/2C1iH5fqYWK6dXid3/Ay7+vBHubbqhaa8RAIBT363A/fiLyMvKgJ7cEDYuHmjUbTAs7By1XO2bV+JgI4QAAPj4+JRbMWXN0dERW7duxdKlS2FkZAQAyM/Px5YtW1CzZk0tV1e5mRvqIXLkuzidlIGREeeRkVMIJ2tjPMorVPVZMaARnhQJjN10EdmKJwho6YRvhvwHXZcdR14hZ/Yqury8PNRxr4tuH/bE5InjtF0OaWjNzP7wdHPAkBkbkZKWhX4fvIs94ePQpOdc3EvLgkuNqji0PhAbdx7H3DV78CgnH56u9shXFL56cNKaB7ev48axfbCs7qLWXsXRDc7v+MLEygYFuY9xeU8kDq/6HN1CvoGOjq6WqtUOjdbY/Nu3eldETZo0gaOjI3bs2KFq27FjB2rWrInGjRur2pRKJcLCwuDi4gIjIyN4eXnhxx9/VG2PiYmBTCbDoUOH0LRpUxgbG6NFixaIj49/o8dTkQz1ccH9rHxM3x6LK38+wt3MPBxPeIDkjDwAgJO1MRrVtETormu4evcRbqXnImRXHOT6uvjAy07L1VNJtGzVGmPGT0Tbdu21XQppyFCuj+7vN8L0ZTtx7HwikpLTMe+rvUhMTsPwj1oBAELGdkXU0VhMX74Ll+L/xM0/07HntytIy+R3/lVUhYo8HItYhGb9xsHAyFRtW+2WnWDrVh+m1rao4ugGr66DkJuZhpwHqVqqVns0CjZ16tRBlSpV/vVR0QwZMgQbNmxQPV+/fj0GDx6s1icsLAzffvstwsPDERsbi0mTJmHAgAH47bff1PpNnz4dixcvxtmzZ6Gnp4chQ4a8kWOoiNp62ODqn4+wtF9D/D6tDbaPfQ+9mlZXbTfQe/pXS/FEqWoTAih4okQTJ8s3XS7RW0VPVwd6errIL1CffclXFKJFY1fIZDJ0bFkPN+6k4udVY3D7UBiOfBuErm0aaqliKokz369B9frvwL5u43/t90SRj6STB2BqbQtjq6pvqLqKQ6MP6AsJCSn2ycMV3YABAzB16lTcvn0bAHDs2DFs3boVMTExAACFQoH58+fj4MGDaN68OQCgVq1aOHr0KL766iu1S2/z5s1TPZ8yZQo6d+6M/Pz8l35HlkKhgEKhUGtTPimAjp5BWR/mG1fDygh9m9XAxmO38XXMTdSvYY5pXeuisEhg14V7uJmWg3uZeZjkVxuzf7qGvMIiDPJ2gr2lIWzM5Noun0jSsnMVOHkpCVOHd0L8zb/w14NH6N2xKZo1dEFichqqVTGFmYkhgga3R8iq3ZixfCc6eHti6+Jh8BvxJY6eS9D2IdBzbp39DRnJCej06bKX9rl+ZDcu7NyAJwX5MLetgbZj50FXT//NFVlBaBRs+vbti2rVqpVXLeXCxsYGnTt3RkREBIQQ6Ny5M6pW/TvBJiQkIDc3F+3bq0+3FxQUqF2uAoCGDf/+34y9vT0AIDU19aXrdcLCwhASEqLWVrXlANi0Gvhax1QR6MhkuHr3EZbtf/oDMC7lMWrbmqJPsxrYdeEenigFxkdexNwe9XByZls8KVLiRGIGjsSnQYbKdUmTqDIaMuNbfDX7YyTtn4cnT4pw8Y9k/LDvLBp71ISOztMZ1d0xV7Ai8ukNIZev30Uzr1oY3qslg00Fk5OZhnPbv0bbsXOhq//y/xg7v+MLu7qNkfcoE3EHt+Po+jB0CPziX18jRSUONpVtfc0/DRkyBGPHjgUArFq1Sm1bdvbT68l79uxB9erV1bbJ5eozC/r6fyffZ++HUqnEy0ydOhWBgYFqbe/OPaJh9RVT2mMFElPVr8UnpuWgfT1b1fNr9x6jx8qTMJXrQV9PhsycQmwd3QxX72a96XKJ3jo3/0xHh2HLYWxoAHNTQ9xPf4RNCwbj5t10pGdmo7CwCHFJKWqviU+6jxaNa2mpYnqZjDsJyH/8EL/+b7yqTSiVSE28iutHfkHfZTuho6MLAyMTGBiZwLxadVR1dse2T/sg+dJxODdto73itUDju6Iqo44dO6KgoAAymQx+fn5q2zw9PSGXy3Hnzp0yv+NLLpcXC0dSuAwFAOfvPISLjYlam7O1Ce49zC/WN1vxBFA8XVBcr7o5vjzA/w0SvSm5+QXIzS+ApZkR2rXwwPRlu1D4pAjnrt1GHSdbtb61narhTgpv9a5o7Ny90Hma+n/KT2xeBnPbGqjXvteL73oSTx9FT96+u9xKHGz+bWaiotPV1UVcXJzqz/9kZmaGoKAgTJo0CUqlEi1btkRWVhaOHTsGc3Nz+Pv7a6PkCu/bo7cROepdjPBxwb4r99HA0QIfvVsDs3+KVfXxq2+LjJwCpDzMRx07U0ztUheHrqXieMIDLVZOJZWbm4PkO39/5sndu38i/o84mFtYwN7eQYuVUUm0a+4BmQy4fisVro42mD+pO67f/Avf/nwCALB040Fs+t8QHD2fgN/OXkeHFp74oHV9+A1fruXK6Xn6hsawdHBWa9MzMITcxByWDs54nJ6C2+d+h71HYxiaWiD3YTpi92+Drr4Bqtd7RztFa5FGa2wqM3Nz85dumzNnDmxsbBAWFoakpCRYWlqiSZMmmDZt2hussHK5evcRxm++iEl+tTG6bS38mZmHBbv/wO5L91V9bMzk+PQDd1Q1NUDaYwV2XbiH8Gh+z1hlce3qVQwf8newX7xwAQCga7fuCJ23QFtlUQlZmBoidNx/Ud3WEhlZudh16CJmrfoFT/7/TsWfoy9j3LytCB7SAYs/7YXrt1PRL3gdjl/kv9HKRlfPAGmJsYiP2YWC3GwYmlmimlt9+E3+AoZmltou742Ticp8jakS8py2X9slUBk6G8LPeJES63f5QYRSMnXhRG2XQGVsZnu3V/bR+EswiYiIiCoqBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgyZEEJou4i3ycO8Im2XQGWosIj/fKTERK6r7RKoDMXdfaztEqiM/cfZ/JV9OGNDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgQ0RERJLBYENERESSwWBDREREksFgUwK3bt2CTCbDxYsXtV0KERER/QtJBZuAgADIZDLVw9raGh07dsTly5c1GqN79+7lV+RbYuP6tWjWyBNLFoZpuxQqpbTUvxA64zN80LYF2rZogkG9u+OPa1e1XRaV0rmzZzBhzCi0922FxvXrIvrQQW2XRBrYtXUDZowbhCHdfTCqdwcsnh2Ee8m31Poc2rsDc4JHYuiHbdDf7x3kZD/WSq3aJqlgAwAdO3ZESkoKUlJScOjQIejp6aFLly7aLuutcu3qFfz04w9wq+Ou7VKolB49ysLoIQOgp6eHL74Mx+ZtP2PspGCYmZlruzQqpby8PNRxr4up02dquxQqhbjL59G+60cIXbYeU8NWoqjoCRZMG4f8/DxVn4L8fHg1bY5ufQO0V2gFILlgI5fLYWdnBzs7OzRq1AhTpkxBcnIy0tLSAABXrlxB27ZtYWRkBGtra4wYMQLZ2dkAgNmzZ2Pjxo3YtWuXatYnJiZGNXZSUhJ8fX1hbGwMLy8vnDhxQhuHWKHl5uZg5rRPMW1mCMz5S7DSioz4BtVs7TBt9jx41m8Ih+o18G5zb1R3rKnt0qiUWrZqjTHjJ6Jtu/baLoVKYcr8FfDp0BU1nF3h5FoHoybPQnrqfdy8Eafq06lHf/y3TwDc6jbQYqXaJ7lg80/Z2dnYvHkz3NzcYG1tjZycHPj5+cHKygpnzpzBtm3bcPDgQYwdOxYAEBQUhN69e6vN+rRo0UI13vTp0xEUFISLFy+iTp066NevH548eaKtw6uQFs2fC+9WPnj3vRav7kwV1rEj0ajrWQ8zPp2ELu1aYXD/nvh5xzZtl0VE/y835+l/yE35H8hi9LRdQFnbvXs3TE1NAQA5OTmwt7fH7t27oaOjgy1btiA/Px/ffvstTExMAAArV65E165d8b///Q+2trYwMjKCQqGAnZ1dsbGDgoLQuXNnAEBISAjq1auHhIQE1K1b94W1KBQKKBQK9TalHuRyeVkecoWxf99exP9xDRsif9B2KfSa7t39Ezt//B59PvbHoCEjEHftCpZ9EQZ9fX106tpd2+URvdWUSiU2hS9BnXpecHR203Y5FY7kZmx8fX1x8eJFXLx4EadPn4afnx86deqE27dvIy4uDl5eXqpQAwDe3t5QKpWIj49/5dgNGzZU/dne3h4AkJqa+tL+YWFhsLCwUHssXbTgNY6u4vrrfgqWLAxDyPyFkg1ubxOlUok6dT0xcuxE1KnrgW49euO/3Xth53aGViJt27ByIZJvJ2Lc1HnaLqVCktyMjYmJCdzc/k6w69atg4WFBdauXfvaY+vr66v+LJPJADz9BfAyU6dORWBgoFpbnlJybzkA4I9rscjMeAD/fr1UbUVFRbhw/ix+/H4Lfj99Ebq6ulqskDRhXdUGzi6uam1OLrUQc/iAlioiIuBpqLlw6nfMXPw1rG1stV1OhSTN37L/IJPJoKOjg7y8PHh4eCAiIgI5OTmqWZtjx45BR0cH7u5P7+AxMDBAUVFRmexbLpcXm71Q5pXN2BVN02bNseXHXWptc2ZOh5OLCwYNHsZQU8k08GqMO7dvqrUl37kFO3sHLVVE9HYTQiBi1SKcPR6DGYvCUc2uurZLqrAkdylKoVDg/v37uH//PuLi4jBu3DhkZ2eja9eu+Pjjj2FoaAh/f39cvXoV0dHRGDduHAYOHAhb26fJ19nZGZcvX0Z8fDzS09NRWFio5SOqHExMTODqVlvtYWRkBAsLS7i61dZ2eaShPh8PQuyVy/h2/df4M/k29v+6Gz/v+BE9Puqn7dKolHJzcxD/Rxzi/3h6F83du38i/o84pKTc03JlVBIbVv4Pxw7/irFT5sDIyBgPM9LxMCMdBYp8VZ+HGem4lRiPv+4lAwCSbybgVmI8sh9laatsrZDcjM2+fftU61/MzMxQt25dbNu2DW3atAEAREVFYcKECXjnnXdgbGyMnj17YsmSJarXDx8+HDExMWjatCmys7MRHR0NZ2dnLRwJkfZ41GuA+V8sx1crlyFi7RrYO9TA+MmfocMH/Eyoyura1asYPsRf9Xzxwqfr/bp2647QedJc+yclB3dvBwDMCR6l1j5y8kz4dOj6tM+eHdix+e9lF6FBI4r1eRvIhBBC20W8TR5K9FLU26qwiP98pMREzkumUhJ39+385F0p+4/zq29vl9ylKCIiInp7MdgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWQw2BAREZFkMNgQERGRZDDYEBERkWTIhBBC20WQtCgUCoSFhWHq1KmQy+XaLodeE8+ntPB8SgvPZ3EMNlTmHj16BAsLC2RlZcHc3Fzb5dBr4vmUFp5PaeH5LI6XooiIiEgyGGyIiIhIMhhsiIiISDIYbKjMyeVyzJo1iwvZJILnU1p4PqWF57M4Lh4mIiIiyeCMDREREUkGgw0RERFJBoMNERERSQaDDZWZiIgIWFpaarsMIiL6h1u3bkEmk+HixYvaLuWNYLChYpKTkzFkyBA4ODjAwMAATk5OmDBhAh48eKDq4+zsjGXLlmmvSAIAhIeHw8zMDE+ePFG1ZWdnQ19fH23atFHrGxMTA5lMhsTExDdcJZWngIAAyGQyjBo1qti2MWPGQCaTISAg4M0XRhp7di6fPaytrdGxY0dcvnxZozG6d+9efkVWAgw2pCYpKQlNmzbFjRs38N133yEhIQHh4eE4dOgQmjdvjoyMjDdeU2Fh4RvfZ2Xh6+uL7OxsnD17VtX2+++/w87ODqdOnUJ+fr6qPTo6GjVr1oSrq6s2SqVy5OjoiK1btyIvL0/Vlp+fjy1btqBmzZparIw01bFjR6SkpCAlJQWHDh2Cnp4eunTpou2yKhUGG1IzZswYGBgYYP/+/fDx8UHNmjXRqVMnHDx4EHfv3sX06dPRpk0b3L59G5MmTVL9z+KfoqKi4OHhAVNTU9U/0n9at24dPDw8YGhoiLp162L16tWqbc+mTL///nv4+PjA0NAQkZGRb+TYKyN3d3fY29sjJiZG1RYTE4Nu3brBxcUFJ0+eVGv39fWFQqHA+PHjUa1aNRgaGqJly5Y4c+aMWj+ZTIaoqCg0btwYRkZGaNu2LVJTU/Hrr7/Cw8MD5ubm6N+/P3Jzc1WvUyqVCAsLg4uLC4yMjODl5YUff/yx2LiHDh1C06ZNYWxsjBYtWiA+Pr5836S3QJMmTeDo6IgdO3ao2nbs2IGaNWuicePGqjaeo4pPLpfDzs4OdnZ2aNSoEaZMmYLk5GSkpaUBAK5cuYK2bdvCyMgI1tbWGDFiBLKzswEAs2fPxsaNG7Fr1y7Vz+Z//mxISkqCr68vjI2N4eXlhRMnTmjjEMufIPp/Dx48EDKZTMyfP/+F24cPHy6srKxEenq6qFGjhggNDRUpKSkiJSVFCCHEhg0bhL6+vmjXrp04c+aMOHfunPDw8BD9+/dXjbF582Zhb28vtm/fLpKSksT27dtFlSpVREREhBBCiJs3bwoAwtnZWdXn3r175X/wlVj//v1Fhw4dVM/feecdsW3bNjFq1Cgxc+ZMIYQQubm5Qi6Xi4iICDF+/Hjh4OAg9u7dK2JjY4W/v7+wsrISDx48EEIIER0dLQCI9957Txw9elScP39euLm5CR8fH9GhQwdx/vx5ceTIEWFtbS0WLFig2u/cuXNF3bp1xb59+0RiYqLYsGGDkMvlIiYmRm3cZs2aiZiYGBEbGytatWolWrRo8QbfLenx9/cX3bp1E0uWLBHvv/++qv39998XS5cuFd26dRP+/v5CCJ6jiu7ZuXzm8ePHYuTIkcLNzU0UFRWJ7OxsYW9vL3r06CGuXLkiDh06JFxcXFTn9/Hjx6J3796iY8eOqp/NCoVC9XO1bt26Yvfu3SI+Pl706tVLODk5icLCQu0cbDlisCGVkydPCgDip59+euH2JUuWCADir7/+Ek5OTmLp0qVq2zds2CAAiISEBFXbqlWrhK2treq5q6ur2LJli9rr5syZI5o3by6E+DvYLFu2rGwO6i2wdu1aYWJiIgoLC8WjR4+Enp6eSE1NFVu2bBGtW7cWQghx6NAhAUDcunVL6Ovri8jISNXrCwoKhIODg1i4cKEQ4u9fbgcPHlT1CQsLEwBEYmKiqm3kyJHCz89PCCFEfn6+MDY2FsePH1erbejQoaJfv34vHXfPnj0CgMjLyyvjd+Xt8eyXYWpqqpDL5eLWrVvi1q1bwtDQUKSlpamCDc9Rxefv7y90dXWFiYmJMDExEQCEvb29OHfunBBCiK+//lpYWVmJ7Oxs1Wv27NkjdHR0xP3791Vj/DMcCfH3z9V169ap2mJjYwUAERcXV/4H9obpveEJIqoExGt8GLWxsbHaGg57e3ukpqYCAHJycpCYmIihQ4di+PDhqj5PnjyBhYWF2jhNmzYtdQ1vmzZt2iAnJwdnzpxBZmYm6tSpAxsbG/j4+GDw4MHIz89HTEwMatWqhaysLBQWFsLb21v1en19fbz77ruIi4tTG7dhw4aqP9va2sLY2Bi1atVSazt9+jQAICEhAbm5uWjfvr3aGAUFBWqXQp4f197eHgCQmprKtSCvycbGBp07d0ZERASEEOjcuTOqVq2q2s5zVDn4+vpizZo1AIDMzEysXr0anTp1wunTpxEXFwcvLy+YmJio+nt7e0OpVCI+Ph62trb/OvbLzmvdunXL4Ui0h8GGVNzc3CCTyRAXF4cPP/yw2Pa4uDhYWVnBxsbmpWPo6+urPZfJZKqg9Ow68Nq1a9GsWTO1frq6umrP//kPl/6dm5sbatSogejoaGRmZsLHxwcA4ODgAEdHRxw/fhzR0dFo27atRuP+81zKZLIXnlulUgng73O7Z88eVK9eXa3f899h8/y4AFTj0OsZMmQIxo4dCwBYtWqV2jaeo8rBxMQEbm5uqufr1q2DhYUF1q5d+9pjvy3nlYuHScXa2hrt27fH6tWr1e6uAID79+8jMjISffr0gUwmg4GBAYqKijQa39bWFg4ODkhKSoKbm5vaw8XFpSwP5a3j6+uLmJgYxMTEqN3m3bp1a/z66684ffo0fH194erqCgMDAxw7dkzVp7CwEGfOnIGnp2ep9+/p6Qm5XI47d+4UO7eOjo6vc2ikgY4dO6KgoACFhYXw8/NT28ZzVDnJZDLo6OggLy8PHh4euHTpEnJyclTbjx07Bh0dHbi7uwNAqX42Sw1nbEjNypUr0aJFC/j5+WHu3LlwcXFBbGwsgoODUb16dcybNw/A08+xOXLkCPr27Qu5XK425f1vQkJCMH78eFhYWKBjx45QKBQ4e/YsMjMzERgYWJ6HJmm+vr4YM2YMCgsLVTM2AODj44OxY8eioKAAvr6+MDExwejRoxEcHIwqVaqgZs2aWLhwIXJzczF06NBS79/MzAxBQUGYNGkSlEolWrZsiaysLBw7dgzm5ubw9/cvi8OkV9DV1VVdUnx+FpTnqHJQKBS4f/8+gKeXolauXIns7Gx07doV7777LmbNmgV/f3/Mnj0baWlpGDduHAYOHKi6DOXs7IyoqCjEx8fD2tq62GX+twGDDampXbs2zp49i1mzZqF3797IyMiAnZ0dunfvjlmzZqFKlSoAgNDQUIwcORKurq5QKBQlXpczbNgwGBsbY9GiRQgODoaJiQkaNGiAiRMnluNRSZ+vry/y8vJQt25dtevsPj4+ePz4seq2cABYsGABlEolBg4ciMePH6Np06aIioqClZXVa9UwZ84c2NjYICwsDElJSbC0tESTJk0wbdq01xqXNGNubv7SbTxHFd++fftU/1bNzMxQt25dbNu2TTUTGxUVhQkTJuCdd96BsbExevbsiSVLlqheP3z4cMTExKBp06bIzs5GdHQ0nJ2dtXAk2iMTr7NSlIiIiKgC4RobIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiqpACAgLQvXt31fM2bdpo5ROqY2JiIJPJ8PDhw3Lbx/PHWhpvok6iyoDBhohKLCAgADKZTPVFqG5ubggNDcWTJ0/Kfd87duzAnDlzStT3Tf+Sd3Z2xrJly97Ivojo3/G7oohIIx07dsSGDRugUCiwd+9ejBkzBvr6+pg6dWqxvgUFBTAwMCiT/T77njIion/DGRsi0ohcLoednR2cnJwwevRotGvXDj///DOAvy+pzJs3Dw4ODnB3dwcAJCcno3fv3rC0tESVKlXQrVs33Lp1SzVmUVERAgMDYWlpCWtra3z66afFvlj1+UtRCoUCn332GRwdHSGXy+Hm5oZvvvkGt27dgq+vLwDAysoKMpkMAQEBAAClUomwsDC4uLjAyMgIXl5e+PHHH9X2s3fvXtSpUwdGRkbw9fVVq7M0ioqKMHToUNU+3d3dsXz58hf2DQkJgY2NDczNzTFq1CgUFBSotpWk9n+6ffs2unbtCisrK5iYmKBevXrYu3fvax0LUWXAGRsiei1GRkZ48OCB6vmhQ4dgbm6OAwcOAAAKCwvh5+eH5s2b4/fff4eenh7mzp2Ljh074vLlyzAwMMDixYsRERGB9evXw8PDA4sXL8ZPP/2Etm3bvnS/gwYNwokTJ/Dll1/Cy8sLN2/eRHp6OhwdHbF9+3b07NkT8fHxMDc3h5GREQAgLCwMmzdvRnh4OGrXro0jR45gwIABsLGxgY+PD5KTk9GjRw+MGTMGI0aMwNmzZzF58uTXen+USiVq1KiBbdu2wdraGsePH8eIESNgb2+P3r17q71vhoaGiImJwa1btzB48GBYW1tj3rx5Jar9eWPGjEFBQQGOHDkCExMTXLt2Daampq91LESVgiAiKiF/f3/RrVs3IYQQSqVSHDhwQMjlchEUFKTabmtrKxQKheo1mzZtEu7u7kKpVKraFAqFMDIyElFRUUIIIezt7cXChQtV2wsLC0WNGjVU+xJCCB8fHzFhwgQhhBDx8fECgDhw4MAL64yOjhYARGZmpqotPz9fGBsbi+PHj6v1HTp0qOjXr58QQoipU6cKT09Pte2fffZZsbGe5+TkJJYuXfrS7c8bM2aM6Nmzp+q5v7+/qFKlisjJyVG1rVmzRpiamoqioqIS1f78MTdo0EDMnj27xDURSQVnbIhII7t374apqSkKCwuhVCrRv39/zJ49W7W9QYMGautqLl26hISEBJiZmamNk5+fj8TERGRlZSElJQXNmjVTbdPT00PTpk2LXY565uLFi9DV1X3hTMXLJCQkIDc3F+3bt1drLygoQOPGjQEAcXFxanUAQPPmzUu8j5dZtWoV1q9fjzt37iAvLw8FBQVo1KiRWh8vLy8YGxur7Tc7OxvJycnIzs5+Ze3PGz9+PEaPHo39+/ejXbt26NmzJxo2bPjax0JU0THYEJFGfH19sWbNGhgYGMDBwQF6euo/RkxMTNSeZ2dn4z//+Q8iIyOLjWVjY1OqGp5dWtJEdnY2AGDPnj2oXr262ja5XF6qOkpi69atCAoKwuLFi9G8eXOYmZlh0aJFOHXqVInHKE3tw4YNg5+fH/bs2YP9+/cjLCwMixcvxrhx40p/MESVAIMNEWnExMQEbm5uJe7fpEkTfP/996hWrRrMzc1f2Mfe3h6nTp1C69atAQBPnjzBuXPn0KRJkxf2b9CgAZRKJX777Te0a9eu2PZnM0ZFRUWqNk9PT8jlcty5c+elMz0eHh6qhdDPnDx58tUH+S+OHTuGFi1a4JNPPlG1JSYmFut36dIl5OXlqULbyZMnYWpqCkdHR1SpUuWVtb+Io6MjRo0ahVGjRmHq1KlYu3Ytgw1JHu+KIqJy9fHHH6Nq1aro1q0bfv/9d9y8eRMxMTEYP348/vzzTwDAhAkTsGDBAuzcuRN//PEHPvnkk3/9DBpnZ2f4+/tjyJAh2Llzp2rMH374AQDg5OQEmUyG3bt3Iy0tDdnZ2TAzM0NQUBAmTZqEjRs3IjExEefPn8eKFSuwceNGAMCoUaNw48YNBAcHIz4+Hlu2bEFERESJjvPu3bu4ePGi2iMzMxO1a9fG2bNnERUVhevXr+Pzzz/HmTNnir2+oKAAQ4cOxbVr17B3717MmjULY8eOhY6OTolqf97EiRMRFRWFmzdv4vz584iOjoaHh0eJjoWoUtP2Ih8iqjz+uXhYk+0pKSli0KBBomrVqkIul4tatWqJ4cOHi6ysLCHE08XCEyZMEObm5sLS0lIEBgaKQYMGvXTxsBBC5OXliUmTJgl7e3thYGAg3NzcxPr161XbQ0NDhZ2dnZDJZMLf318I8XTB87Jly4S7u7vQ19cXNjY2ws/PT/z222+q1/3yyy/Czc1NyOVy0apVK7F+/foSLR4GUOyxadMmkZ+fLwICAoSFhYWwtLQUo0ePFlOmTBFeXl7F3reZM2cKa2trYWpqKoYPHy7y8/NVfV5V+/OLh8eOHStcXV2FXC4XNjY2YuDAgSI9Pf2lx0AkFTIhXrI6j4iIiKiS4aUoIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpIMBhsiIiKSDAYbIiIikgwGGyIiIpKM/wOsHUC3DijVjgAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 600x400 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "\n",
    "# Step 2: Create a heatmap\n",
    "plt.figure(figsize=(6, 4))\n",
    "sns.heatmap(conf_matrix, annot=True, fmt='d', cmap='Blues', cbar=False)\n",
    "\n",
    "# Step 3: Add labels and title\n",
    "plt.xlabel('Predicted Labels')\n",
    "plt.ylabel('True Labels')\n",
    "plt.title('Confusion Matrix')\n",
    "\n",
    "# Set tick marks to show class labels (0, 1, 2, 3, etc.)\n",
    "plt.xticks(ticks=[0.5, 1.5, 2.5, 3.5], labels=['Other', 'Women', 'Men', 'Both'], rotation=0)\n",
    "plt.yticks(ticks=[0.5, 1.5, 2.5, 3.5], labels=['Other', 'Women', 'Men', 'Both'], rotation=0)\n",
    "\n",
    "# Show the plot\n",
    "plt.show()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Below are the classification statistics used in the final paper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 314,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.22      0.71      0.34        31\n",
      "           1       0.90      0.71      0.79       126\n",
      "           2       0.96      0.46      0.62       209\n",
      "           3       0.21      0.66      0.32        32\n",
      "\n",
      "    accuracy                           0.57       398\n",
      "   macro avg       0.57      0.63      0.52       398\n",
      "weighted avg       0.82      0.57      0.63       398\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:605: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype):\n",
      "/Users/emmastoklundlee/opt/anaconda3/envs/gensim_update/lib/python3.9/site-packages/sklearn/utils/validation.py:614: FutureWarning: is_sparse is deprecated and will be removed in a future version. Check `isinstance(dtype, pd.SparseDtype)` instead.\n",
      "  if is_sparse(pd_dtype) or not is_extension_array_dtype(pd_dtype):\n"
     ]
    }
   ],
   "source": [
    "# Generate classification report\n",
    "print(classification_report(guardian_annotated['annotation'], guardian_annotated['classification']))\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "gensim_update",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}