GOT-PT2_Data_Cleaning-Feat_Eng.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Data manipulation and wrangling package\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sb\n",
    "\n",
    "# ML package\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.tree import DecisionTreeClassifier \n",
    "from xgboost import XGBClassifier as XGBC\n",
    "\n",
    "# Data processing package\n",
    "import sklearn.utils \n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.model_selection import GridSearchCV, train_test_split, StratifiedKFold, RandomizedSearchCV, cross_val_score\n",
    "from sklearn.metrics import roc_auc_score, accuracy_score, roc_curve, confusion_matrix, classification_report\n",
    "\n",
    "pd.set_option('display.max_columns', 50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "battles = pd.read_csv('battles.csv')\n",
    "char_deaths = pd.read_csv('character-deaths.csv')\n",
    "char_pred = pd.read_csv('character-predictions.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# From  Shail Daliwala's kernel on Kaggle\n",
    "cult = {\n",
    "    'Summer Islands': ['summer islands', 'summer islander', 'summer isles'],\n",
    "    'Ghiscari': ['ghiscari', 'ghiscaricari',  'ghis'],\n",
    "    'Asshai': [\"asshai'i\", 'asshai'],\n",
    "    'Lysene': ['lysene', 'lyseni'],\n",
    "    'Andal': ['andal', 'andals'],\n",
    "    'Braavosi': ['braavosi', 'braavos'],\n",
    "    'Dornish': ['dornishmen', 'dorne', 'dornish'],\n",
    "    'Myrish': ['myr', 'myrish', 'myrmen'],\n",
    "    'Westermen': ['westermen', 'westerman', 'westerlands'],\n",
    "    'Westerosi': ['westeros', 'westerosi'],\n",
    "    'Stormlander': ['stormlands', 'stormlander'],\n",
    "    'Norvoshi': ['norvos', 'norvoshi'],\n",
    "    'Northmen': ['the north', 'northmen'],\n",
    "    'Free Folk': ['wildling', 'first men', 'free folk'],\n",
    "    'Qartheen': ['qartheen', 'qarth'],\n",
    "    'Reach': ['the reach', 'reach', 'reachmen'],\n",
    "}\n",
    "\n",
    "def get_cult(value):\n",
    "    value = value.lower()\n",
    "    v = [k for (k, v) in cult.items() if value in v]\n",
    "    return v[0] if len(v) > 0 else value.title()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Names of all Attackers\n",
    "all_attackers = set(battles.attacker_1).union(set(battles.attacker_2))\\\n",
    ".union(set(battles.attacker_3)).union(set(battles.attacker_4))\n",
    "# Names of all Defenders\n",
    "all_defenders = set(battles.defender_1).union(set(battles.defender_2))\n",
    "\n",
    "# Unique attackers and defenders combined\n",
    "all_warlead = all_attackers.union(all_defenders)\n",
    "all_warlead = list(all_warlead)\n",
    "all_warlead.remove(np.nan)\n",
    "\n",
    "renam_warlead = []\n",
    "for x in all_warlead:\n",
    "    house = 'House ' + x\n",
    "    renam_warlead.append(house)\n",
    "    \n",
    "# All attacking commanders\n",
    "all = []\n",
    "for i in battles['attacker_commander'].dropna().values:\n",
    "    splitted = i.split(', ')\n",
    "    all +=splitted\n",
    "    \n",
    "all_att_commanders = set(all)\n",
    "\n",
    "# All defending commanders\n",
    "all = []\n",
    "for i in battles['defender_commander'].dropna().values:\n",
    "    splitted = i.split(', ')\n",
    "    all +=splitted\n",
    "    \n",
    "all_def_commanders = set(all)\n",
    "\n",
    "# All commanders \n",
    "all_commanders = all_att_commanders.union(all_def_commanders)\n",
    "# characters who swore allegiance in character death data\n",
    "char_with_allgnc = char_deaths[char_deaths['Allegiances'] != 'None']\n",
    "\n",
    "# Extracting the above character from all character data\n",
    "all_char_with_allgnc = char_pred[char_pred['name'].isin(char_with_allgnc['Name'])]\n",
    "\n",
    "# house of character with allegiance to another house (house in character dead allegiance column)\n",
    "hus_char_with_allegnc = all_char_with_allgnc['house']\n",
    "\n",
    "# Extract unique house of allegiance from charater death data.\n",
    "husOfAllgnc = list(set(char_deaths['Allegiances']))\n",
    "husOfAllgnc.remove('None')\n",
    "\n",
    "renam_husOfAllgnc = []\n",
    "for x in husOfAllgnc:\n",
    "    house = 'House ' + x\n",
    "    renam_husOfAllgnc.append(house)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>male</th>\n",
       "      <th>book1</th>\n",
       "      <th>book4</th>\n",
       "      <th>isAliveHeir</th>\n",
       "      <th>age</th>\n",
       "      <th>numDeadRelations</th>\n",
       "      <th>boolDeadRelations</th>\n",
       "      <th>isPopular</th>\n",
       "      <th>popularity</th>\n",
       "      <th>isAlive</th>\n",
       "      <th>inHouseOfAllegnc</th>\n",
       "      <th>mother_Alicent Hightower</th>\n",
       "      <th>mother_Alyssa Targaryen</th>\n",
       "      <th>mother_Alyssa Velaryon</th>\n",
       "      <th>mother_Betha Blackwood</th>\n",
       "      <th>mother_Cassana Estermont</th>\n",
       "      <th>mother_Catelyn Stark</th>\n",
       "      <th>mother_Cersei Lannister</th>\n",
       "      <th>mother_Daenaera Velaryon</th>\n",
       "      <th>mother_Dyanna Dayne</th>\n",
       "      <th>mother_Lady of House Sunderly</th>\n",
       "      <th>mother_Mariah Martell</th>\n",
       "      <th>mother_Naerys Targaryen</th>\n",
       "      <th>mother_Rhaenyra Targaryen</th>\n",
       "      <th>mother_Rhaenys Targaryen</th>\n",
       "      <th>...</th>\n",
       "      <th>father_Viserys I Targaryen</th>\n",
       "      <th>father_unknown</th>\n",
       "      <th>heir_Aegon IV Targaryen</th>\n",
       "      <th>heir_Aegon Targaryen</th>\n",
       "      <th>heir_Aemon Targaryen</th>\n",
       "      <th>heir_Aenys Targaryen</th>\n",
       "      <th>heir_Aerys II Targaryen</th>\n",
       "      <th>heir_Arlan V Durrandon</th>\n",
       "      <th>heir_Baelor 'Breakspear' Targaryen</th>\n",
       "      <th>heir_Baelor I Targaryen</th>\n",
       "      <th>heir_Bran Stark</th>\n",
       "      <th>heir_Daeron I Targaryen</th>\n",
       "      <th>heir_Daeron II Targaryen</th>\n",
       "      <th>heir_Duncan Targaryen</th>\n",
       "      <th>heir_Durran the Devout</th>\n",
       "      <th>heir_Halleck Hoare</th>\n",
       "      <th>heir_Jaehaerys Targaryen</th>\n",
       "      <th>heir_Myrcella Baratheon</th>\n",
       "      <th>heir_Rhaegar Targaryen</th>\n",
       "      <th>heir_Rhaegel Targaryen</th>\n",
       "      <th>heir_Rhaenyra Targaryen</th>\n",
       "      <th>heir_Shireen Baratheon</th>\n",
       "      <th>heir_Theon Greyjoy</th>\n",
       "      <th>heir_Tommen Baratheon</th>\n",
       "      <th>heir_unknown</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Viserys II Targaryen</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.605351</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Walder Frey</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.896321</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Addison Hill</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.267559</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Aemma Arryn</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.183946</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sylva Santagar</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.043478</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Luwin</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.351171</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Reek</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.096990</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Symeon Star-Eyes</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.030100</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Coldhands</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.130435</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tytos Lannister</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>47.0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.210702</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1946 rows × 73 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      male  book1  book4  isAliveHeir   age  numDeadRelations  \\\n",
       "name                                                                            \n",
       "Viserys II Targaryen     1      0      0          0.0  37.0                11   \n",
       "Walder Frey              1      1      1         -1.0  97.0                 1   \n",
       "Addison Hill             1      0      1         -1.0  37.0                 0   \n",
       "Aemma Arryn              0      0      0         -1.0  23.0                 0   \n",
       "Sylva Santagar           0      0      1         -1.0  29.0                 0   \n",
       "...                    ...    ...    ...          ...   ...               ...   \n",
       "Luwin                    1      1      1         -1.0  37.0                 0   \n",
       "Reek                     1      0      1         -1.0  37.0                 0   \n",
       "Symeon Star-Eyes         1      1      1         -1.0  37.0                 0   \n",
       "Coldhands                1      0      1         -1.0  37.0                 0   \n",
       "Tytos Lannister          1      0      1         -1.0  47.0                 4   \n",
       "\n",
       "                      boolDeadRelations  isPopular  popularity  isAlive  \\\n",
       "name                                                                      \n",
       "Viserys II Targaryen                  1          1    0.605351        0   \n",
       "Walder Frey                           1          1    0.896321        1   \n",
       "Addison Hill                          0          0    0.267559        1   \n",
       "Aemma Arryn                           0          0    0.183946        0   \n",
       "Sylva Santagar                        0          0    0.043478        1   \n",
       "...                                 ...        ...         ...      ...   \n",
       "Luwin                                 0          1    0.351171        0   \n",
       "Reek                                  0          0    0.096990        0   \n",
       "Symeon Star-Eyes                      0          0    0.030100        1   \n",
       "Coldhands                             0          0    0.130435        1   \n",
       "Tytos Lannister                       1          0    0.210702        0   \n",
       "\n",
       "                      inHouseOfAllegnc  mother_Alicent Hightower  \\\n",
       "name                                                               \n",
       "Viserys II Targaryen                 0                         0   \n",
       "Walder Frey                          0                         0   \n",
       "Addison Hill                         0                         0   \n",
       "Aemma Arryn                          1                         0   \n",
       "Sylva Santagar                       0                         0   \n",
       "...                                ...                       ...   \n",
       "Luwin                                1                         0   \n",
       "Reek                                 0                         0   \n",
       "Symeon Star-Eyes                     0                         0   \n",
       "Coldhands                            0                         0   \n",
       "Tytos Lannister                      1                         0   \n",
       "\n",
       "                      mother_Alyssa Targaryen  mother_Alyssa Velaryon  \\\n",
       "name                                                                    \n",
       "Viserys II Targaryen                        0                       0   \n",
       "Walder Frey                                 0                       0   \n",
       "Addison Hill                                0                       0   \n",
       "Aemma Arryn                                 0                       0   \n",
       "Sylva Santagar                              0                       0   \n",
       "...                                       ...                     ...   \n",
       "Luwin                                       0                       0   \n",
       "Reek                                        0                       0   \n",
       "Symeon Star-Eyes                            0                       0   \n",
       "Coldhands                                   0                       0   \n",
       "Tytos Lannister                             0                       0   \n",
       "\n",
       "                      mother_Betha Blackwood  mother_Cassana Estermont  \\\n",
       "name                                                                     \n",
       "Viserys II Targaryen                       0                         0   \n",
       "Walder Frey                                0                         0   \n",
       "Addison Hill                               0                         0   \n",
       "Aemma Arryn                                0                         0   \n",
       "Sylva Santagar                             0                         0   \n",
       "...                                      ...                       ...   \n",
       "Luwin                                      0                         0   \n",
       "Reek                                       0                         0   \n",
       "Symeon Star-Eyes                           0                         0   \n",
       "Coldhands                                  0                         0   \n",
       "Tytos Lannister                            0                         0   \n",
       "\n",
       "                      mother_Catelyn Stark  mother_Cersei Lannister  \\\n",
       "name                                                                  \n",
       "Viserys II Targaryen                     0                        0   \n",
       "Walder Frey                              0                        0   \n",
       "Addison Hill                             0                        0   \n",
       "Aemma Arryn                              0                        0   \n",
       "Sylva Santagar                           0                        0   \n",
       "...                                    ...                      ...   \n",
       "Luwin                                    0                        0   \n",
       "Reek                                     0                        0   \n",
       "Symeon Star-Eyes                         0                        0   \n",
       "Coldhands                                0                        0   \n",
       "Tytos Lannister                          0                        0   \n",
       "\n",
       "                      mother_Daenaera Velaryon  mother_Dyanna Dayne  \\\n",
       "name                                                                  \n",
       "Viserys II Targaryen                         0                    0   \n",
       "Walder Frey                                  0                    0   \n",
       "Addison Hill                                 0                    0   \n",
       "Aemma Arryn                                  0                    0   \n",
       "Sylva Santagar                               0                    0   \n",
       "...                                        ...                  ...   \n",
       "Luwin                                        0                    0   \n",
       "Reek                                         0                    0   \n",
       "Symeon Star-Eyes                             0                    0   \n",
       "Coldhands                                    0                    0   \n",
       "Tytos Lannister                              0                    0   \n",
       "\n",
       "                      mother_Lady of House Sunderly  mother_Mariah Martell  \\\n",
       "name                                                                         \n",
       "Viserys II Targaryen                              0                      0   \n",
       "Walder Frey                                       0                      0   \n",
       "Addison Hill                                      0                      0   \n",
       "Aemma Arryn                                       0                      0   \n",
       "Sylva Santagar                                    0                      0   \n",
       "...                                             ...                    ...   \n",
       "Luwin                                             0                      0   \n",
       "Reek                                              0                      0   \n",
       "Symeon Star-Eyes                                  0                      0   \n",
       "Coldhands                                         0                      0   \n",
       "Tytos Lannister                                   0                      0   \n",
       "\n",
       "                      mother_Naerys Targaryen  mother_Rhaenyra Targaryen  \\\n",
       "name                                                                       \n",
       "Viserys II Targaryen                        0                          1   \n",
       "Walder Frey                                 0                          0   \n",
       "Addison Hill                                0                          0   \n",
       "Aemma Arryn                                 0                          0   \n",
       "Sylva Santagar                              0                          0   \n",
       "...                                       ...                        ...   \n",
       "Luwin                                       0                          0   \n",
       "Reek                                        0                          0   \n",
       "Symeon Star-Eyes                            0                          0   \n",
       "Coldhands                                   0                          0   \n",
       "Tytos Lannister                             0                          0   \n",
       "\n",
       "                      mother_Rhaenys Targaryen  ...  \\\n",
       "name                                            ...   \n",
       "Viserys II Targaryen                         0  ...   \n",
       "Walder Frey                                  0  ...   \n",
       "Addison Hill                                 0  ...   \n",
       "Aemma Arryn                                  0  ...   \n",
       "Sylva Santagar                               0  ...   \n",
       "...                                        ...  ...   \n",
       "Luwin                                        0  ...   \n",
       "Reek                                         0  ...   \n",
       "Symeon Star-Eyes                             0  ...   \n",
       "Coldhands                                    0  ...   \n",
       "Tytos Lannister                              0  ...   \n",
       "\n",
       "                      father_Viserys I Targaryen  father_unknown  \\\n",
       "name                                                               \n",
       "Viserys II Targaryen                           0               0   \n",
       "Walder Frey                                    0               1   \n",
       "Addison Hill                                   0               1   \n",
       "Aemma Arryn                                    0               1   \n",
       "Sylva Santagar                                 0               1   \n",
       "...                                          ...             ...   \n",
       "Luwin                                          0               1   \n",
       "Reek                                           0               1   \n",
       "Symeon Star-Eyes                               0               1   \n",
       "Coldhands                                      0               1   \n",
       "Tytos Lannister                                0               1   \n",
       "\n",
       "                      heir_Aegon IV Targaryen  heir_Aegon Targaryen  \\\n",
       "name                                                                  \n",
       "Viserys II Targaryen                        1                     0   \n",
       "Walder Frey                                 0                     0   \n",
       "Addison Hill                                0                     0   \n",
       "Aemma Arryn                                 0                     0   \n",
       "Sylva Santagar                              0                     0   \n",
       "...                                       ...                   ...   \n",
       "Luwin                                       0                     0   \n",
       "Reek                                        0                     0   \n",
       "Symeon Star-Eyes                            0                     0   \n",
       "Coldhands                                   0                     0   \n",
       "Tytos Lannister                             0                     0   \n",
       "\n",
       "                      heir_Aemon Targaryen  heir_Aenys Targaryen  \\\n",
       "name                                                               \n",
       "Viserys II Targaryen                     0                     0   \n",
       "Walder Frey                              0                     0   \n",
       "Addison Hill                             0                     0   \n",
       "Aemma Arryn                              0                     0   \n",
       "Sylva Santagar                           0                     0   \n",
       "...                                    ...                   ...   \n",
       "Luwin                                    0                     0   \n",
       "Reek                                     0                     0   \n",
       "Symeon Star-Eyes                         0                     0   \n",
       "Coldhands                                0                     0   \n",
       "Tytos Lannister                          0                     0   \n",
       "\n",
       "                      heir_Aerys II Targaryen  heir_Arlan V Durrandon  \\\n",
       "name                                                                    \n",
       "Viserys II Targaryen                        0                       0   \n",
       "Walder Frey                                 0                       0   \n",
       "Addison Hill                                0                       0   \n",
       "Aemma Arryn                                 0                       0   \n",
       "Sylva Santagar                              0                       0   \n",
       "...                                       ...                     ...   \n",
       "Luwin                                       0                       0   \n",
       "Reek                                        0                       0   \n",
       "Symeon Star-Eyes                            0                       0   \n",
       "Coldhands                                   0                       0   \n",
       "Tytos Lannister                             0                       0   \n",
       "\n",
       "                      heir_Baelor 'Breakspear' Targaryen  \\\n",
       "name                                                       \n",
       "Viserys II Targaryen                                   0   \n",
       "Walder Frey                                            0   \n",
       "Addison Hill                                           0   \n",
       "Aemma Arryn                                            0   \n",
       "Sylva Santagar                                         0   \n",
       "...                                                  ...   \n",
       "Luwin                                                  0   \n",
       "Reek                                                   0   \n",
       "Symeon Star-Eyes                                       0   \n",
       "Coldhands                                              0   \n",
       "Tytos Lannister                                        0   \n",
       "\n",
       "                      heir_Baelor I Targaryen  heir_Bran Stark  \\\n",
       "name                                                             \n",
       "Viserys II Targaryen                        0                0   \n",
       "Walder Frey                                 0                0   \n",
       "Addison Hill                                0                0   \n",
       "Aemma Arryn                                 0                0   \n",
       "Sylva Santagar                              0                0   \n",
       "...                                       ...              ...   \n",
       "Luwin                                       0                0   \n",
       "Reek                                        0                0   \n",
       "Symeon Star-Eyes                            0                0   \n",
       "Coldhands                                   0                0   \n",
       "Tytos Lannister                             0                0   \n",
       "\n",
       "                      heir_Daeron I Targaryen  heir_Daeron II Targaryen  \\\n",
       "name                                                                      \n",
       "Viserys II Targaryen                        0                         0   \n",
       "Walder Frey                                 0                         0   \n",
       "Addison Hill                                0                         0   \n",
       "Aemma Arryn                                 0                         0   \n",
       "Sylva Santagar                              0                         0   \n",
       "...                                       ...                       ...   \n",
       "Luwin                                       0                         0   \n",
       "Reek                                        0                         0   \n",
       "Symeon Star-Eyes                            0                         0   \n",
       "Coldhands                                   0                         0   \n",
       "Tytos Lannister                             0                         0   \n",
       "\n",
       "                      heir_Duncan Targaryen  heir_Durran the Devout  \\\n",
       "name                                                                  \n",
       "Viserys II Targaryen                      0                       0   \n",
       "Walder Frey                               0                       0   \n",
       "Addison Hill                              0                       0   \n",
       "Aemma Arryn                               0                       0   \n",
       "Sylva Santagar                            0                       0   \n",
       "...                                     ...                     ...   \n",
       "Luwin                                     0                       0   \n",
       "Reek                                      0                       0   \n",
       "Symeon Star-Eyes                          0                       0   \n",
       "Coldhands                                 0                       0   \n",
       "Tytos Lannister                           0                       0   \n",
       "\n",
       "                      heir_Halleck Hoare  heir_Jaehaerys Targaryen  \\\n",
       "name                                                                 \n",
       "Viserys II Targaryen                   0                         0   \n",
       "Walder Frey                            0                         0   \n",
       "Addison Hill                           0                         0   \n",
       "Aemma Arryn                            0                         0   \n",
       "Sylva Santagar                         0                         0   \n",
       "...                                  ...                       ...   \n",
       "Luwin                                  0                         0   \n",
       "Reek                                   0                         0   \n",
       "Symeon Star-Eyes                       0                         0   \n",
       "Coldhands                              0                         0   \n",
       "Tytos Lannister                        0                         0   \n",
       "\n",
       "                      heir_Myrcella Baratheon  heir_Rhaegar Targaryen  \\\n",
       "name                                                                    \n",
       "Viserys II Targaryen                        0                       0   \n",
       "Walder Frey                                 0                       0   \n",
       "Addison Hill                                0                       0   \n",
       "Aemma Arryn                                 0                       0   \n",
       "Sylva Santagar                              0                       0   \n",
       "...                                       ...                     ...   \n",
       "Luwin                                       0                       0   \n",
       "Reek                                        0                       0   \n",
       "Symeon Star-Eyes                            0                       0   \n",
       "Coldhands                                   0                       0   \n",
       "Tytos Lannister                             0                       0   \n",
       "\n",
       "                      heir_Rhaegel Targaryen  heir_Rhaenyra Targaryen  \\\n",
       "name                                                                    \n",
       "Viserys II Targaryen                       0                        0   \n",
       "Walder Frey                                0                        0   \n",
       "Addison Hill                               0                        0   \n",
       "Aemma Arryn                                0                        0   \n",
       "Sylva Santagar                             0                        0   \n",
       "...                                      ...                      ...   \n",
       "Luwin                                      0                        0   \n",
       "Reek                                       0                        0   \n",
       "Symeon Star-Eyes                           0                        0   \n",
       "Coldhands                                  0                        0   \n",
       "Tytos Lannister                            0                        0   \n",
       "\n",
       "                      heir_Shireen Baratheon  heir_Theon Greyjoy  \\\n",
       "name                                                               \n",
       "Viserys II Targaryen                       0                   0   \n",
       "Walder Frey                                0                   0   \n",
       "Addison Hill                               0                   0   \n",
       "Aemma Arryn                                0                   0   \n",
       "Sylva Santagar                             0                   0   \n",
       "...                                      ...                 ...   \n",
       "Luwin                                      0                   0   \n",
       "Reek                                       0                   0   \n",
       "Symeon Star-Eyes                           0                   0   \n",
       "Coldhands                                  0                   0   \n",
       "Tytos Lannister                            0                   0   \n",
       "\n",
       "                      heir_Tommen Baratheon  heir_unknown  \n",
       "name                                                       \n",
       "Viserys II Targaryen                      0             0  \n",
       "Walder Frey                               0             1  \n",
       "Addison Hill                              0             1  \n",
       "Aemma Arryn                               0             1  \n",
       "Sylva Santagar                            0             1  \n",
       "...                                     ...           ...  \n",
       "Luwin                                     0             1  \n",
       "Reek                                      0             1  \n",
       "Symeon Star-Eyes                          0             1  \n",
       "Coldhands                                 0             1  \n",
       "Tytos Lannister                           0             1  \n",
       "\n",
       "[1946 rows x 73 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "character = char_pred.copy()\n",
    "def transform_data(data):\n",
    "    # Replacing the age\n",
    "    data.loc[1684, 'age'] = 25.0\n",
    "    data.loc[1868, 'age'] = 0.0\n",
    "    \n",
    "    # Replacing missing values\n",
    "    data[\"age\"].fillna(round(data[\"age\"].mean()), inplace=True)\n",
    "    data['dateOfBirth'].fillna(data['dateOfBirth'].median(), inplace=True)\n",
    "    data['DateoFdeath'].fillna(data['DateoFdeath'].median(), inplace=True)\n",
    "    \n",
    "    data.loc[:, \"culture\"] = [get_cult(x) for x in data.culture.fillna(\"\")]\n",
    "    cat = ['title', 'mother', 'father', 'heir', 'house', 'spouse']\n",
    "    for col in cat:\n",
    "        data[col].fillna('unknown', inplace=True)\n",
    "    data.fillna(-1, inplace=True)\n",
    "    \n",
    "    data['isACommander'] = np.where(data['name'].isin(all_commanders), 1, 0)\n",
    "    data['inHouseOfWarLead'] = np.where(data['house'].isin(renam_warlead), 1, 0)\n",
    "    data['houseSworeAllegiance'] = np.where(data['house'].isin(hus_char_with_allegnc), 1, 0)\n",
    "    data['inHouseOfAllegnc'] = np.where(data['house'].isin(renam_husOfAllgnc), 1, 0)\n",
    "    \n",
    "    data = data.drop(['S.No', 'actual', 'pred', 'alive', 'plod', 'title',\n",
    "                      'dateOfBirth', 'DateoFdeath', 'house'], axis=1)\n",
    "    \n",
    "    return data\n",
    "\n",
    "def select_features(data):\n",
    "    data.set_index('name', inplace=True)\n",
    "    # Heatmap of numerical feature in the training dataset\n",
    "    num_features = data.select_dtypes(['int', 'float'])\n",
    "    corr_mat = num_features.corr()['isAlive'].abs().sort_values()\n",
    "    corr_less = corr_mat[corr_mat < 0.1]\n",
    "    data = data.drop(corr_less.index, axis=1)\n",
    "    \n",
    "    # Dropping columns with colinearity\n",
    "    data = data.drop(['isAliveFather', 'isAliveMother'], axis=1)\n",
    "    \n",
    "    # List of categorical variable\n",
    "    nominal_features = ['culture', 'mother', 'father', 'heir', 'spouse']\n",
    "    # Counting unique values in each column\n",
    "    unique_count = data[nominal_features].apply(lambda x: len(x.value_counts())).sort_values()\n",
    "    unique_count = unique_count[unique_count > 25].index\n",
    "    # Dropping \n",
    "    data = data.drop(unique_count, axis=1)\n",
    "    # Converting the remaining text column to categorical type\n",
    "    txt_col = data.select_dtypes(include=['object'])\n",
    "    for col in txt_col:\n",
    "        data[col] = data[col].astype('category')\n",
    "        \n",
    "    # Creating dummy columns from txt columns and add back to dataframe\n",
    "    data = pd.concat([\n",
    "        data, pd.get_dummies(data.select_dtypes(include=['category']))\n",
    "    ], axis=1).drop(txt_col, axis=1)\n",
    "    \n",
    "    return data\n",
    "    \n",
    "transformed_data = transform_data(character)\n",
    "selected_features = select_features(transformed_data)\n",
    "\n",
    "selected_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "selected_features.to_csv('cleaned_got_for_ml1.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12 (main, Apr  4 2022, 05:22:27) [MSC v.1916 64 bit (AMD64)]"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "b68a3c467d07aa8b20c71071b0b7606f948be72d30c76b97a14d11803ebfb6c4"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}