Classification_using_scikit_learn.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Problem 2 \n",
    "#### Load and preprocess the data\n",
    "Read the data from csv file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(600, 11)"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vstable = pd.read_csv(\"http://facweb.cs.depaul.edu/mobasher/classes/csc478/Data/bank_data.csv\", index_col=0, na_values=[\"?\"])\n",
    "\n",
    "vstable.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Showing the sample of first 5 rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender</th>\n",
       "      <th>region</th>\n",
       "      <th>married</th>\n",
       "      <th>car</th>\n",
       "      <th>savings_acct</th>\n",
       "      <th>current_acct</th>\n",
       "      <th>mortgage</th>\n",
       "      <th>pep</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12101</th>\n",
       "      <td>48</td>\n",
       "      <td>17546.0</td>\n",
       "      <td>1</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>INNER_CITY</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12102</th>\n",
       "      <td>40</td>\n",
       "      <td>30085.1</td>\n",
       "      <td>3</td>\n",
       "      <td>MALE</td>\n",
       "      <td>TOWN</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12103</th>\n",
       "      <td>51</td>\n",
       "      <td>16575.4</td>\n",
       "      <td>0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>INNER_CITY</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12104</th>\n",
       "      <td>23</td>\n",
       "      <td>20375.4</td>\n",
       "      <td>3</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>TOWN</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12105</th>\n",
       "      <td>57</td>\n",
       "      <td>50576.3</td>\n",
       "      <td>0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         age   income  children  gender      region married  car savings_acct  \\\n",
       "id                                                                              \n",
       "ID12101   48  17546.0         1  FEMALE  INNER_CITY      NO   NO           NO   \n",
       "ID12102   40  30085.1         3    MALE        TOWN     YES  YES           NO   \n",
       "ID12103   51  16575.4         0  FEMALE  INNER_CITY     YES  YES          YES   \n",
       "ID12104   23  20375.4         3  FEMALE        TOWN     YES   NO           NO   \n",
       "ID12105   57  50576.3         0  FEMALE       RURAL     YES   NO          YES   \n",
       "\n",
       "        current_acct mortgage  pep  \n",
       "id                                  \n",
       "ID12101           NO       NO  YES  \n",
       "ID12102          YES      YES   NO  \n",
       "ID12103          YES       NO   NO  \n",
       "ID12104          YES       NO   NO  \n",
       "ID12105           NO       NO   NO  "
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vstable.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Examine missing values\n",
    "The below cell shows the general info about the table. We see there are no missing values for any columns."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Index: 600 entries, ID12101 to ID12700\n",
      "Data columns (total 11 columns):\n",
      " #   Column        Non-Null Count  Dtype  \n",
      "---  ------        --------------  -----  \n",
      " 0   age           600 non-null    int64  \n",
      " 1   income        600 non-null    float64\n",
      " 2   children      600 non-null    int64  \n",
      " 3   gender        600 non-null    object \n",
      " 4   region        600 non-null    object \n",
      " 5   married       600 non-null    object \n",
      " 6   car           600 non-null    object \n",
      " 7   savings_acct  600 non-null    object \n",
      " 8   current_acct  600 non-null    object \n",
      " 9   mortgage      600 non-null    object \n",
      " 10  pep           600 non-null    object \n",
      "dtypes: float64(1), int64(2), object(8)\n",
      "memory usage: 56.2+ KB\n"
     ]
    }
   ],
   "source": [
    "vstable.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender</th>\n",
       "      <th>region</th>\n",
       "      <th>married</th>\n",
       "      <th>car</th>\n",
       "      <th>savings_acct</th>\n",
       "      <th>current_acct</th>\n",
       "      <th>mortgage</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12101</th>\n",
       "      <td>48</td>\n",
       "      <td>17546.0</td>\n",
       "      <td>1</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>INNER_CITY</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12102</th>\n",
       "      <td>40</td>\n",
       "      <td>30085.1</td>\n",
       "      <td>3</td>\n",
       "      <td>MALE</td>\n",
       "      <td>TOWN</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12103</th>\n",
       "      <td>51</td>\n",
       "      <td>16575.4</td>\n",
       "      <td>0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>INNER_CITY</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12104</th>\n",
       "      <td>23</td>\n",
       "      <td>20375.4</td>\n",
       "      <td>3</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>TOWN</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12105</th>\n",
       "      <td>57</td>\n",
       "      <td>50576.3</td>\n",
       "      <td>0</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>YES</td>\n",
       "      <td>NO</td>\n",
       "      <td>NO</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         age   income  children  gender      region married  car savings_acct  \\\n",
       "id                                                                              \n",
       "ID12101   48  17546.0         1  FEMALE  INNER_CITY      NO   NO           NO   \n",
       "ID12102   40  30085.1         3    MALE        TOWN     YES  YES           NO   \n",
       "ID12103   51  16575.4         0  FEMALE  INNER_CITY     YES  YES          YES   \n",
       "ID12104   23  20375.4         3  FEMALE        TOWN     YES   NO           NO   \n",
       "ID12105   57  50576.3         0  FEMALE       RURAL     YES   NO          YES   \n",
       "\n",
       "        current_acct mortgage  \n",
       "id                             \n",
       "ID12101           NO       NO  \n",
       "ID12102          YES      YES  \n",
       "ID12103          YES       NO  \n",
       "ID12104          YES       NO  \n",
       "ID12105           NO       NO  "
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vs_records = vstable[['age', 'income', 'children', 'gender', 'region', 'married', 'car','savings_acct', 'current_acct', 'mortgage']]\n",
    "vs_records.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Separating the target variable"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id\n",
       "ID12101    YES\n",
       "ID12102     NO\n",
       "ID12103     NO\n",
       "ID12104     NO\n",
       "ID12105     NO\n",
       "Name: pep, dtype: object"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vs_target = vstable.pep\n",
    "vs_target.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We use Pandas \"get_dummies\" function to create dummy variables."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender_FEMALE</th>\n",
       "      <th>gender_MALE</th>\n",
       "      <th>region_INNER_CITY</th>\n",
       "      <th>region_RURAL</th>\n",
       "      <th>region_SUBURBAN</th>\n",
       "      <th>region_TOWN</th>\n",
       "      <th>married_NO</th>\n",
       "      <th>married_YES</th>\n",
       "      <th>car_NO</th>\n",
       "      <th>car_YES</th>\n",
       "      <th>savings_acct_NO</th>\n",
       "      <th>savings_acct_YES</th>\n",
       "      <th>current_acct_NO</th>\n",
       "      <th>current_acct_YES</th>\n",
       "      <th>mortgage_NO</th>\n",
       "      <th>mortgage_YES</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12101</th>\n",
       "      <td>48</td>\n",
       "      <td>17546.00</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12102</th>\n",
       "      <td>40</td>\n",
       "      <td>30085.10</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12103</th>\n",
       "      <td>51</td>\n",
       "      <td>16575.40</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12104</th>\n",
       "      <td>23</td>\n",
       "      <td>20375.40</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12105</th>\n",
       "      <td>57</td>\n",
       "      <td>50576.30</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12106</th>\n",
       "      <td>57</td>\n",
       "      <td>37869.60</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12107</th>\n",
       "      <td>22</td>\n",
       "      <td>8877.07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12108</th>\n",
       "      <td>58</td>\n",
       "      <td>24946.60</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12109</th>\n",
       "      <td>37</td>\n",
       "      <td>25304.30</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12110</th>\n",
       "      <td>54</td>\n",
       "      <td>24212.10</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         age    income  children  gender_FEMALE  gender_MALE  \\\n",
       "id                                                             \n",
       "ID12101   48  17546.00         1              1            0   \n",
       "ID12102   40  30085.10         3              0            1   \n",
       "ID12103   51  16575.40         0              1            0   \n",
       "ID12104   23  20375.40         3              1            0   \n",
       "ID12105   57  50576.30         0              1            0   \n",
       "ID12106   57  37869.60         2              1            0   \n",
       "ID12107   22   8877.07         0              0            1   \n",
       "ID12108   58  24946.60         0              0            1   \n",
       "ID12109   37  25304.30         2              1            0   \n",
       "ID12110   54  24212.10         2              0            1   \n",
       "\n",
       "         region_INNER_CITY  region_RURAL  region_SUBURBAN  region_TOWN  \\\n",
       "id                                                                       \n",
       "ID12101                  1             0                0            0   \n",
       "ID12102                  0             0                0            1   \n",
       "ID12103                  1             0                0            0   \n",
       "ID12104                  0             0                0            1   \n",
       "ID12105                  0             1                0            0   \n",
       "ID12106                  0             0                0            1   \n",
       "ID12107                  0             1                0            0   \n",
       "ID12108                  0             0                0            1   \n",
       "ID12109                  0             0                1            0   \n",
       "ID12110                  0             0                0            1   \n",
       "\n",
       "         married_NO  married_YES  car_NO  car_YES  savings_acct_NO  \\\n",
       "id                                                                   \n",
       "ID12101           1            0       1        0                1   \n",
       "ID12102           0            1       0        1                1   \n",
       "ID12103           0            1       0        1                0   \n",
       "ID12104           0            1       1        0                1   \n",
       "ID12105           0            1       1        0                0   \n",
       "ID12106           0            1       1        0                0   \n",
       "ID12107           1            0       1        0                1   \n",
       "ID12108           0            1       0        1                0   \n",
       "ID12109           0            1       0        1                1   \n",
       "ID12110           0            1       0        1                0   \n",
       "\n",
       "         savings_acct_YES  current_acct_NO  current_acct_YES  mortgage_NO  \\\n",
       "id                                                                          \n",
       "ID12101                 0                1                 0            1   \n",
       "ID12102                 0                0                 1            0   \n",
       "ID12103                 1                0                 1            1   \n",
       "ID12104                 0                0                 1            1   \n",
       "ID12105                 1                1                 0            1   \n",
       "ID12106                 1                0                 1            1   \n",
       "ID12107                 0                0                 1            1   \n",
       "ID12108                 1                0                 1            1   \n",
       "ID12109                 0                1                 0            1   \n",
       "ID12110                 1                0                 1            1   \n",
       "\n",
       "         mortgage_YES  \n",
       "id                     \n",
       "ID12101             0  \n",
       "ID12102             1  \n",
       "ID12103             0  \n",
       "ID12104             0  \n",
       "ID12105             0  \n",
       "ID12106             0  \n",
       "ID12107             0  \n",
       "ID12108             0  \n",
       "ID12109             0  \n",
       "ID12110             0  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vs_matrix = pd.get_dummies(vs_records[['age', 'income', 'children', 'gender', 'region', 'married', 'car','savings_acct', 'current_acct', 'mortgage']])\n",
    "vs_matrix.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We divide the data into randomized training and test partitions (note that the same split should also be perfromed on the target attribute). The easiest way to do this is to use the \"train_test_split\" module of \"sklearn.cross_validation\"."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(120, 19)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender_FEMALE</th>\n",
       "      <th>gender_MALE</th>\n",
       "      <th>region_INNER_CITY</th>\n",
       "      <th>region_RURAL</th>\n",
       "      <th>region_SUBURBAN</th>\n",
       "      <th>region_TOWN</th>\n",
       "      <th>married_NO</th>\n",
       "      <th>married_YES</th>\n",
       "      <th>car_NO</th>\n",
       "      <th>car_YES</th>\n",
       "      <th>savings_acct_NO</th>\n",
       "      <th>savings_acct_YES</th>\n",
       "      <th>current_acct_NO</th>\n",
       "      <th>current_acct_YES</th>\n",
       "      <th>mortgage_NO</th>\n",
       "      <th>mortgage_YES</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12557</th>\n",
       "      <td>32</td>\n",
       "      <td>13267.6</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12467</th>\n",
       "      <td>59</td>\n",
       "      <td>29866.9</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12232</th>\n",
       "      <td>61</td>\n",
       "      <td>41609.5</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12549</th>\n",
       "      <td>53</td>\n",
       "      <td>48971.6</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12438</th>\n",
       "      <td>65</td>\n",
       "      <td>38080.9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         age   income  children  gender_FEMALE  gender_MALE  \\\n",
       "id                                                            \n",
       "ID12557   32  13267.6         0              1            0   \n",
       "ID12467   59  29866.9         1              1            0   \n",
       "ID12232   61  41609.5         3              0            1   \n",
       "ID12549   53  48971.6         3              0            1   \n",
       "ID12438   65  38080.9         1              0            1   \n",
       "\n",
       "         region_INNER_CITY  region_RURAL  region_SUBURBAN  region_TOWN  \\\n",
       "id                                                                       \n",
       "ID12557                  0             0                0            1   \n",
       "ID12467                  1             0                0            0   \n",
       "ID12232                  0             1                0            0   \n",
       "ID12549                  0             1                0            0   \n",
       "ID12438                  1             0                0            0   \n",
       "\n",
       "         married_NO  married_YES  car_NO  car_YES  savings_acct_NO  \\\n",
       "id                                                                   \n",
       "ID12557           0            1       0        1                0   \n",
       "ID12467           1            0       0        1                1   \n",
       "ID12232           0            1       1        0                0   \n",
       "ID12549           0            1       0        1                0   \n",
       "ID12438           0            1       0        1                0   \n",
       "\n",
       "         savings_acct_YES  current_acct_NO  current_acct_YES  mortgage_NO  \\\n",
       "id                                                                          \n",
       "ID12557                 1                0                 1            0   \n",
       "ID12467                 0                0                 1            1   \n",
       "ID12232                 1                0                 1            0   \n",
       "ID12549                 1                1                 0            1   \n",
       "ID12438                 1                1                 0            0   \n",
       "\n",
       "         mortgage_YES  \n",
       "id                     \n",
       "ID12557             1  \n",
       "ID12467             0  \n",
       "ID12232             1  \n",
       "ID12549             0  \n",
       "ID12438             1  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "vs_train, vs_test, vs_target_train, vs_target_test = train_test_split(vs_matrix, vs_target, test_size=0.2, random_state=33)\n",
    "\n",
    "print(vs_test.shape)\n",
    "vs_test[0:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(480, 19)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender_FEMALE</th>\n",
       "      <th>gender_MALE</th>\n",
       "      <th>region_INNER_CITY</th>\n",
       "      <th>region_RURAL</th>\n",
       "      <th>region_SUBURBAN</th>\n",
       "      <th>region_TOWN</th>\n",
       "      <th>married_NO</th>\n",
       "      <th>married_YES</th>\n",
       "      <th>car_NO</th>\n",
       "      <th>car_YES</th>\n",
       "      <th>savings_acct_NO</th>\n",
       "      <th>savings_acct_YES</th>\n",
       "      <th>current_acct_NO</th>\n",
       "      <th>current_acct_YES</th>\n",
       "      <th>mortgage_NO</th>\n",
       "      <th>mortgage_YES</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12482</th>\n",
       "      <td>46</td>\n",
       "      <td>32583.5</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12105</th>\n",
       "      <td>57</td>\n",
       "      <td>50576.3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12187</th>\n",
       "      <td>25</td>\n",
       "      <td>15525.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12184</th>\n",
       "      <td>35</td>\n",
       "      <td>16394.4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12624</th>\n",
       "      <td>34</td>\n",
       "      <td>16291.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         age   income  children  gender_FEMALE  gender_MALE  \\\n",
       "id                                                            \n",
       "ID12482   46  32583.5         2              1            0   \n",
       "ID12105   57  50576.3         0              1            0   \n",
       "ID12187   25  15525.0         0              1            0   \n",
       "ID12184   35  16394.4         1              0            1   \n",
       "ID12624   34  16291.0         0              1            0   \n",
       "\n",
       "         region_INNER_CITY  region_RURAL  region_SUBURBAN  region_TOWN  \\\n",
       "id                                                                       \n",
       "ID12482                  1             0                0            0   \n",
       "ID12105                  0             1                0            0   \n",
       "ID12187                  1             0                0            0   \n",
       "ID12184                  1             0                0            0   \n",
       "ID12624                  0             0                0            1   \n",
       "\n",
       "         married_NO  married_YES  car_NO  car_YES  savings_acct_NO  \\\n",
       "id                                                                   \n",
       "ID12482           0            1       0        1                0   \n",
       "ID12105           0            1       1        0                0   \n",
       "ID12187           0            1       1        0                0   \n",
       "ID12184           0            1       1        0                0   \n",
       "ID12624           0            1       0        1                0   \n",
       "\n",
       "         savings_acct_YES  current_acct_NO  current_acct_YES  mortgage_NO  \\\n",
       "id                                                                          \n",
       "ID12482                 1                0                 1            1   \n",
       "ID12105                 1                1                 0            1   \n",
       "ID12187                 1                0                 1            1   \n",
       "ID12184                 1                0                 1            1   \n",
       "ID12624                 1                1                 0            0   \n",
       "\n",
       "         mortgage_YES  \n",
       "id                     \n",
       "ID12482             0  \n",
       "ID12105             0  \n",
       "ID12187             0  \n",
       "ID12184             0  \n",
       "ID12624             1  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(vs_train.shape)\n",
    "vs_train[0:5]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Performing min-max normalization to rescale numeric attributes."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "min_max_scaler = preprocessing.MinMaxScaler().fit(vs_train)\n",
    "\n",
    "vs_train_norm = min_max_scaler.transform(vs_train)\n",
    "vs_train_norm = pd.DataFrame(vs_train_norm, columns=vs_train.columns, index=vs_train.index)\n",
    "\n",
    "vs_test_norm = min_max_scaler.transform(vs_test)\n",
    "vs_test_norm = pd.DataFrame(vs_test_norm, columns=vs_test.columns, index=vs_test.index)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Showing the first 5 rows of normalised data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender_FEMALE</th>\n",
       "      <th>gender_MALE</th>\n",
       "      <th>region_INNER_CITY</th>\n",
       "      <th>region_RURAL</th>\n",
       "      <th>region_SUBURBAN</th>\n",
       "      <th>region_TOWN</th>\n",
       "      <th>married_NO</th>\n",
       "      <th>married_YES</th>\n",
       "      <th>car_NO</th>\n",
       "      <th>car_YES</th>\n",
       "      <th>savings_acct_NO</th>\n",
       "      <th>savings_acct_YES</th>\n",
       "      <th>current_acct_NO</th>\n",
       "      <th>current_acct_YES</th>\n",
       "      <th>mortgage_NO</th>\n",
       "      <th>mortgage_YES</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12482</th>\n",
       "      <td>0.571429</td>\n",
       "      <td>0.462547</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12105</th>\n",
       "      <td>0.795918</td>\n",
       "      <td>0.779122</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12187</th>\n",
       "      <td>0.142857</td>\n",
       "      <td>0.162411</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12184</th>\n",
       "      <td>0.346939</td>\n",
       "      <td>0.177708</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12624</th>\n",
       "      <td>0.326531</td>\n",
       "      <td>0.175889</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              age    income  children  gender_FEMALE  gender_MALE  \\\n",
       "id                                                                  \n",
       "ID12482  0.571429  0.462547  0.666667            1.0          0.0   \n",
       "ID12105  0.795918  0.779122  0.000000            1.0          0.0   \n",
       "ID12187  0.142857  0.162411  0.000000            1.0          0.0   \n",
       "ID12184  0.346939  0.177708  0.333333            0.0          1.0   \n",
       "ID12624  0.326531  0.175889  0.000000            1.0          0.0   \n",
       "\n",
       "         region_INNER_CITY  region_RURAL  region_SUBURBAN  region_TOWN  \\\n",
       "id                                                                       \n",
       "ID12482                1.0           0.0              0.0          0.0   \n",
       "ID12105                0.0           1.0              0.0          0.0   \n",
       "ID12187                1.0           0.0              0.0          0.0   \n",
       "ID12184                1.0           0.0              0.0          0.0   \n",
       "ID12624                0.0           0.0              0.0          1.0   \n",
       "\n",
       "         married_NO  married_YES  car_NO  car_YES  savings_acct_NO  \\\n",
       "id                                                                   \n",
       "ID12482         0.0          1.0     0.0      1.0              0.0   \n",
       "ID12105         0.0          1.0     1.0      0.0              0.0   \n",
       "ID12187         0.0          1.0     1.0      0.0              0.0   \n",
       "ID12184         0.0          1.0     1.0      0.0              0.0   \n",
       "ID12624         0.0          1.0     0.0      1.0              0.0   \n",
       "\n",
       "         savings_acct_YES  current_acct_NO  current_acct_YES  mortgage_NO  \\\n",
       "id                                                                          \n",
       "ID12482               1.0              0.0               1.0          1.0   \n",
       "ID12105               1.0              1.0               0.0          1.0   \n",
       "ID12187               1.0              0.0               1.0          1.0   \n",
       "ID12184               1.0              0.0               1.0          1.0   \n",
       "ID12624               1.0              1.0               0.0          0.0   \n",
       "\n",
       "         mortgage_YES  \n",
       "id                     \n",
       "ID12482           0.0  \n",
       "ID12105           0.0  \n",
       "ID12187           0.0  \n",
       "ID12184           0.0  \n",
       "ID12624           1.0  "
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# np.set_printoptions(precision=2, linewidth=80, suppress=True)\n",
    "vs_train_norm.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>income</th>\n",
       "      <th>children</th>\n",
       "      <th>gender_FEMALE</th>\n",
       "      <th>gender_MALE</th>\n",
       "      <th>region_INNER_CITY</th>\n",
       "      <th>region_RURAL</th>\n",
       "      <th>region_SUBURBAN</th>\n",
       "      <th>region_TOWN</th>\n",
       "      <th>married_NO</th>\n",
       "      <th>married_YES</th>\n",
       "      <th>car_NO</th>\n",
       "      <th>car_YES</th>\n",
       "      <th>savings_acct_NO</th>\n",
       "      <th>savings_acct_YES</th>\n",
       "      <th>current_acct_NO</th>\n",
       "      <th>current_acct_YES</th>\n",
       "      <th>mortgage_NO</th>\n",
       "      <th>mortgage_YES</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ID12557</th>\n",
       "      <td>0.285714</td>\n",
       "      <td>0.122693</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12467</th>\n",
       "      <td>0.836735</td>\n",
       "      <td>0.414750</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12232</th>\n",
       "      <td>0.877551</td>\n",
       "      <td>0.621355</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12549</th>\n",
       "      <td>0.714286</td>\n",
       "      <td>0.750888</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID12438</th>\n",
       "      <td>0.959184</td>\n",
       "      <td>0.559271</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              age    income  children  gender_FEMALE  gender_MALE  \\\n",
       "id                                                                  \n",
       "ID12557  0.285714  0.122693  0.000000            1.0          0.0   \n",
       "ID12467  0.836735  0.414750  0.333333            1.0          0.0   \n",
       "ID12232  0.877551  0.621355  1.000000            0.0          1.0   \n",
       "ID12549  0.714286  0.750888  1.000000            0.0          1.0   \n",
       "ID12438  0.959184  0.559271  0.333333            0.0          1.0   \n",
       "\n",
       "         region_INNER_CITY  region_RURAL  region_SUBURBAN  region_TOWN  \\\n",
       "id                                                                       \n",
       "ID12557                0.0           0.0              0.0          1.0   \n",
       "ID12467                1.0           0.0              0.0          0.0   \n",
       "ID12232                0.0           1.0              0.0          0.0   \n",
       "ID12549                0.0           1.0              0.0          0.0   \n",
       "ID12438                1.0           0.0              0.0          0.0   \n",
       "\n",
       "         married_NO  married_YES  car_NO  car_YES  savings_acct_NO  \\\n",
       "id                                                                   \n",
       "ID12557         0.0          1.0     0.0      1.0              0.0   \n",
       "ID12467         1.0          0.0     0.0      1.0              1.0   \n",
       "ID12232         0.0          1.0     1.0      0.0              0.0   \n",
       "ID12549         0.0          1.0     0.0      1.0              0.0   \n",
       "ID12438         0.0          1.0     0.0      1.0              0.0   \n",
       "\n",
       "         savings_acct_YES  current_acct_NO  current_acct_YES  mortgage_NO  \\\n",
       "id                                                                          \n",
       "ID12557               1.0              0.0               1.0          0.0   \n",
       "ID12467               0.0              0.0               1.0          1.0   \n",
       "ID12232               1.0              0.0               1.0          0.0   \n",
       "ID12549               1.0              1.0               0.0          1.0   \n",
       "ID12438               1.0              1.0               0.0          0.0   \n",
       "\n",
       "         mortgage_YES  \n",
       "id                     \n",
       "ID12557           1.0  \n",
       "ID12467           0.0  \n",
       "ID12232           1.0  \n",
       "ID12549           0.0  \n",
       "ID12438           1.0  "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vs_test_norm.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import neighbors, tree"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### KNN classifer\n",
    "Setting number the number of neighbors to 5 and weights = 'distance'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsClassifier(algorithm='auto', leaf_size=30, metric='minkowski',\n",
       "                     metric_params=None, n_jobs=None, n_neighbors=5, p=2,\n",
       "                     weights='distance')"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "n_neighbors = 5\n",
    "\n",
    "knnclf = neighbors.KNeighborsClassifier(n_neighbors, weights='distance')\n",
    "knnclf.fit(vs_train_norm, vs_target_train)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Calling the predict function on the test intances to produce the predicted classes."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "knnpreds_test = knnclf.predict(vs_test_norm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['YES' 'YES' 'YES' 'NO' 'YES' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'YES'\n",
      " 'NO' 'YES' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO'\n",
      " 'YES' 'YES' 'NO' 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'NO' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'YES' 'YES' 'YES'\n",
      " 'YES' 'NO' 'YES' 'YES' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'YES' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'NO' 'YES' 'YES' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO' 'YES'\n",
      " 'YES' 'NO' 'YES' 'YES' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'NO'\n",
      " 'NO']\n"
     ]
    }
   ],
   "source": [
    "print(knnpreds_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import classification_report"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### Classification Report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "          NO       0.68      0.73      0.70        66\n",
      "         YES       0.63      0.57      0.60        54\n",
      "\n",
      "    accuracy                           0.66       120\n",
      "   macro avg       0.65      0.65      0.65       120\n",
      "weighted avg       0.66      0.66      0.66       120\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(vs_target_test, knnpreds_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The average accuracy rate is 0.66."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import confusion_matrix"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### Confusion Matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[48 18]\n",
      " [23 31]]\n"
     ]
    }
   ],
   "source": [
    "knncm = confusion_matrix(vs_target_test, knnpreds_test)\n",
    "print(knncm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQYAAAD4CAYAAAAO2kjhAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/d3fzzAAAACXBIWXMAAAsTAAALEwEAmpwYAAAVq0lEQVR4nO3df5RdZX3v8fcnIRB+CyTamEDDrYCXsq7RppTKKkW81Ii0UJf3KlKuvZcabavValuL7bJCtQt7bZGlXtsACqsqYv1RLVIDRbhIi5FAYyqJYvzVAsEQfkMxJDOf/rGf0TNzJnP2zJxz9pk5n9dae+XsH+fZ35mc851nP8+zny3bRES0WtB0ABExeJIYIqJNEkNEtEliiIg2SQwR0SaJISLaJDE0TNL+kv5e0qOS/nYW5Zwr6fpuxtYUSb8g6ZtNxzHMlHEM9Uh6NfAW4LnA48Am4N22b51luecBbwReaHvPbOMcdJIMHGN7W9OxxN6lxlCDpLcA7wP+DHgWcBTw/4CzulD8TwJ3D0NSqEPSPk3HEIDtLFMswKHAE8D/mOKY/agSx31leR+wX9l3KnAP8FZgB7Ad+N9l34XA08Duco7zgXcCH20peyVgYJ+y/uvAd6hqLd8Fzm3ZfmvL+14I3A48Wv59Ycu+m4E/Bf6plHM9sGQvP9tY/H/QEv/ZwBnA3cBDwNtbjj8RuA14pBz7AWDfsu+W8rM8WX7eV7aU/zbgfuBvxraV9/xUOccLyvqzgQeAU5v+bMznpfEABn0B1gB7xr6YeznmIuArwDOBpcA/A39a9p1a3n8RsKh8of4DOKzsn5gI9poYgAOBx4Djyr5lwE+X1z9KDMDhwMPAeeV955T1I8r+m4FvA8cC+5f1i/fys43F/44S/2vLF/PjwMHATwNPAUeX438GOKmcdyWwFXhzS3kGnjNJ+e+hSrD7tyaGcsxrgS3AAcB64L1Nfy7m+5JLic6OAHZ66qr+ucBFtnfYfoCqJnBey/7dZf9u29dR/bU8bobxjAInSNrf9nbbd01yzMuAb9n+G9t7bF8NfAP45ZZjPmL7bttPAZ8EVk1xzt1U7Sm7gU8AS4BLbT9ezr8FeB6A7Ttsf6Wc93vAXwO/WONn+hPbu0o849i+DNgGbKBKhn/UobyYpSSGzh4ElnS49n028P2W9e+XbT8qY0Ji+Q/goOkGYvtJqur364Htkr4g6bk14hmLaXnL+v3TiOdB2yPl9dgX9wct+58ae7+kYyVdK+l+SY9RtcssmaJsgAds/7DDMZcBJwDvt72rw7ExS0kMnd0G7KK6rt6b+6gaEcccVbbNxJNUVeYxP9G60/Z626dT/eX8BtUXplM8YzHdO8OYpuNDVHEdY/sQ4O2AOrxnyq4xSQdRtdtcAbxT0uFdiDOmkMTQge1Hqa6vPyjpbEkHSFok6aWS/rwcdjXwx5KWSlpSjv/oDE+5CThF0lGSDgUuGNsh6VmSzpJ0IFWyeoKqGj7RdcCxkl4taR9JrwSOB66dYUzTcTBVO8gTpTbzmxP2/wD4L9Ms81Jgo+3fAL4A/NWso4wpJTHUYPsvqMYw/DFVw9u/A28A/q4c8i5gI7AZ+FfgzrJtJue6AbimlHUH47/MC0oc91G11P8i7V88bD8InEnVE/IgVY/CmbZ3ziSmafo94NVUvR2XUf0srd4JXCXpEUn/s1Nhks6iagAe+znfArxA0rldizjaZIBTRLTJYJKIBr3kRQf6wYdGOh8I3LF513rba3ocEpDEENGonQ+NsGH9ilrHLlr27U69O12TxBDRKDPiydqPm5XEENEgA6NT99Y2IokhokHG7Ha9NoZ+SnflDElaI+mbkrZJ+sOm45lvJH1Y0g5JX286ll4bxbWWfkpimAFJC4EPAi+lGjh0jqTjm41q3rmSavzCvGZgBNda+imJYWZOBLbZ/o7tp6luLOrG3AxR2L6FahDXvDeINYa0MczMcqrRj2PuAX6uoVhiDjMwMoCDDJMYIho2eJ2VSQwzdS9wZMv6Cvpz52LMM26g/aCOJIaZuR04RtLRVAnhVVQ3DkVMiw27By8vpPFxJsqkK2+gmmZsK/DJvcykFDMk6WqquTCOk3SPpPObjqk3xEjNpZ9SY5ihMkXbdU3HMV/ZPqfpGPrBwOgA1hiSGCIa1u/aQB1JDBENqgY4JTFExASjTmKIiBapMUREGyN2e2FXyyz38mwE7rV9pqQrqeYHfbQc8uu2N01VRrorZ0HS2qZjmO/m++94rMbQ5e7KN1F1o7f6fduryrKpUwFJDLMzrz+0A2Ke/47FiBfUWmqVJq2gehLZ5bOJKokhokHVDE4Lai01vY/qcQETb8F4t6TNki6RtF+nQgaqjWHJ4Qu98shFTYdR21HL92H18xYP4PCUvbt78wGdDxogizmAQ3T4nPod/5Anedq7atf9p3GZsETSxpb1dbbXja1IOhPYYfsOSae2HHcB1SMJ9wXWUT1Z/KKpTjRQiWHlkYv46vojOx8YM/aSZ69qOoR5b4NvrH2srdqXCVQPV149xf6TgV+RdAawGDhE0kdt/1rZv0vSR6geCjSlXEpENGwU1Vo6sX2B7RW2V1Ld2Pcl278maRmAJFE9g7XjdHkDVWOIGDZGPO2efw0/Jmkp1cOFN1E9LX1KSQwRDRprfOx6ufbNwM3l9WnTfX8SQ0TDRjIkOiJaGTEygE19SQwRDRut3yvRN0kMEQ2qhkQnMUREi17cRNUNSQwRDbKZzgCnvkliiGhUvcFL/ZbEENGg6klUqTFExARpfIyIcYwy52NEtEuNISLGSXdlRLSpnkSVGkNETJDp4yNiHFupMUREu4xjiIhxqolacikREeNMazLYvkliiGiQId2VETFeRj5GxKR6MRnsbCUxRDSomo8hNYaImCCXEhExTtXGkEuJiJggQ6IjYhwj9oymuzIiJsjIx4gYZ1B7JQav1SNiyIx6Qa2lLkkLJf2LpGvL+tGSNkjaJukaSft2KiOJIaJBYyMf6yzT8CZga8v6e4BLbD8HeBg4v1MBSQwRDRstz5botNQhaQXwMuDysi7gNOBT5ZCrgLM7lZM2hogGVVO7dbWN4X3AHwAHl/UjgEds7ynr9wDLOxWSxBDRJE+ru3KJpI0t6+tsrxtbkXQmsMP2HZJOnU1YSQwRDZrmRC07ba+eYv/JwK9IOgNYDBwCXAo8Q9I+pdawAri304nSxhDRsG41Ptq+wPYK2yuBVwFfsn0ucBPwinLYa4DPdSoriSGiQWNtDF3ulZjobcBbJG2janO4otMbenopIWkNVVVmIXC57Yt7eb6IuagXd1favhm4ubz+DnDidN7fs8QgaSHwQeB0qpbQ2yV93vaWXp0zYq4ZxhmcTgS2lWyFpE8AZwFJDBFjDHuG7Lbr5cC/t6zfA/xcD88XMef0YBxDVzTeXSlpLbAW4KjljYcT0XeDmBh6WYe5FziyZX3S/lPb62yvtr166RGDd196RC/16F6JWetlYrgdOKbc2bUvVb/q53t4vog5yVatpZ96Vne3vUfSG4D1VN2VH7Z9V6/OFzFXDd1ELbavA67r5Tki5jJ7MNsY0toX0SgxMjpc3ZURUUO/2w/qSGKIaFDGMUREO1ftDIMmiSGiYUPXKxERUzNpY4iINsN3d2VE1DA6msQQES3sXEpExCRyKRERbdJdGRFtcikREeOY/t9SXUcSQ0TDBvBKIokholEGp7syIibKpUREtEmvRESMk3slIqKdgSSGiJgolxIR0W4AE8PgzUIZMVSER+stHUuSFkv6qqSvSbpL0oVl+5WSvitpU1lWdSorNYaIJnX37spdwGm2n5C0CLhV0j+Ufb9v+1N1C0piiGhaly4lbBt4oqwuKsuMSs+lRETjVHNhiaSNLcvatpKkhZI2ATuAG2xvKLveLWmzpEsk7dcpotQYIppW/2/6TturpyzKHgFWSXoG8FlJJwAXAPcD+wLrgLcBF01Vzl4Tg6T3TxWy7d+ZquCIqKkHvRK2H5F0E7DG9nvL5l2SPgL8Xqf3T1Vj2NiNACNiCl28iUrSUmB3SQr7A6cD75G0zPZ2SQLOBr7eqay9JgbbV3Ul2oiYWvdqDMuAqyQtpGo//KTtayV9qSQNAZuA13cqqGMbQynwbcDxwOKx7bZPm1nsETFOl7orbW8Gnj/J9ml/V+v0SnwM2AocDVwIfA+4fboniojJyfWWfqqTGI6wfQXVtcv/t/1/gNQWIrrB01j6qE535e7y73ZJLwPuAw7vXUgRw0Rz9u7Kd0k6FHgr8H7gEOB3expVxDAZwJuoOiYG29eWl48CL+ptOBFDaLTpANrV6ZX4CJPktNLWEBGzMYcnarm25fVi4Fep2hkiogv63eNQR51LiU+3rku6Gri1ZxFFDJu5mBgmcQzwzG4HAnD3t4/gJS//X70oOop/e8dBTYcw7z297itNhzBrddoYHmd8TrufaiRkRHTBXL2UOLgfgUQMrQFsfOw48lHSjXW2RcQMmKq7ss7SR1PNx7AYOIBq1pjDKFPIUA1wWt6H2CKGwly7lHgd8Gbg2cAd/DgxPAZ8oLdhRQyRuZQYbF8KXCrpjbbf38eYIobLACaGOndXjpb54wCQdJik3+pdSBHDo+4t14N42/VrbT8ytmL7YeC1PYsoYthY9ZY+qjPAaaEklTnrKdNG7dvbsCKGyABeStRJDF8ErpH012X9dcA/THF8REyD5uLdlVSjHNfy4wkkNwM/0bOIIoZJA+0HdXRsY7A9CmygmuvxRKpp3bb2NqyIITKXpnaTdCxwTll2AtcA2M5kLRHdNIA1hqkuJb4BfBk40/Y2AEmZ0i2iy+bapcTLge3ATZIuk/Rifjz6MSLmsb0mBtt/Z/tVwHOBm6iGRz9T0ock/VKf4ouY/wawjaFO4+OTtj9u+5eBFcC/kPkYIrrDVXdlnaWf6ox8/BHbD9teZ/vFvQooYugMYI1hJlO7RUSXiLnX+BgR/dClGoOkxZK+Kulrku6SdGHZfrSkDZK2SbpGUsdbGpIYIprU3bsrdwGn2X4esApYI+kk4D3AJbafAzwMnN+poCSGiKZ1qcbgyhNldVFZTDVa+VNl+1XA2Z3KSmKIaFg3eyUkLZS0CdgB3AB8G3jE9p5yyD3UmJoxjY8RTavf+LhE0saW9XW2140ryh4BVpXJlT5LNQ5p2pIYIpo0va7InbZX1yrWfkTSTcDPA8+QtE+pNawA7u30/lxKRDSsW42PkpaOTcMoaX/gdKo7oW8CXlEOew3wuU5lpcYQ0bTujWNYBlxVZllbAHzS9rWStgCfkPQuqpHLV3QqKIkhomHdGuBkezPw/Em2f4dqLpXakhgimjaAIx+TGCIa1MTU8HUkMUQ0LYkhIiZKjSEi2iUxRESbJIaIGCeNjxExqSSGiJhorj6iLiJ6KJcSETFeAxO91pHEENG0JIaIaDV0s0RL+rCkHZK+3qtzRMwLA/hciV5O1HIlsKaH5UfMC7JrLf3Us0sJ27dIWtmr8iPmBae7MiImM4BtDI0nBklrgbUAi/c9tOFoIvpvqBof6yoPyV1te/WiRQc2HU5E/w1g42PjNYaIoTagN1H1srvyauA24DhJ90jq+Ly8iKE0TDUG2+f0quyI+WJQBzjlUiKiYRodvMyQxBDRpNxEFRGTyQCniGiXGkNETJTGx4gYz0Cfb5Cqo/GRjxHDTqP1lo7lSEdKuknSFkl3SXpT2f5OSfdK2lSWMzqVlRpDRIO6PI5hD/BW23dKOhi4Q9INZd8ltt9bt6Akhogm2V27lLC9HdheXj8uaSuwfCZl5VIiomFjT7zutEyrzGoulOcDG8qmN0jaXGZWO6zT+5MYIppW/16JJZI2tixrJytO0kHAp4E3234M+BDwU8AqqhrFX3QKKZcSEQ2bRm1gp+3VU5YlLaJKCh+z/RkA2z9o2X8ZcG2nE6XGENEkA6Out3QgScAVwFbbf9myfVnLYb8KdJygOTWGiIZ1cUj0ycB5wL9K2lS2vR04R9IqqjT0PeB1nQpKYohoWvd6JW6l6gGd6LrplpXEENGwDImOiPFy23VETFSNfBy8zJDEENG0zMcQEROlxhAR47neGIV+S2KIaFh6JSKiXS4lImKcPO06IiaVGkNEtBm8vJDEENG0dFdGxHgGRpIYIqKFcGoMETGJJIaIaJPEEBHjmNxEFRHt0sYQEe2SGCJiHBtGB+9aIokhommDlxeSGCKaljaGiGiXxBAR44w9iWrADFRiePzJ+3b+423v+H7TcUzDEmBn00FMy21NBzBtc+93DD9Z/1CnxtCJ7aVNxzAdkjZ2eshozM5Q/I6TGCJiHAMjg9ctkcQQ0SiDBy8xLGg6gDluXdMBDIH5/zu26y0dSDpS0k2Stki6S9KbyvbDJd0g6Vvl38M6lZXEMAu2e/KhlTQiaZOkr0v6W0kHzKKsKyW9ory+XNLxUxx7qqQXzuAc35O0ZKYxTqVXv+OBMdYrUWfpbA/wVtvHAycBv13+v/8QuNH2McCNZX1KSQyD6Snbq2yfADwNvL51p6QZXQLa/g3bW6Y45FRg2okhZqlLNQbb223fWV4/DmwFlgNnAVeVw64Czu5UVhLD4Psy8Jzy1/zLkj4PbJG0UNL/lXS7pM2SXgegygckfVPSPwLPHCtI0s2SVpfXayTdKelrkm6UtJIqAf1uqa38gqSlkj5dznG7pJPLe4+QdH2prl5O9WzWmKkuJYZW5f/z+cAG4Fm2t5dd9wPP6vT+ND4OsFIzeCnwxbLpBcAJtr8raS3wqO2flbQf8E+Srqf6MBwHHE/1AdgCfHhCuUuBy4BTSlmH235I0l8BT9h+bznu48Altm+VdBSwHvivwJ8At9q+SNLLgPN7+ouYz2wYGal79BJJG1vW1012qSXpIODTwJttPyb9OG/bttT52VdJDINpf0mbyusvA1dQVfG/avu7ZfsvAf9trP0AOBQ4BjgFuNr2CHCfpC9NUv5JwC1jZdl+aC9x/Hfg+JYP1iHlQ3cK8PLy3i9IenhmP2YA06kN7Ow0pkPSIqqk8DHbnymbfyBpme3tkpYBOzqdKIlhMD1le1XrhvLlfLJ1E/BG2+snHHdGF+NYAJxk+4eTxBLd0qUBTqr+Y64Attr+y5ZdnwdeA1xc/v1cp7LSxjB3rQd+s/yFQNKxkg4EbgFeWdoglgEvmuS9XwFOkXR0ee/hZfvjwMEtx10PvHFsRdKq8vIW4NVl20uBjt1fsTc1eyTq9UqcDJwHnFbaiTaVPxQXA6dL+hZVLfDiTgWlxjB3XQ6sBO4sfykeoGpt/ixwGlXbwr8xyd0Rth8obRSfkbSAqmp5OvD3wKcknUWVEH4H+KCkzVSflVuoGigvBK6WdBfwz+U8MRMGd2mAk+1b2XtD8IunU5Y8gOO0I4bFofss9c8fcnatY9c/fPkd/bpvJDWGiKYN4B/nJIaIJk2vu7JvkhgiGuZMBhsR42WiloiYKFO7RcSkBnA+hiSGiAYZcGoMETGOB3MGpySGiIZ5ALsrM/IxokGSvkg1RX4dO22v6WU8Y5IYIqJN7q6MiDZJDBHRJokhItokMUREmySGiGjzn5QuZ7ExiQXQAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 288x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pylab as plt\n",
    "%matplotlib inline\n",
    "plt.matshow(knncm)\n",
    "plt.title('Confusion matrix')\n",
    "plt.colorbar()\n",
    "plt.ylabel('Actual')\n",
    "plt.xlabel('Predicted')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "As can be seen in the above confusion matrix, we see a value of 48 for True Positives and value of 31 for True Negatives.\n",
    "False positives and False negatives have a value around 23 and 18 respectively.\n",
    "##### Accuracy score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score on Training:  1.0\n",
      "Score on Test:  0.6583333333333333\n"
     ]
    }
   ],
   "source": [
    "print(\"Score on Training: \",knnclf.score(vs_train_norm, vs_target_train))\n",
    "print(\"Score on Test: \",knnclf.score(vs_test_norm, vs_target_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "KNN classification is performed on the dataset. The accuracy rate on the training set is showing a perfect score of 1. The accuracy score on the training set is higher than the testing set. This concludes the model is overfitting."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### Experiment Run\n",
    "\n",
    "n_neighbors = 10\n",
    "\n",
    "knnclf = neighbors.KNeighborsClassifier(n_neighbors)\n",
    "knnclf.fit(vs_train_norm, vs_target_train)\n",
    "\n",
    "knnpreds_test = knnclf.predict(vs_test_norm)\n",
    "\n",
    "print(\"Score on Training: \",knnclf.score(vs_train_norm, vs_target_train))\n",
    "print(\"Score on Test: \",knnclf.score(vs_test_norm, vs_target_test))\n",
    "\n",
    "Score on Training:  0.76875\n",
    "Score on Test:  0.6916666666666667\n",
    "\n",
    "The default weights parameter ‘uniform’ where all points in each neighborhood are weighted equally and neighbor value = 10 worked best for my model.\n",
    "\n",
    "The average accuracy score with test instance was 0.69 while the accuracy score with train instance was 0.77.\n",
    "\n",
    "The difference between the accuracy score of the test instance and train instance was minimum as compared to all the models.\n",
    "Using the weights = distance, the model using the training set is overfitting and the accuracy score for the test data is low."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Decision Tree (Default Parameters)\n",
    "Setting the default value of Decision using criterion='entropy'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "treeclf = tree.DecisionTreeClassifier()\n",
    "treeclf = treeclf.fit(vs_train, vs_target_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['NO' 'YES' 'NO' 'YES' 'YES' 'NO' 'YES' 'YES' 'YES' 'NO' 'YES' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO'\n",
      " 'YES' 'YES' 'NO' 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'NO' 'YES' 'NO'\n",
      " 'YES' 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO' 'YES' 'YES' 'YES'\n",
      " 'YES' 'YES' 'NO' 'YES' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'YES' 'YES' 'YES'\n",
      " 'YES' 'NO' 'NO' 'YES' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO'\n",
      " 'YES' 'NO' 'NO' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'YES' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'YES' 'YES' 'NO'\n",
      " 'YES' 'YES' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO'\n",
      " 'NO' 'NO']\n"
     ]
    }
   ],
   "source": [
    "treepreds_test = treeclf.predict(vs_test)\n",
    "print(treepreds_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score on Training:  1.0\n",
      "Score on Test:  0.825\n"
     ]
    }
   ],
   "source": [
    "print(\"Score on Training: \",treeclf.score(vs_train, vs_target_train))\n",
    "print(\"Score on Test: \",treeclf.score(vs_test, vs_target_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Decision tree classifier using default parameters is performed on the dataset. The accuracy rate on the training set is showing a perfect score of 1. The accuracy score on the training set is higher than the testing set. This concludes the model is overfitting.\n",
    "##### Classification Report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "          NO       0.84      0.85      0.84        66\n",
      "         YES       0.81      0.80      0.80        54\n",
      "\n",
      "    accuracy                           0.82       120\n",
      "   macro avg       0.82      0.82      0.82       120\n",
      "weighted avg       0.82      0.82      0.82       120\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(vs_target_test, treepreds_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The average accuracy rate for decision tree is 0.82.\n",
    "##### Confusion matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[56 10]\n",
      " [11 43]]\n"
     ]
    }
   ],
   "source": [
    "treecm = confusion_matrix(vs_target_test, treepreds_test)\n",
    "print(treecm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQYAAAD+CAYAAADYg6v8AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/d3fzzAAAACXBIWXMAAAsTAAALEwEAmpwYAAAU0UlEQVR4nO3de5BkZX3G8e/DsrKAgCy7rMvN3YQFglRAs0FEJVyCLkICsRQFiiIJgpp4N6VorChqUpqYKIVEXS6ypYIgXkAkLriCiCKyICJ3EUGBhWVhQUAuuzNP/jhnsGd6dvrMTHefnunnU3Vq+lz6Pb+emv7Ne973Pe+RbSIiGm1UdwAR0XuSGCKiSRJDRDRJYoiIJkkMEdEkiSEimiQx1EzSppK+I+kxSV+fRDnHSLq0nbHVRdKrJN1edxz9TBnHUI2ko4H3ArsBjwM3AP9u+6pJlnss8A5gX9vrJxtnr5NkYJHtO+uOJTYsNYYKJL0X+CzwH8A8YCfgf4HD21D8i4A7+iEpVCFp47pjCMB2ljEWYCvgCeANYxyzCUXiuL9cPgtsUu7bH7gXeB+wGlgF/EO572TgWWBdeY7jgY8CX2koewFgYONy/e+BuyhqLb8BjmnYflXD+/YFrgUeK3/u27DvCuDjwI/Lci4F5mzgsw3F//6G+I8AXgvcATwCfKjh+L2Bq4FHy2M/Bzyv3Hdl+VmeLD/vGxvK/wDwAPDloW3le/60PMdLy/XtgIeA/ev+25jOS+0B9PoCLAHWD30xN3DMx4CfAtsCc4GfAB8v9+1fvv9jwMzyC/UHYOty/8hEsMHEAGwO/B7Ytdw3H3hx+fq5xADMBtYCx5bvO6pc36bcfwXwa2AXYNNy/ZMb+GxD8f9bGf8J5RfzHGAL4MXAU8DC8vi/APYpz7sAuBV4d0N5BnYepfxPUSTYTRsTQ3nMCcAtwGbAcuDTdf9dTPcllxKtbQOs8dhV/WOAj9lebfshiprAsQ3715X719m+hOK/5a4TjGcQ2EPSprZX2b55lGMOBX5l+8u219s+F7gN+JuGY75k+w7bTwHnA3uNcc51FO0p64CvAXOAU2w/Xp7/FmBPANvX2f5ped67gS8Cf1XhM33E9jNlPMPYPh24E7iGIhn+a4vyYpKSGFp7GJjT4tp3O+CehvV7ym3PlTEisfwBeP54A7H9JEX1+63AKknflbRbhXiGYtq+Yf2BccTzsO2B8vXQF/fBhv1PDb1f0i6SLpb0gKTfU7TLzBmjbICHbD/d4pjTgT2AU20/0+LYmKQkhtauBp6huK7ekPspGhGH7FRum4gnKarMQ17YuNP2ctsHU/znvI3iC9MqnqGY7ptgTOPxeYq4FtneEvgQoBbvGbNrTNLzKdptzgQ+Kml2G+KMMSQxtGD7MYrr69MkHSFpM0kzJR0i6T/Lw84FPixprqQ55fFfmeApbwD2k7STpK2ADw7tkDRP0uGSNqdIVk9QVMNHugTYRdLRkjaW9EZgd+DiCcY0HltQtIM8UdZm3jZi/4PAn4yzzFOAlbbfDHwX+MKko4wxJTFUYPu/KcYwfJii4e13wNuBb5eHfAJYCdwI/BK4vtw2kXNdBpxXlnUdw7/MG5Vx3E/RUv9XNH/xsP0wcBhFT8jDFD0Kh9leM5GYxulfgKMpejtOp/gsjT4KLJP0qKQjWxUm6XCKBuChz/le4KWSjmlbxNEkA5wiokkGk0TU6DUHbO6HHxlofSBw3Y3PLLe9pMMhAUkMEbVa88gA1yzfodKxM+f/ulXvTtskMUTUygx4tPbjeiUxRNTIwODYvbW1SGKIqJEx61ytjaGb0l05QZKWSLpd0p2STqo7nulG0lmSVku6qe5YOm0QV1q6KYlhAiTNAE4DDqEYOHSUpN3rjWraOZti/MK0ZmAAV1q6KYlhYvYG7rR9l+1nKW4sasfcDFGyfSXFIK5prxdrDGljmJjtKUY/DrkXeFlNscQUZmCgBwcZJjFE1Kz3OiuTGCbqPmDHhvUd6M6dizHNuIb2gyqSGCbmWmCRpIUUCeFNFDcORYyLDet6Ly+k8XEiyklX3k4xzditwPkbmEkpJkjSuRRzYewq6V5Jx9cdU2eIgYpLN6XGMEHlFG2X1B3HdGX7qLpj6AYDgz1YY0hiiKhZt2sDVSQxRNSoGOCUxBARIww6iSEiGqTGEBFNjFjnGXWH0STdlZMg6cS6Y5jupvvveKjG0GvdlUkMkzOt/2h7xDT/HYsBb1Rp6aZcSkTUqJjBqff+P/dUYpgze4YX7Diz7jAq22n7jVm856weHJ6yYXfcuFnrg3rILDZjS82eUr/jp3mSZ/1M5bp/Gh9bWLDjTH62fMfWB8aEvWa7veoOYdq7xisqH2ur65cJVfRUYojoR4OpMUREIyOedfu+hpLupng84ACw3vbi8iHA5wELgLuBI22vHauc3qvDRPSRocbHKss4HGB7L9uLy/WTgBW2FwEryvUxJTFE1GzAqrRMwuHAsvL1MuCIVm9IYoiokREDbFRpqVwkXCrpuobBYfNsrypfPwDMa1VI2hgiajZYvVdijqSVDetLbS8dccwrbd8naVvgMkm3Ne60bUktu3+TGCJqVAyJrpwY1jS0G4xenn1f+XO1pG9RPOrgQUnzba+SNB9Y3epEuZSIqNHQTVRVllYkbS5pi6HXwKuBm4CLgOPKw44DLmxVVmoMETWyaecAp3nAtyRB8d0+x/b3JF0LnF/Om3kPcGSrgpIYImqltg1wsn0XsOco2x8GDhpPWUkMETUqnkTVe1f0SQwRNRtH42PXJDFE1Mgocz5GRLPUGCJimF6d8zGJIaJGxZOoUmOIiBEyg1NEDGMrNYaIaJZxDBExTDFRSy4lImKYTAYbESMY0l0ZEcNl5GNEjCpPooqIYYr5GFJjiIgRcikREcMUbQy5lIiIETIkOiKGMWL9YLorI2KEjHyMiGHSKxERo0rjY0QMk5GPETGqtDFExDDF1G5JDBHRyOmujIgRMlFLRIwqlxIRMUyvtjF0tANV0hJJt0u6U9JJnTxXxFQ1aFVauqljNQZJM4DTgIOBe4FrJV1k+5ZOnTNiqunHcQx7A3favgtA0teAw4EkhoghhvV9NvJxe+B3Dev3Ai/r4PkippxebWOovfFR0onAiQA7bV97OBFd14uJoZN1mPuAHRvWdyi3DWN7qe3FthfP3ab3BnpEdNJQG0OvNT52MjFcCyyStFDS84A3ARd18HwRU5KtSks3dazubnu9pLcDy4EZwFm2b+7U+SKmqr4b+Wj7EuCSTp4jYiqze7ONIa19EbUSA4P91V0ZERV0u/2git5LVRF9ZGgcQzt7JSTNkPRzSReX6wslXVPemnBe2RkwpiSGiDq5aGeosozDu4BbG9Y/BXzG9s7AWuD4VgUkMUTUbBBVWqqQtANwKHBGuS7gQOCC8pBlwBGtykkbQ0SNzLjaGOZIWtmwvtT20hHHfBZ4P7BFub4N8Kjt9eX6vRS3K4wpiSGiVuNqP1hje/EGS5IOA1bbvk7S/pOJKokhomaDg23rlXgF8LeSXgvMArYETgFeIGnjstYw6q0JI6WNIaJGRcNie4ZE2/6g7R1sL6C4BeEHto8BLgdeXx52HHBhq7KSGCJq1oWbqD4AvFfSnRRtDme2ekMuJSJqNs6uyIpl+grgivL1XRQTJ1WWxBBRs14c+ZjEEFEj0/1bqqtIYoioWQeuJCYtiSGiTga3r7uybZIYImqWS4mIaNKJXonJSmKIqNE475XomiSGiDoZSGKIiJFyKRERzZIYImI4pbsyIkZwGh8jYjS5lIiIZqkxRMRIU6nGIOlUxgjZ9js7ElFEv5lKiQFYOca+iGiHqXYTle1l3Qwkom9NsRoDAJLmUswZtzvFzLMA2D6wg3FF9I8e7K6sMhnsVyked7UQOBm4G7i2gzFF9BW52tJNVRLDNrbPBNbZ/qHtf6R45FVETJbHsXRRle7KdeXPVZIOBe4HZncupIh+op68lKiSGD4haSvgfcCpFE+3eU9Ho4roJ1Ox8dH2xeXLx4ADOhtORB8arDuAZlV6Jb7EKDmtbGuIiMmYwhO1XNzwehbwdxTtDBHRBt3ucaiiyqXENxrXJZ0LXNWxiCL6zVRMDKNYBGzb7kAA7vjl5ixZ+LJOFB2lTX64dd0hTHsbnTD1702s0sbwOMNz2gMUIyEjog2m6qXEFt0IJKJv9WDjY8uRj5JWVNkWERNgiu7KKksXjTUfwyxgM2COpK354zQzWwLbdyG2iL4w1S4l3gK8G9gOuI4/JobfA5/rbFgRfWQqJQbbpwCnSHqH7VO7GFNEf+nBxFDl7spBSS8YWpG0taR/6lxIEf2j6i3XvXjb9Qm2Hx1asb0WOKFjEUX0G6va0kVVRmLMkCS7eMKepBnA8zobVkQf6cFLiSqJ4XvAeZK+WK6/Bfi/zoUU0V80Fe+upBjleCLw1nL9RuCFHYsoop/U0H5QRcs2BtuDwDUUcz3uTTGt262dDSuij7RpajdJsyT9TNIvJN0s6eRy+0JJ10i6U9J5klo2BWwwMUjaRdJHJN1GMXPTbwFsH2A74xgi2qV9cz4+Axxoe09gL2CJpH2ATwGfsb0zsBY4vlVBY9UYbqOoHRxm+5XlWIaBSuFFRGXt6q504YlydWa5mOJ7fEG5fRlwRKuyxkoMrwNWAZdLOl3SQfTi0zcj4jmSZki6AVgNXAb8GnjU9vrykHupcEvDBhOD7W/bfhOwG3A5xfDobSV9XtKrJxd+RDyn+qXEHEkrG5YTm4qyB2zvBexA0Sa420RCqnLb9ZPAOcA55c1Ub6Doqbh0IieMiAYeV3flGtuLKxVrPyrpcuDlwAskbVzWGnYA7mv1/iojHxtPttb2UtsHjed9ETGG9vVKzB26fUHSpsDBFD2IlwOvLw87DriwVVlTfw6qiClMtHUcw3xgWTk6eSPgfNsXS7oF+JqkTwA/B85sVVASQ0Td2pQYbN8IvGSU7XdRtDdUlsQQUaceHfmYxBBRtySGiBhpqt5EFRGdlBpDRAxT/T6IrkpiiKhZGh8jolkSQ0SMlBpDRDRLYoiIRnVMDV9FEkNE3ZIYImKk1BgiolkSQ0Q0SWKIiGHS+BgRo0piiIiRcndlRDTJpUREDJe7KyNiVEkMEdGozbNEt824nisxHpLOkrRa0k2dOkfEtNC+h9q2TccSA3A2sKSD5UdMC7IrLd3UsUsJ21dKWtCp8iOmhfE9oq5r0sYQUbcebGOoPTGUT+w9EWAWm9UcTUT39VXjY1XlQ3IX2148U7PqDiei+3qw8bH2GkNEX+vRm6g62V15LnA1sKukeyUd36lzRUxp/VRjsH1Up8qOmC56dYBTLiUiaqbB3ssMSQwRdcpNVBExmgxwiohmqTFExEhpfIyI4Qx0+QapKpIYImqWNoaIGCbjGCKimZ1LiYho1os1htrvrozoe226V0LSjpIul3SLpJslvavcPlvSZZJ+Vf7culVZSQwRNZOrLRWsB95ne3dgH+CfJe0OnASssL0IWFGujymJIaJOBgZdbWlVlL3K9vXl68eBW4HtgcOBZeVhy4AjWpWVNoaImo2ju3KOpJUN60ttLx21zGK+1ZcA1wDzbK8qdz0AzGt1oiSGiLpV75VYY3txq4MkPR/4BvBu27+X1HAqW2p9YZJLiYiatbGNAUkzKZLCV21/s9z8oKT55f75wOpW5SQxRNSpao9EtV4JAWcCt9r+n4ZdFwHHla+PAy5sVVYuJSJqVIx8bNtAhlcAxwK/lHRDue1DwCeB88vpFe8BjmxVUBJDRN3adK+E7asocs1oDhpPWUkMETXr9uPnqkhiiKiTq41R6LYkhoia9eK9EkkMEXXLpUREDJOnXUfEqFJjiIgmvZcXkhgi6pbuyogYzsBAEkNENBBOjSEiRpHEEBFNkhgiYhjTtpuo2imJIaJmaWOIiGZJDBExjA2DvXctkcQQUbfeywtJDBF1SxtDRDRLYoiIYYaeRNVjeioxPO5H1lz29FfvqTuOcZgDrKk7iHHZr+4Axm3q/Y7hRdUPdWoMrdieW3cM4yFpZZUnA8XE9cXvOIkhIoYxMNB73RJJDBG1MjiJYboZ9UnD0VbT/3fcg5cSeXblJGzoEeSTJWlA0g2SbpL0dUmbTaKssyW9vnx9hqTdxzh2f0n7TuAcd0uaM9EYx9Kp33HPGOqVqLJ0URJDb3rK9l629wCeBd7auFPShGp6tt9s+5YxDtkfGHdiiEmyqy1dlMTQ+34E7Fz+N/+RpIuAWyTNkPRfkq6VdKOkt0DxxGNJn5N0u6TvA9sOFSTpCkmLy9dLJF0v6ReSVkhaQJGA3lPWVl4laa6kb5TnuFbSK8r3biPpUkk3SzqDDT8vMarowcSQNoYeVtYMDgG+V256KbCH7d9IOhF4zPZfStoE+LGkS4GXALsCuwPzgFuAs0aUOxc4HdivLGu27UckfQF4wvany+POAT5j+ypJOwHLgT8DPgJcZftjkg4Fju/oL2I6s2FgoO4omiQx9KZNGx5j/iPgTIoq/s9s/6bc/mrgz4faD4CtgEUUQ5jOtT0A3C/pB6OUvw9w5VBZth/ZQBx/DewuPVch2FLS88tzvK5873clrZ3YxwygJxsfkxh601O292rcUH45n2zcBLzD9vIRx722jXFsBOxj++lRYol26cHEkDaGqWs58DZJMwEk7SJpc+BK4I1lG8R84IBR3vtTYD9JC8v3zi63Pw5s0XDcpcA7hlYk7VW+vBI4utx2CLB1uz5U/6nYI9HlXonUGKauM4AFwPUq/oU/BBwBfAs4kKJt4bfA1SPfaPuhso3im5I2AlYDBwPfAS6QdDhFQngncJqkGyn+Vq6kaKA8GThX0s3AT8rzxEQY3IMDnOQerMZE9IutNp7rl295RKVjl68947pu3TeSGkNE3Xrwn3MSQ0Sd0l0ZEaNxJoONiOEyUUtEjNSjU7tlHENE3TxYbalA0lmSVku6qWHbbEmXSfpV+bPluJMkhogaGfCgKy0VnQ0sGbHtJGCF7UXAinJ9TEkMEXWy21pjsH0lMPLel8OBZeXrZRQD4caUNoaImrnz3ZXzbK8qXz9AcdftmJIYImr0OGuXf98XVJ39apaklQ3rS8c7w5VtS2p5XZLEEFEj2yPbAzrhQUnzba8qb6xb3eoNaWOImP4uAo4rXx8HXNjqDbmJKmIakXQuxdydc4AHKWbb+jZwPrATcA9w5BiT8xTlJDFExEi5lIiIJkkMEdEkiSEimiQxRESTJIaIaJLEEBFNkhgiokkSQ0Q0+X+t+D1nlqtgBwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 288x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.matshow(treecm)\n",
    "plt.title('Confusion matrix')\n",
    "plt.colorbar()\n",
    "plt.ylabel('Actual')\n",
    "plt.xlabel('Predicted')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "As can be seen in the above confusion matrix, we see a value of 57 for True Positives and value of 42 for True Negatives. False positives and False negatives have a value around 12 and 9 respectively.\n",
    "##### Decision Tree Graph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: Tree Pages: 1 -->\r\n",
       "<svg width=\"4005pt\" height=\"1385pt\"\r\n",
       " viewBox=\"0.00 0.00 4004.50 1385.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 1381)\">\r\n",
       "<title>Tree</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-1381 4000.5,-1381 4000.5,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<polygon fill=\"#fbece1\" stroke=\"black\" points=\"3537.5,-1377 3412.5,-1377 3412.5,-1294 3537.5,-1294 3537.5,-1377\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3475\" y=\"-1361.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 49774.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3475\" y=\"-1346.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.497</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3475\" y=\"-1331.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 480</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3475\" y=\"-1316.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [260, 220]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3475\" y=\"-1301.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<polygon fill=\"#f8dfcd\" stroke=\"black\" points=\"3265,-1258 3147,-1258 3147,-1175 3265,-1175 3265,-1258\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1242.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 1.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1227.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.49</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1212.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 442</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1197.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [253, 189]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1182.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3412.27,-1307.22C3370.99,-1289.26 3316.96,-1265.76 3274.55,-1247.31\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3275.7,-1244 3265.14,-1243.22 3272.91,-1250.42 3275.7,-1244\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3274.3\" y=\"-1262.78\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">True</text>\r\n",
       "</g>\r\n",
       "<!-- 130 -->\r\n",
       "<g id=\"node131\" class=\"node\"><title>130</title>\r\n",
       "<polygon fill=\"#66b3eb\" stroke=\"black\" points=\"3851,-1258 3749,-1258 3749,-1175 3851,-1175 3851,-1258\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1242.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1227.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.301</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1212.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 38</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1197.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [7, 31]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1182.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;130 -->\r\n",
       "<g id=\"edge130\" class=\"edge\"><title>0&#45;&gt;130</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3537.66,-1311.94C3595.73,-1291.04 3681.56,-1260.14 3739.06,-1239.44\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3740.53,-1242.63 3748.75,-1235.95 3738.15,-1236.04 3740.53,-1242.63\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3738.1\" y=\"-1254.87\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">False</text>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<polygon fill=\"#f3f9fd\" stroke=\"black\" points=\"1929,-1139 1811,-1139 1811,-1056 1929,-1056 1929,-1139\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-1123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-1108.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-1093.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 297</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-1078.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [144, 153]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-1063.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3146.87,-1210.32C2929.17,-1191.26 2172.87,-1125.02 1939.27,-1104.57\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1939.47,-1101.07 1929.2,-1103.68 1938.86,-1108.04 1939.47,-1101.07\"/>\r\n",
       "</g>\r\n",
       "<!-- 79 -->\r\n",
       "<g id=\"node80\" class=\"node\"><title>79</title>\r\n",
       "<polygon fill=\"#eeab7a\" stroke=\"black\" points=\"3268.5,-1139 3143.5,-1139 3143.5,-1056 3268.5,-1056 3268.5,-1139\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 30442.3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1108.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.373</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1093.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 145</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1078.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [109, 36]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3206\" y=\"-1063.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;79 -->\r\n",
       "<g id=\"edge79\" class=\"edge\"><title>1&#45;&gt;79</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3206,-1174.91C3206,-1166.65 3206,-1157.86 3206,-1149.3\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3209.5,-1149.02 3206,-1139.02 3202.5,-1149.02 3209.5,-1149.02\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<polygon fill=\"#f3c6a6\" stroke=\"black\" points=\"1187,-1020 1053,-1020 1053,-937 1187,-937 1187,-1020\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-1004.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">married_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-989.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.458</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-974.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 200</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-959.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [129, 71]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-944.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1810.84,-1087.27C1676.26,-1066.28 1347.3,-1014.96 1197.09,-991.526\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1197.44,-988.038 1187.02,-989.955 1196.36,-994.955 1197.44,-988.038\"/>\r\n",
       "</g>\r\n",
       "<!-- 60 -->\r\n",
       "<g id=\"node61\" class=\"node\"><title>60</title>\r\n",
       "<polygon fill=\"#5dafea\" stroke=\"black\" points=\"1932.5,-1020 1807.5,-1020 1807.5,-937 1932.5,-937 1932.5,-1020\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-1004.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 12694.1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-989.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.261</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-974.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 97</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-959.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [15, 82]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1870\" y=\"-944.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;60 -->\r\n",
       "<g id=\"edge60\" class=\"edge\"><title>2&#45;&gt;60</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1870,-1055.91C1870,-1047.65 1870,-1038.86 1870,-1030.3\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1873.5,-1030.02 1870,-1020.02 1866.5,-1030.02 1873.5,-1030.02\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<polygon fill=\"#9ccef2\" stroke=\"black\" points=\"566.5,-901 423.5,-901 423.5,-818 566.5,-818 566.5,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">mortgage_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.444</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 66</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [22, 44]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>3&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1052.82,-964.923C937.245,-943.288 701.225,-899.105 576.472,-875.752\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"577.06,-872.301 566.586,-873.901 575.771,-879.181 577.06,-872.301\"/>\r\n",
       "</g>\r\n",
       "<!-- 19 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>19</title>\r\n",
       "<polygon fill=\"#eca16b\" stroke=\"black\" points=\"1199,-901 1041,-901 1041,-818 1199,-818 1199,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">savings_acct_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.322</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 134</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [107, 27]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1120\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;19 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>3&#45;&gt;19</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1120,-936.907C1120,-928.649 1120,-919.864 1120,-911.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1123.5,-911.021 1120,-901.021 1116.5,-911.021 1123.5,-911.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<polygon fill=\"#4ba6e7\" stroke=\"black\" points=\"370.5,-782 227.5,-782 227.5,-699 370.5,-699 370.5,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_TOWN &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.153</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 36</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 33]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M426.999,-817.907C410.428,-808.016 392.59,-797.368 375.648,-787.254\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"377.262,-784.141 366.881,-782.021 373.674,-790.152 377.262,-784.141\"/>\r\n",
       "</g>\r\n",
       "<!-- 16 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>16</title>\r\n",
       "<polygon fill=\"#f4caac\" stroke=\"black\" points=\"574,-782 416,-782 416,-699 574,-699 574,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">savings_acct_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.464</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 30</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 11]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;16 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>4&#45;&gt;16</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M495,-817.907C495,-809.649 495,-800.864 495,-792.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"498.5,-792.021 495,-782.021 491.5,-792.021 498.5,-792.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<polygon fill=\"#41a1e6\" stroke=\"black\" points=\"211,-663 113,-663 113,-580 211,-580 211,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 48.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.074</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 26</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 25]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>5&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M251.469,-698.907C240.417,-689.469 228.56,-679.343 217.209,-669.649\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"219.325,-666.854 209.447,-663.021 214.779,-672.177 219.325,-666.854\"/>\r\n",
       "</g>\r\n",
       "<!-- 11 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>11</title>\r\n",
       "<polygon fill=\"#6ab6ec\" stroke=\"black\" points=\"344.5,-663 253.5,-663 253.5,-580 344.5,-580 344.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 38.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.32</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 10</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 8]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;11 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>5&#45;&gt;11</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M299,-698.907C299,-690.649 299,-681.864 299,-673.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"302.5,-673.021 299,-663.021 295.5,-673.021 302.5,-673.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"98,-536.5 0,-536.5 0,-468.5 98,-468.5 98,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"49\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"49\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 18</text>\r\n",
       "<text text-anchor=\"middle\" x=\"49\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 18]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"49\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>6&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M122.795,-579.907C111.605,-568.321 99.4133,-555.698 88.2221,-544.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"90.4976,-541.428 81.033,-536.667 85.4626,-546.291 90.4976,-541.428\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<polygon fill=\"#55abe9\" stroke=\"black\" points=\"207.5,-544 116.5,-544 116.5,-461 207.5,-461 207.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 51.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.219</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 7]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>6&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M162,-579.907C162,-571.649 162,-562.864 162,-554.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"165.5,-554.021 162,-544.021 158.5,-554.021 165.5,-554.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 9 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>9</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"98.5,-417.5 7.5,-417.5 7.5,-349.5 98.5,-349.5 98.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;9 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>8&#45;&gt;9</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M124.183,-460.907C113.389,-449.321 101.629,-436.698 90.8337,-425.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"93.2765,-422.598 83.8991,-417.667 88.1548,-427.37 93.2765,-422.598\"/>\r\n",
       "</g>\r\n",
       "<!-- 10 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"207.5,-417.5 116.5,-417.5 116.5,-349.5 207.5,-349.5 207.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 7</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 7]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"162\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;10 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>8&#45;&gt;10</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M162,-460.907C162,-450.204 162,-438.615 162,-427.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"165.5,-427.667 162,-417.667 158.5,-427.667 165.5,-427.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 12 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>12</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"330.5,-544 239.5,-544 239.5,-461 330.5,-461 330.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"285\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 32.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"285\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"285\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"285\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"285\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;12 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>11&#45;&gt;12</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M294.143,-579.907C293.144,-571.558 292.08,-562.671 291.045,-554.02\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"294.512,-553.534 289.849,-544.021 287.562,-554.366 294.512,-553.534\"/>\r\n",
       "</g>\r\n",
       "<!-- 15 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>15</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"439.5,-536.5 348.5,-536.5 348.5,-468.5 439.5,-468.5 439.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"394\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"394\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"394\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 6]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"394\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;15 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>11&#45;&gt;15</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M331.96,-579.907C341.278,-568.432 351.422,-555.938 360.757,-544.442\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"363.483,-546.636 367.07,-536.667 358.049,-542.224 363.483,-546.636\"/>\r\n",
       "</g>\r\n",
       "<!-- 13 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>13</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"316.5,-417.5 225.5,-417.5 225.5,-349.5 316.5,-349.5 316.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"271\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"271\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"271\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"271\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;13 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>12&#45;&gt;13</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M280.143,-460.907C278.862,-450.204 277.475,-438.615 276.178,-427.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"279.632,-427.18 274.969,-417.667 272.682,-428.012 279.632,-427.18\"/>\r\n",
       "</g>\r\n",
       "<!-- 14 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>14</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"425.5,-417.5 334.5,-417.5 334.5,-349.5 425.5,-349.5 425.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"380\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"380\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"380\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"380\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;14 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>12&#45;&gt;14</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M317.96,-460.907C327.278,-449.432 337.422,-436.938 346.757,-425.442\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"349.483,-427.636 353.07,-417.667 344.049,-423.224 349.483,-427.636\"/>\r\n",
       "</g>\r\n",
       "<!-- 17 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>17</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"486,-655.5 388,-655.5 388,-587.5 486,-587.5 486,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"437\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"437\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 19</text>\r\n",
       "<text text-anchor=\"middle\" x=\"437\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"437\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 16&#45;&gt;17 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>16&#45;&gt;17</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M474.877,-698.907C469.407,-687.873 463.471,-675.898 457.956,-664.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"461.019,-663.072 453.442,-655.667 454.747,-666.181 461.019,-663.072\"/>\r\n",
       "</g>\r\n",
       "<!-- 18 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>18</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"602,-655.5 504,-655.5 504,-587.5 602,-587.5 602,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"553\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"553\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 11</text>\r\n",
       "<text text-anchor=\"middle\" x=\"553\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 11]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"553\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 16&#45;&gt;18 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>16&#45;&gt;18</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M515.123,-698.907C520.593,-687.873 526.529,-675.898 532.044,-664.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"535.253,-666.181 536.558,-655.667 528.981,-663.072 535.253,-666.181\"/>\r\n",
       "</g>\r\n",
       "<!-- 20 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>20</title>\r\n",
       "<polygon fill=\"#e78b48\" stroke=\"black\" points=\"971,-782 873,-782 873,-699 971,-699 971,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 31.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.134</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 83</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [77, 6]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 19&#45;&gt;20 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>19&#45;&gt;20</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1051.3,-817.907C1028.03,-804.157 1002.29,-788.945 979.941,-775.738\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"981.624,-772.667 971.234,-770.593 978.063,-778.693 981.624,-772.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 41 -->\r\n",
       "<g id=\"node42\" class=\"node\"><title>41</title>\r\n",
       "<polygon fill=\"#f7d9c4\" stroke=\"black\" points=\"1339.5,-782 1202.5,-782 1202.5,-699 1339.5,-699 1339.5,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">mortgage_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.484</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 51</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [30, 21]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 19&#45;&gt;41 -->\r\n",
       "<g id=\"edge41\" class=\"edge\"><title>19&#45;&gt;41</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1172.39,-817.907C1184.69,-808.379 1197.89,-798.148 1210.51,-788.37\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1212.94,-790.912 1218.7,-782.021 1208.66,-785.379 1212.94,-790.912\"/>\r\n",
       "</g>\r\n",
       "<!-- 21 -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>21</title>\r\n",
       "<polygon fill=\"#ea9c63\" stroke=\"black\" points=\"808.5,-663 669.5,-663 669.5,-580 808.5,-580 808.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 22823.851</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.287</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 23</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 20&#45;&gt;21 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>20&#45;&gt;21</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M872.959,-708.146C853.977,-696.01 831.861,-681.87 811.135,-668.619\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"812.97,-665.638 802.659,-663.2 809.199,-671.536 812.97,-665.638\"/>\r\n",
       "</g>\r\n",
       "<!-- 34 -->\r\n",
       "<g id=\"node35\" class=\"node\"><title>34</title>\r\n",
       "<polygon fill=\"#e68540\" stroke=\"black\" points=\"971,-663 873,-663 873,-580 971,-580 971,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 61.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.064</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 60</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [58, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"922\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 20&#45;&gt;34 -->\r\n",
       "<g id=\"edge34\" class=\"edge\"><title>20&#45;&gt;34</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M922,-698.907C922,-690.649 922,-681.864 922,-673.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"925.5,-673.021 922,-663.021 918.5,-673.021 925.5,-673.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 22 -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>22</title>\r\n",
       "<polygon fill=\"#e99558\" stroke=\"black\" points=\"675,-544 577,-544 577,-461 675,-461 675,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 30.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.236</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 22</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 21&#45;&gt;22 -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>21&#45;&gt;22</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M699.795,-579.907C690.943,-570.742 681.463,-560.927 672.348,-551.489\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"674.6,-548.782 665.135,-544.021 669.565,-553.645 674.6,-548.782\"/>\r\n",
       "</g>\r\n",
       "<!-- 33 -->\r\n",
       "<g id=\"node34\" class=\"node\"><title>33</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"784.5,-536.5 693.5,-536.5 693.5,-468.5 784.5,-468.5 784.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"739\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 21&#45;&gt;33 -->\r\n",
       "<g id=\"edge33\" class=\"edge\"><title>21&#45;&gt;33</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M739,-579.907C739,-569.204 739,-557.615 739,-546.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"742.5,-546.667 739,-536.667 735.5,-546.667 742.5,-546.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 23 -->\r\n",
       "<g id=\"node24\" class=\"node\"><title>23</title>\r\n",
       "<polygon fill=\"#e88f4f\" stroke=\"black\" points=\"542,-425 444,-425 444,-342 542,-342 542,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 22.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.18</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 20</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [18, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 22&#45;&gt;23 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>22&#45;&gt;23</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M579.856,-460.907C569.128,-451.469 557.616,-441.343 546.597,-431.649\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"548.882,-428.998 539.062,-425.021 544.259,-434.254 548.882,-428.998\"/>\r\n",
       "</g>\r\n",
       "<!-- 30 -->\r\n",
       "<g id=\"node31\" class=\"node\"><title>30</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"692,-425 560,-425 560,-342 692,-342 692,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 19249.55</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"626\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 22&#45;&gt;30 -->\r\n",
       "<g id=\"edge30\" class=\"edge\"><title>22&#45;&gt;30</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M626,-460.907C626,-452.649 626,-443.864 626,-435.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"629.5,-435.021 626,-425.021 622.5,-435.021 629.5,-435.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 24 -->\r\n",
       "<g id=\"node25\" class=\"node\"><title>24</title>\r\n",
       "<polygon fill=\"#eeab7b\" stroke=\"black\" points=\"425.5,-306 316.5,-306 316.5,-223 425.5,-223 425.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"371\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">car_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"371\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"371\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"371\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [6, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"371\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 23&#45;&gt;24 -->\r\n",
       "<g id=\"edge24\" class=\"edge\"><title>23&#45;&gt;24</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M450.673,-341.907C441.021,-332.651 430.678,-322.732 420.748,-313.209\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"422.892,-310.416 413.252,-306.021 418.047,-315.469 422.892,-310.416\"/>\r\n",
       "</g>\r\n",
       "<!-- 29 -->\r\n",
       "<g id=\"node30\" class=\"node\"><title>29</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"542,-298.5 444,-298.5 444,-230.5 542,-230.5 542,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 12</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"493\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 23&#45;&gt;29 -->\r\n",
       "<g id=\"edge29\" class=\"edge\"><title>23&#45;&gt;29</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M493,-341.907C493,-331.204 493,-319.615 493,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"496.5,-308.667 493,-298.667 489.5,-308.667 496.5,-308.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 25 -->\r\n",
       "<g id=\"node26\" class=\"node\"><title>25</title>\r\n",
       "<polygon fill=\"#e9965a\" stroke=\"black\" points=\"376.5,-187 229.5,-187 229.5,-104 376.5,-104 376.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"303\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_RURAL &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"303\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.245</text>\r\n",
       "<text text-anchor=\"middle\" x=\"303\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 7</text>\r\n",
       "<text text-anchor=\"middle\" x=\"303\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [6, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"303\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 24&#45;&gt;25 -->\r\n",
       "<g id=\"edge25\" class=\"edge\"><title>24&#45;&gt;25</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M347.408,-222.907C342.344,-214.195 336.94,-204.897 331.707,-195.893\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"334.602,-193.908 326.551,-187.021 328.549,-197.425 334.602,-193.908\"/>\r\n",
       "</g>\r\n",
       "<!-- 28 -->\r\n",
       "<g id=\"node29\" class=\"node\"><title>28</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"485.5,-179.5 394.5,-179.5 394.5,-111.5 485.5,-111.5 485.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"440\" y=\"-164.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"440\" y=\"-149.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"440\" y=\"-134.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"440\" y=\"-119.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 24&#45;&gt;28 -->\r\n",
       "<g id=\"edge28\" class=\"edge\"><title>24&#45;&gt;28</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M394.939,-222.907C401.512,-211.763 408.65,-199.658 415.267,-188.439\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"418.375,-190.059 420.44,-179.667 412.345,-186.503 418.375,-190.059\"/>\r\n",
       "</g>\r\n",
       "<!-- 26 -->\r\n",
       "<g id=\"node27\" class=\"node\"><title>26</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"294.5,-68 203.5,-68 203.5,-0 294.5,-0 294.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [6, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 25&#45;&gt;26 -->\r\n",
       "<g id=\"edge26\" class=\"edge\"><title>25&#45;&gt;26</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M282.892,-103.726C278.664,-95.1527 274.195,-86.0891 269.937,-77.4555\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"272.984,-75.7203 265.422,-68.2996 266.706,-78.8164 272.984,-75.7203\"/>\r\n",
       "</g>\r\n",
       "<!-- 27 -->\r\n",
       "<g id=\"node28\" class=\"node\"><title>27</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"403.5,-68 312.5,-68 312.5,-0 403.5,-0 403.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"358\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"358\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"358\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"358\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 25&#45;&gt;27 -->\r\n",
       "<g id=\"edge27\" class=\"edge\"><title>25&#45;&gt;27</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M323.48,-103.726C327.786,-95.1527 332.339,-86.0891 336.675,-77.4555\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"339.913,-78.8067 341.274,-68.2996 333.658,-75.6647 339.913,-78.8067\"/>\r\n",
       "</g>\r\n",
       "<!-- 31 -->\r\n",
       "<g id=\"node32\" class=\"node\"><title>31</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"651.5,-298.5 560.5,-298.5 560.5,-230.5 651.5,-230.5 651.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"606\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"606\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"606\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"606\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 30&#45;&gt;31 -->\r\n",
       "<g id=\"edge31\" class=\"edge\"><title>30&#45;&gt;31</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M619.061,-341.907C617.231,-331.204 615.25,-319.615 613.398,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"616.805,-307.934 611.67,-298.667 609.905,-309.114 616.805,-307.934\"/>\r\n",
       "</g>\r\n",
       "<!-- 32 -->\r\n",
       "<g id=\"node33\" class=\"node\"><title>32</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"760.5,-298.5 669.5,-298.5 669.5,-230.5 760.5,-230.5 760.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 30&#45;&gt;32 -->\r\n",
       "<g id=\"edge32\" class=\"edge\"><title>30&#45;&gt;32</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M656.878,-341.907C665.524,-330.542 674.928,-318.178 683.604,-306.774\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"686.502,-308.745 689.77,-298.667 680.93,-304.507 686.502,-308.745\"/>\r\n",
       "</g>\r\n",
       "<!-- 35 -->\r\n",
       "<g id=\"node36\" class=\"node\"><title>35</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"901,-536.5 803,-536.5 803,-468.5 901,-468.5 901,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"852\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"852\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 48</text>\r\n",
       "<text text-anchor=\"middle\" x=\"852\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [48, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"852\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 34&#45;&gt;35 -->\r\n",
       "<g id=\"edge35\" class=\"edge\"><title>34&#45;&gt;35</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M897.714,-579.907C891.046,-568.763 883.804,-556.658 877.092,-545.439\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"879.981,-543.451 871.843,-536.667 873.974,-547.045 879.981,-543.451\"/>\r\n",
       "</g>\r\n",
       "<!-- 36 -->\r\n",
       "<g id=\"node37\" class=\"node\"><title>36</title>\r\n",
       "<polygon fill=\"#ea9a61\" stroke=\"black\" points=\"1017,-544 919,-544 919,-461 1017,-461 1017,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 62.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.278</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 12</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [10, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 34&#45;&gt;36 -->\r\n",
       "<g id=\"edge36\" class=\"edge\"><title>34&#45;&gt;36</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M937.959,-579.907C941.313,-571.377 944.888,-562.284 948.359,-553.456\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"951.667,-554.608 952.069,-544.021 945.152,-552.047 951.667,-554.608\"/>\r\n",
       "</g>\r\n",
       "<!-- 37 -->\r\n",
       "<g id=\"node38\" class=\"node\"><title>37</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"904.5,-425 743.5,-425 743.5,-342 904.5,-342 904.5,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">current_acct_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 36&#45;&gt;37 -->\r\n",
       "<g id=\"edge37\" class=\"edge\"><title>36&#45;&gt;37</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M918.846,-461.562C906.949,-451.896 894.124,-441.476 881.868,-431.518\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"883.879,-428.642 873.911,-425.053 879.465,-434.075 883.879,-428.642\"/>\r\n",
       "</g>\r\n",
       "<!-- 40 -->\r\n",
       "<g id=\"node41\" class=\"node\"><title>40</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1013.5,-417.5 922.5,-417.5 922.5,-349.5 1013.5,-349.5 1013.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [8, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"968\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 36&#45;&gt;40 -->\r\n",
       "<g id=\"edge40\" class=\"edge\"><title>36&#45;&gt;40</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M968,-460.907C968,-450.204 968,-438.615 968,-427.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"971.5,-427.667 968,-417.667 964.5,-427.667 971.5,-427.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 38 -->\r\n",
       "<g id=\"node39\" class=\"node\"><title>38</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"869.5,-298.5 778.5,-298.5 778.5,-230.5 869.5,-230.5 869.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"824\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 37&#45;&gt;38 -->\r\n",
       "<g id=\"edge38\" class=\"edge\"><title>37&#45;&gt;38</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M824,-341.907C824,-331.204 824,-319.615 824,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"827.5,-308.667 824,-298.667 820.5,-308.667 827.5,-308.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 39 -->\r\n",
       "<g id=\"node40\" class=\"node\"><title>39</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"978.5,-298.5 887.5,-298.5 887.5,-230.5 978.5,-230.5 978.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"933\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"933\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"933\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"933\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 37&#45;&gt;39 -->\r\n",
       "<g id=\"edge39\" class=\"edge\"><title>37&#45;&gt;39</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M861.817,-341.907C872.611,-330.321 884.371,-317.698 895.166,-306.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"897.845,-308.37 902.101,-298.667 892.723,-303.598 897.845,-308.37\"/>\r\n",
       "</g>\r\n",
       "<!-- 42 -->\r\n",
       "<g id=\"node43\" class=\"node\"><title>42</title>\r\n",
       "<polygon fill=\"#5aade9\" stroke=\"black\" points=\"1342.5,-663 1199.5,-663 1199.5,-580 1342.5,-580 1342.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_TOWN &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.245</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 21</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 18]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1271\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 41&#45;&gt;42 -->\r\n",
       "<g id=\"edge42\" class=\"edge\"><title>41&#45;&gt;42</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1271,-698.907C1271,-690.649 1271,-681.864 1271,-673.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1274.5,-673.021 1271,-663.021 1267.5,-673.021 1274.5,-673.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 49 -->\r\n",
       "<g id=\"node50\" class=\"node\"><title>49</title>\r\n",
       "<polygon fill=\"#e88f4f\" stroke=\"black\" points=\"1545.5,-663 1406.5,-663 1406.5,-580 1545.5,-580 1545.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 21559.199</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.18</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 30</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [27, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 41&#45;&gt;49 -->\r\n",
       "<g id=\"edge49\" class=\"edge\"><title>41&#45;&gt;49</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1339.55,-700.378C1358.22,-689.721 1378.59,-678.096 1397.76,-667.156\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1399.52,-670.181 1406.47,-662.184 1396.05,-664.101 1399.52,-670.181\"/>\r\n",
       "</g>\r\n",
       "<!-- 43 -->\r\n",
       "<g id=\"node44\" class=\"node\"><title>43</title>\r\n",
       "<polygon fill=\"#45a3e7\" stroke=\"black\" points=\"1247.5,-544 1122.5,-544 1122.5,-461 1247.5,-461 1247.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1185\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 34778.4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1185\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.105</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1185\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 18</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1185\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 17]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1185\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 42&#45;&gt;43 -->\r\n",
       "<g id=\"edge43\" class=\"edge\"><title>42&#45;&gt;43</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1241.16,-579.907C1234.63,-571.014 1227.64,-561.509 1220.89,-552.331\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1223.53,-550.005 1214.78,-544.021 1217.89,-554.151 1223.53,-550.005\"/>\r\n",
       "</g>\r\n",
       "<!-- 46 -->\r\n",
       "<g id=\"node47\" class=\"node\"><title>46</title>\r\n",
       "<polygon fill=\"#f2c09c\" stroke=\"black\" points=\"1356.5,-544 1265.5,-544 1265.5,-461 1356.5,-461 1356.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1311\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 49.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1311\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.444</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1311\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1311\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1311\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 42&#45;&gt;46 -->\r\n",
       "<g id=\"edge46\" class=\"edge\"><title>42&#45;&gt;46</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1284.88,-579.907C1287.76,-571.468 1290.84,-562.477 1293.82,-553.738\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1297.22,-554.615 1297.15,-544.021 1290.6,-552.351 1297.22,-554.615\"/>\r\n",
       "</g>\r\n",
       "<!-- 44 -->\r\n",
       "<g id=\"node45\" class=\"node\"><title>44</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1130,-417.5 1032,-417.5 1032,-349.5 1130,-349.5 1130,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1081\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1081\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 17</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1081\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 17]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1081\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 43&#45;&gt;44 -->\r\n",
       "<g id=\"edge44\" class=\"edge\"><title>43&#45;&gt;44</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1148.92,-460.907C1138.72,-449.432 1127.61,-436.938 1117.39,-425.442\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1119.74,-422.816 1110.48,-417.667 1114.51,-427.466 1119.74,-422.816\"/>\r\n",
       "</g>\r\n",
       "<!-- 45 -->\r\n",
       "<g id=\"node46\" class=\"node\"><title>45</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1239.5,-417.5 1148.5,-417.5 1148.5,-349.5 1239.5,-349.5 1239.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1194\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1194\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1194\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1194\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 43&#45;&gt;45 -->\r\n",
       "<g id=\"edge45\" class=\"edge\"><title>43&#45;&gt;45</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1188.12,-460.907C1188.95,-450.204 1189.84,-438.615 1190.67,-427.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1194.17,-427.906 1191.45,-417.667 1187.19,-427.369 1194.17,-427.906\"/>\r\n",
       "</g>\r\n",
       "<!-- 47 -->\r\n",
       "<g id=\"node48\" class=\"node\"><title>47</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1348.5,-417.5 1257.5,-417.5 1257.5,-349.5 1348.5,-349.5 1348.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1303\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1303\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1303\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1303\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 46&#45;&gt;47 -->\r\n",
       "<g id=\"edge47\" class=\"edge\"><title>46&#45;&gt;47</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1308.22,-460.907C1307.49,-450.204 1306.7,-438.615 1305.96,-427.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1309.44,-427.405 1305.27,-417.667 1302.46,-427.882 1309.44,-427.405\"/>\r\n",
       "</g>\r\n",
       "<!-- 48 -->\r\n",
       "<g id=\"node49\" class=\"node\"><title>48</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1457.5,-417.5 1366.5,-417.5 1366.5,-349.5 1457.5,-349.5 1457.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1412\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1412\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1412\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1412\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 46&#45;&gt;48 -->\r\n",
       "<g id=\"edge48\" class=\"edge\"><title>46&#45;&gt;48</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1346.04,-460.907C1355.95,-449.432 1366.73,-436.938 1376.66,-425.442\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1379.48,-427.524 1383.37,-417.667 1374.18,-422.95 1379.48,-427.524\"/>\r\n",
       "</g>\r\n",
       "<!-- 50 -->\r\n",
       "<g id=\"node51\" class=\"node\"><title>50</title>\r\n",
       "<polygon fill=\"#eeab7b\" stroke=\"black\" points=\"1538.5,-544 1413.5,-544 1413.5,-461 1538.5,-461 1538.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 15205.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 12</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [9, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1476\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 49&#45;&gt;50 -->\r\n",
       "<g id=\"edge50\" class=\"edge\"><title>49&#45;&gt;50</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1476,-579.907C1476,-571.649 1476,-562.864 1476,-554.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1479.5,-554.021 1476,-544.021 1472.5,-554.021 1479.5,-554.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 59 -->\r\n",
       "<g id=\"node60\" class=\"node\"><title>59</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1655,-536.5 1557,-536.5 1557,-468.5 1655,-468.5 1655,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1606\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1606\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 18</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1606\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [18, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1606\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 49&#45;&gt;59 -->\r\n",
       "<g id=\"edge59\" class=\"edge\"><title>49&#45;&gt;59</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1521.1,-579.907C1534.22,-568.101 1548.54,-555.217 1561.61,-543.45\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1564.06,-545.958 1569.15,-536.667 1559.37,-540.755 1564.06,-545.958\"/>\r\n",
       "</g>\r\n",
       "<!-- 51 -->\r\n",
       "<g id=\"node52\" class=\"node\"><title>51</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1566.5,-417.5 1475.5,-417.5 1475.5,-349.5 1566.5,-349.5 1566.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [6, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1521\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 50&#45;&gt;51 -->\r\n",
       "<g id=\"edge51\" class=\"edge\"><title>50&#45;&gt;51</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1491.61,-460.907C1495.81,-449.983 1500.37,-438.137 1504.61,-427.107\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1507.92,-428.257 1508.24,-417.667 1501.39,-425.744 1507.92,-428.257\"/>\r\n",
       "</g>\r\n",
       "<!-- 52 -->\r\n",
       "<g id=\"node53\" class=\"node\"><title>52</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"1731.5,-425 1584.5,-425 1584.5,-342 1731.5,-342 1731.5,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1658\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_RURAL &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1658\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1658\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1658\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1658\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 50&#45;&gt;52 -->\r\n",
       "<g id=\"edge52\" class=\"edge\"><title>50&#45;&gt;52</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1538.63,-461.235C1553.99,-451.363 1570.54,-440.722 1586.29,-430.599\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1588.42,-433.389 1594.94,-425.037 1584.64,-427.501 1588.42,-433.389\"/>\r\n",
       "</g>\r\n",
       "<!-- 53 -->\r\n",
       "<g id=\"node54\" class=\"node\"><title>53</title>\r\n",
       "<polygon fill=\"#7bbeee\" stroke=\"black\" points=\"1666,-306 1508,-306 1508,-223 1666,-223 1666,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1587\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gender_FEMALE &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1587\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1587\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1587\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1587\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 52&#45;&gt;53 -->\r\n",
       "<g id=\"edge53\" class=\"edge\"><title>52&#45;&gt;53</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1633.37,-341.907C1628.03,-333.105 1622.32,-323.703 1616.8,-314.612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1619.77,-312.754 1611.59,-306.021 1613.79,-316.386 1619.77,-312.754\"/>\r\n",
       "</g>\r\n",
       "<!-- 58 -->\r\n",
       "<g id=\"node59\" class=\"node\"><title>58</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1775.5,-298.5 1684.5,-298.5 1684.5,-230.5 1775.5,-230.5 1775.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1730\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1730\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1730\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1730\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 52&#45;&gt;58 -->\r\n",
       "<g id=\"edge58\" class=\"edge\"><title>52&#45;&gt;58</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1682.98,-341.907C1689.84,-330.763 1697.29,-318.658 1704.19,-307.439\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1707.33,-309.018 1709.59,-298.667 1701.37,-305.349 1707.33,-309.018\"/>\r\n",
       "</g>\r\n",
       "<!-- 54 -->\r\n",
       "<g id=\"node55\" class=\"node\"><title>54</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"1595.5,-187 1434.5,-187 1434.5,-104 1595.5,-104 1595.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1515\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">current_acct_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1515\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1515\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1515\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1515\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 53&#45;&gt;54 -->\r\n",
       "<g id=\"edge54\" class=\"edge\"><title>53&#45;&gt;54</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1562.02,-222.907C1556.6,-214.105 1550.82,-204.703 1545.22,-195.612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1548.16,-193.703 1539.94,-187.021 1542.2,-197.372 1548.16,-193.703\"/>\r\n",
       "</g>\r\n",
       "<!-- 57 -->\r\n",
       "<g id=\"node58\" class=\"node\"><title>57</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1704.5,-179.5 1613.5,-179.5 1613.5,-111.5 1704.5,-111.5 1704.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1659\" y=\"-164.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1659\" y=\"-149.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1659\" y=\"-134.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1659\" y=\"-119.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 53&#45;&gt;57 -->\r\n",
       "<g id=\"edge57\" class=\"edge\"><title>53&#45;&gt;57</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1611.98,-222.907C1618.84,-211.763 1626.29,-199.658 1633.19,-188.439\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1636.33,-190.018 1638.59,-179.667 1630.37,-186.349 1636.33,-190.018\"/>\r\n",
       "</g>\r\n",
       "<!-- 55 -->\r\n",
       "<g id=\"node56\" class=\"node\"><title>55</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1505.5,-68 1414.5,-68 1414.5,-0 1505.5,-0 1505.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1460\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1460\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1460\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1460\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 54&#45;&gt;55 -->\r\n",
       "<g id=\"edge55\" class=\"edge\"><title>54&#45;&gt;55</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1494.52,-103.726C1490.21,-95.1527 1485.66,-86.0891 1481.32,-77.4555\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1484.34,-75.6647 1476.73,-68.2996 1478.09,-78.8067 1484.34,-75.6647\"/>\r\n",
       "</g>\r\n",
       "<!-- 56 -->\r\n",
       "<g id=\"node57\" class=\"node\"><title>56</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1614.5,-68 1523.5,-68 1523.5,-0 1614.5,-0 1614.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1569\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1569\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1569\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1569\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 54&#45;&gt;56 -->\r\n",
       "<g id=\"edge56\" class=\"edge\"><title>54&#45;&gt;56</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1535.11,-103.726C1539.34,-95.1527 1543.81,-86.0891 1548.06,-77.4555\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1551.29,-78.8164 1552.58,-68.2996 1545.02,-75.7203 1551.29,-78.8164\"/>\r\n",
       "</g>\r\n",
       "<!-- 61 -->\r\n",
       "<g id=\"node62\" class=\"node\"><title>61</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1850.5,-893.5 1759.5,-893.5 1759.5,-825.5 1850.5,-825.5 1850.5,-893.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1805\" y=\"-878.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1805\" y=\"-863.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 9</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1805\" y=\"-848.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [9, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1805\" y=\"-833.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 60&#45;&gt;61 -->\r\n",
       "<g id=\"edge61\" class=\"edge\"><title>60&#45;&gt;61</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1847.45,-936.907C1841.26,-925.763 1834.53,-913.658 1828.3,-902.439\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1831.34,-900.709 1823.43,-893.667 1825.22,-904.108 1831.34,-900.709\"/>\r\n",
       "</g>\r\n",
       "<!-- 62 -->\r\n",
       "<g id=\"node63\" class=\"node\"><title>62</title>\r\n",
       "<polygon fill=\"#47a4e7\" stroke=\"black\" points=\"2001,-901 1869,-901 1869,-818 2001,-818 2001,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1935\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 15576.45</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1935\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.127</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1935\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 88</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1935\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [6, 82]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1935\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 60&#45;&gt;62 -->\r\n",
       "<g id=\"edge62\" class=\"edge\"><title>60&#45;&gt;62</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1892.55,-936.907C1897.39,-928.195 1902.56,-918.897 1907.56,-909.893\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1910.69,-911.462 1912.49,-901.021 1904.57,-908.063 1910.69,-911.462\"/>\r\n",
       "</g>\r\n",
       "<!-- 63 -->\r\n",
       "<g id=\"node64\" class=\"node\"><title>63</title>\r\n",
       "<polygon fill=\"#cee6f8\" stroke=\"black\" points=\"1894,-782 1762,-782 1762,-699 1894,-699 1894,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 13617.15</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.49</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 7</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 62&#45;&gt;63 -->\r\n",
       "<g id=\"edge63\" class=\"edge\"><title>62&#45;&gt;63</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1897.88,-817.907C1889.49,-808.742 1880.52,-798.927 1871.89,-789.489\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1874.39,-787.038 1865.06,-782.021 1869.22,-791.762 1874.39,-787.038\"/>\r\n",
       "</g>\r\n",
       "<!-- 68 -->\r\n",
       "<g id=\"node69\" class=\"node\"><title>68</title>\r\n",
       "<polygon fill=\"#41a1e6\" stroke=\"black\" points=\"2114.5,-782 1967.5,-782 1967.5,-699 2114.5,-699 2114.5,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_RURAL &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.071</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 81</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 78]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 62&#45;&gt;68 -->\r\n",
       "<g id=\"edge68\" class=\"edge\"><title>62&#45;&gt;68</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1971.78,-817.907C1980.08,-808.742 1988.97,-798.927 1997.52,-789.489\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2000.17,-791.782 2004.29,-782.021 1994.98,-787.082 2000.17,-791.782\"/>\r\n",
       "</g>\r\n",
       "<!-- 64 -->\r\n",
       "<g id=\"node65\" class=\"node\"><title>64</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1764.5,-655.5 1673.5,-655.5 1673.5,-587.5 1764.5,-587.5 1764.5,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 63&#45;&gt;64 -->\r\n",
       "<g id=\"edge64\" class=\"edge\"><title>63&#45;&gt;64</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1790.18,-698.907C1779.39,-687.321 1767.63,-674.698 1756.83,-663.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1759.28,-660.598 1749.9,-655.667 1754.15,-665.37 1759.28,-660.598\"/>\r\n",
       "</g>\r\n",
       "<!-- 65 -->\r\n",
       "<g id=\"node66\" class=\"node\"><title>65</title>\r\n",
       "<polygon fill=\"#eeab7b\" stroke=\"black\" points=\"1873.5,-663 1782.5,-663 1782.5,-580 1873.5,-580 1873.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 37.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 63&#45;&gt;65 -->\r\n",
       "<g id=\"edge65\" class=\"edge\"><title>63&#45;&gt;65</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1828,-698.907C1828,-690.649 1828,-681.864 1828,-673.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1831.5,-673.021 1828,-663.021 1824.5,-673.021 1831.5,-673.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 66 -->\r\n",
       "<g id=\"node67\" class=\"node\"><title>66</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1764.5,-536.5 1673.5,-536.5 1673.5,-468.5 1764.5,-468.5 1764.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 65&#45;&gt;66 -->\r\n",
       "<g id=\"edge66\" class=\"edge\"><title>65&#45;&gt;66</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1790.18,-579.907C1779.39,-568.321 1767.63,-555.698 1756.83,-544.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1759.28,-541.598 1749.9,-536.667 1754.15,-546.37 1759.28,-541.598\"/>\r\n",
       "</g>\r\n",
       "<!-- 67 -->\r\n",
       "<g id=\"node68\" class=\"node\"><title>67</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1873.5,-536.5 1782.5,-536.5 1782.5,-468.5 1873.5,-468.5 1873.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1828\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 65&#45;&gt;67 -->\r\n",
       "<g id=\"edge67\" class=\"edge\"><title>65&#45;&gt;67</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1828,-579.907C1828,-569.204 1828,-557.615 1828,-546.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1831.5,-546.667 1828,-536.667 1824.5,-546.667 1831.5,-546.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 69 -->\r\n",
       "<g id=\"node70\" class=\"node\"><title>69</title>\r\n",
       "<polygon fill=\"#3c9ee5\" stroke=\"black\" points=\"2110.5,-663 1971.5,-663 1971.5,-580 2110.5,-580 2110.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 17274.649</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.029</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 68</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 67]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2041\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 68&#45;&gt;69 -->\r\n",
       "<g id=\"edge69\" class=\"edge\"><title>68&#45;&gt;69</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2041,-698.907C2041,-690.649 2041,-681.864 2041,-673.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2044.5,-673.021 2041,-663.021 2037.5,-673.021 2044.5,-673.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 74 -->\r\n",
       "<g id=\"node75\" class=\"node\"><title>74</title>\r\n",
       "<polygon fill=\"#5dafea\" stroke=\"black\" points=\"2282,-663 2184,-663 2184,-580 2282,-580 2282,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 54.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.26</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 13</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 11]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 68&#45;&gt;74 -->\r\n",
       "<g id=\"edge74\" class=\"edge\"><title>68&#45;&gt;74</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2107.61,-698.907C2129.6,-685.507 2153.87,-670.72 2175.15,-657.753\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2177.04,-660.698 2183.76,-652.505 2173.4,-654.72 2177.04,-660.698\"/>\r\n",
       "</g>\r\n",
       "<!-- 70 -->\r\n",
       "<g id=\"node71\" class=\"node\"><title>70</title>\r\n",
       "<polygon fill=\"#52a9e8\" stroke=\"black\" points=\"2052.5,-544 1891.5,-544 1891.5,-461 2052.5,-461 2052.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1972\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">current_acct_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1972\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.198</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1972\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 9</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1972\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 8]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1972\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 69&#45;&gt;70 -->\r\n",
       "<g id=\"edge70\" class=\"edge\"><title>69&#45;&gt;70</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2017.06,-579.907C2011.92,-571.195 2006.44,-561.897 2001.13,-552.893\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2003.99,-550.857 1995.9,-544.021 1997.96,-554.412 2003.99,-550.857\"/>\r\n",
       "</g>\r\n",
       "<!-- 73 -->\r\n",
       "<g id=\"node74\" class=\"node\"><title>73</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2169,-536.5 2071,-536.5 2071,-468.5 2169,-468.5 2169,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2120\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2120\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 59</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2120\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 59]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2120\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 69&#45;&gt;73 -->\r\n",
       "<g id=\"edge73\" class=\"edge\"><title>69&#45;&gt;73</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2068.41,-579.907C2076.01,-568.652 2084.27,-556.418 2091.91,-545.106\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2094.91,-546.913 2097.61,-536.667 2089.11,-542.996 2094.91,-546.913\"/>\r\n",
       "</g>\r\n",
       "<!-- 71 -->\r\n",
       "<g id=\"node72\" class=\"node\"><title>71</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1963.5,-417.5 1872.5,-417.5 1872.5,-349.5 1963.5,-349.5 1963.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1918\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1918\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1918\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1918\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 70&#45;&gt;71 -->\r\n",
       "<g id=\"edge71\" class=\"edge\"><title>70&#45;&gt;71</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1953.26,-460.907C1948.17,-449.873 1942.65,-437.898 1937.51,-426.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1940.68,-425.28 1933.31,-417.667 1934.32,-428.213 1940.68,-425.28\"/>\r\n",
       "</g>\r\n",
       "<!-- 72 -->\r\n",
       "<g id=\"node73\" class=\"node\"><title>72</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2072.5,-417.5 1981.5,-417.5 1981.5,-349.5 2072.5,-349.5 2072.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2027\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2027\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2027\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 8]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2027\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 70&#45;&gt;72 -->\r\n",
       "<g id=\"edge72\" class=\"edge\"><title>70&#45;&gt;72</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1991.08,-460.907C1996.27,-449.873 2001.9,-437.898 2007.13,-426.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2010.32,-428.206 2011.41,-417.667 2003.99,-425.228 2010.32,-428.206\"/>\r\n",
       "</g>\r\n",
       "<!-- 75 -->\r\n",
       "<g id=\"node76\" class=\"node\"><title>75</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2278.5,-536.5 2187.5,-536.5 2187.5,-468.5 2278.5,-468.5 2278.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 9</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 9]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2233\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 74&#45;&gt;75 -->\r\n",
       "<g id=\"edge75\" class=\"edge\"><title>74&#45;&gt;75</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2233,-579.907C2233,-569.204 2233,-557.615 2233,-546.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2236.5,-546.667 2233,-536.667 2229.5,-546.667 2236.5,-546.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 76 -->\r\n",
       "<g id=\"node77\" class=\"node\"><title>76</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"2387.5,-544 2296.5,-544 2296.5,-461 2387.5,-461 2387.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2342\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 58.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2342\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2342\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2342\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2342\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 74&#45;&gt;76 -->\r\n",
       "<g id=\"edge76\" class=\"edge\"><title>74&#45;&gt;76</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2270.82,-579.907C2279.36,-570.742 2288.5,-560.927 2297.29,-551.489\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2299.99,-553.723 2304.25,-544.021 2294.87,-548.952 2299.99,-553.723\"/>\r\n",
       "</g>\r\n",
       "<!-- 77 -->\r\n",
       "<g id=\"node78\" class=\"node\"><title>77</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2281.5,-417.5 2190.5,-417.5 2190.5,-349.5 2281.5,-349.5 2281.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2236\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2236\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2236\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2236\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 76&#45;&gt;77 -->\r\n",
       "<g id=\"edge77\" class=\"edge\"><title>76&#45;&gt;77</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2305.22,-460.907C2294.73,-449.321 2283.29,-436.698 2272.79,-425.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2275.36,-422.728 2266.05,-417.667 2270.17,-427.428 2275.36,-422.728\"/>\r\n",
       "</g>\r\n",
       "<!-- 78 -->\r\n",
       "<g id=\"node79\" class=\"node\"><title>78</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2390.5,-417.5 2299.5,-417.5 2299.5,-349.5 2390.5,-349.5 2390.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2345\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2345\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2345\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2345\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 76&#45;&gt;78 -->\r\n",
       "<g id=\"edge78\" class=\"edge\"><title>76&#45;&gt;78</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2343.04,-460.907C2343.32,-450.204 2343.61,-438.615 2343.89,-427.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2347.39,-427.753 2344.15,-417.667 2340.39,-427.574 2347.39,-427.753\"/>\r\n",
       "</g>\r\n",
       "<!-- 80 -->\r\n",
       "<g id=\"node81\" class=\"node\"><title>80</title>\r\n",
       "<polygon fill=\"#e88e4e\" stroke=\"black\" points=\"3101,-1020 2997,-1020 2997,-937 3101,-937 3101,-1020\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-1004.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 34.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-989.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.174</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-974.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 104</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-959.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [94, 10]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-944.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 79&#45;&gt;80 -->\r\n",
       "<g id=\"edge80\" class=\"edge\"><title>79&#45;&gt;80</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3151.53,-1055.91C3137.91,-1045.76 3123.22,-1034.81 3109.33,-1024.46\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3111.37,-1021.61 3101.26,-1018.44 3107.19,-1027.23 3111.37,-1021.61\"/>\r\n",
       "</g>\r\n",
       "<!-- 113 -->\r\n",
       "<g id=\"node114\" class=\"node\"><title>113</title>\r\n",
       "<polygon fill=\"#abd6f4\" stroke=\"black\" points=\"3381,-1020 3277,-1020 3277,-937 3381,-937 3381,-1020\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-1004.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 2.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-989.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.464</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-974.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 41</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-959.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [15, 26]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-944.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 79&#45;&gt;113 -->\r\n",
       "<g id=\"edge113\" class=\"edge\"><title>79&#45;&gt;113</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3248.67,-1055.91C3258.5,-1046.56 3269.04,-1036.54 3279.14,-1026.93\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3281.57,-1029.45 3286.4,-1020.02 3276.74,-1024.38 3281.57,-1029.45\"/>\r\n",
       "</g>\r\n",
       "<!-- 81 -->\r\n",
       "<g id=\"node82\" class=\"node\"><title>81</title>\r\n",
       "<polygon fill=\"#ea995f\" stroke=\"black\" points=\"2837,-901 2739,-901 2739,-818 2837,-818 2837,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 26.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.27</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 56</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [47, 9]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 80&#45;&gt;81 -->\r\n",
       "<g id=\"edge81\" class=\"edge\"><title>80&#45;&gt;81</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2996.81,-954.105C2953.34,-934.618 2891.47,-906.884 2846.37,-886.665\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2847.57,-883.367 2837.01,-882.47 2844.7,-889.754 2847.57,-883.367\"/>\r\n",
       "</g>\r\n",
       "<!-- 106 -->\r\n",
       "<g id=\"node107\" class=\"node\"><title>106</title>\r\n",
       "<polygon fill=\"#e6843d\" stroke=\"black\" points=\"3098,-901 3000,-901 3000,-818 3098,-818 3098,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 49.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.041</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 48</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [47, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3049\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 80&#45;&gt;106 -->\r\n",
       "<g id=\"edge106\" class=\"edge\"><title>80&#45;&gt;106</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3049,-936.907C3049,-928.649 3049,-919.864 3049,-911.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3052.5,-911.021 3049,-901.021 3045.5,-911.021 3052.5,-911.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 82 -->\r\n",
       "<g id=\"node83\" class=\"node\"><title>82</title>\r\n",
       "<polygon fill=\"#e78a47\" stroke=\"black\" points=\"2656,-782 2498,-782 2498,-699 2656,-699 2656,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gender_FEMALE &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.124</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 30</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [28, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 81&#45;&gt;82 -->\r\n",
       "<g id=\"edge82\" class=\"edge\"><title>81&#45;&gt;82</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2738.8,-831.216C2715.16,-818.112 2686.2,-802.053 2659.35,-787.161\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2660.77,-783.95 2650.33,-782.162 2657.38,-790.072 2660.77,-783.95\"/>\r\n",
       "</g>\r\n",
       "<!-- 91 -->\r\n",
       "<g id=\"node92\" class=\"node\"><title>91</title>\r\n",
       "<polygon fill=\"#efaf82\" stroke=\"black\" points=\"2854,-782 2722,-782 2722,-699 2854,-699 2854,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 11023.15</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.393</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 26</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 7]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2788\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 81&#45;&gt;91 -->\r\n",
       "<g id=\"edge91\" class=\"edge\"><title>81&#45;&gt;91</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2788,-817.907C2788,-809.649 2788,-800.864 2788,-792.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2791.5,-792.021 2788,-782.021 2784.5,-792.021 2791.5,-792.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 83 -->\r\n",
       "<g id=\"node84\" class=\"node\"><title>83</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2510,-655.5 2412,-655.5 2412,-587.5 2510,-587.5 2510,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2461\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2461\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 17</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2461\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [17, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2461\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 82&#45;&gt;83 -->\r\n",
       "<g id=\"edge83\" class=\"edge\"><title>82&#45;&gt;83</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2536.75,-698.907C2525.16,-687.211 2512.51,-674.457 2500.94,-662.78\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2503.41,-660.304 2493.88,-655.667 2498.44,-665.233 2503.41,-660.304\"/>\r\n",
       "</g>\r\n",
       "<!-- 84 -->\r\n",
       "<g id=\"node85\" class=\"node\"><title>84</title>\r\n",
       "<polygon fill=\"#ea985d\" stroke=\"black\" points=\"2626,-663 2528,-663 2528,-580 2626,-580 2626,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 22.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.26</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 13</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [11, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2577\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 82&#45;&gt;84 -->\r\n",
       "<g id=\"edge84\" class=\"edge\"><title>82&#45;&gt;84</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2577,-698.907C2577,-690.649 2577,-681.864 2577,-673.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2580.5,-673.021 2577,-663.021 2573.5,-673.021 2580.5,-673.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 85 -->\r\n",
       "<g id=\"node86\" class=\"node\"><title>85</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2496.5,-536.5 2405.5,-536.5 2405.5,-468.5 2496.5,-468.5 2496.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2451\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2451\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2451\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [8, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2451\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 84&#45;&gt;85 -->\r\n",
       "<g id=\"edge85\" class=\"edge\"><title>84&#45;&gt;85</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2533.28,-579.907C2520.69,-568.211 2506.95,-555.457 2494.38,-543.78\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2496.43,-540.907 2486.72,-536.667 2491.66,-546.036 2496.43,-540.907\"/>\r\n",
       "</g>\r\n",
       "<!-- 86 -->\r\n",
       "<g id=\"node87\" class=\"node\"><title>86</title>\r\n",
       "<polygon fill=\"#f6d5bd\" stroke=\"black\" points=\"2647,-544 2515,-544 2515,-461 2647,-461 2647,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2581\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 15966.05</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2581\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.48</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2581\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2581\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2581\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 84&#45;&gt;86 -->\r\n",
       "<g id=\"edge86\" class=\"edge\"><title>84&#45;&gt;86</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2578.39,-579.907C2578.67,-571.558 2578.98,-562.671 2579.27,-554.02\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2582.77,-554.135 2579.61,-544.021 2575.77,-553.895 2582.77,-554.135\"/>\r\n",
       "</g>\r\n",
       "<!-- 87 -->\r\n",
       "<g id=\"node88\" class=\"node\"><title>87</title>\r\n",
       "<polygon fill=\"#9ccef2\" stroke=\"black\" points=\"2597,-425 2463,-425 2463,-342 2597,-342 2597,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2530\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">married_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2530\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.444</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2530\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2530\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2530\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 86&#45;&gt;87 -->\r\n",
       "<g id=\"edge87\" class=\"edge\"><title>86&#45;&gt;87</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2563.31,-460.907C2559.59,-452.377 2555.62,-443.284 2551.78,-434.456\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2554.87,-432.789 2547.66,-425.021 2548.45,-435.586 2554.87,-432.789\"/>\r\n",
       "</g>\r\n",
       "<!-- 90 -->\r\n",
       "<g id=\"node91\" class=\"node\"><title>90</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2706.5,-417.5 2615.5,-417.5 2615.5,-349.5 2706.5,-349.5 2706.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2661\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2661\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2661\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2661\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 86&#45;&gt;90 -->\r\n",
       "<g id=\"edge90\" class=\"edge\"><title>86&#45;&gt;90</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2608.76,-460.907C2616.45,-449.652 2624.82,-437.418 2632.55,-426.106\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2635.57,-427.897 2638.32,-417.667 2629.79,-423.946 2635.57,-427.897\"/>\r\n",
       "</g>\r\n",
       "<!-- 88 -->\r\n",
       "<g id=\"node89\" class=\"node\"><title>88</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2483.5,-298.5 2392.5,-298.5 2392.5,-230.5 2483.5,-230.5 2483.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2438\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2438\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2438\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2438\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 87&#45;&gt;88 -->\r\n",
       "<g id=\"edge88\" class=\"edge\"><title>87&#45;&gt;88</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2498.08,-341.907C2489.14,-330.542 2479.42,-318.178 2470.45,-306.774\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2473.01,-304.364 2464.08,-298.667 2467.51,-308.691 2473.01,-304.364\"/>\r\n",
       "</g>\r\n",
       "<!-- 89 -->\r\n",
       "<g id=\"node90\" class=\"node\"><title>89</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2592.5,-298.5 2501.5,-298.5 2501.5,-230.5 2592.5,-230.5 2592.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2547\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2547\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2547\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2547\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 87&#45;&gt;89 -->\r\n",
       "<g id=\"edge89\" class=\"edge\"><title>87&#45;&gt;89</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2535.9,-341.907C2537.45,-331.204 2539.14,-319.615 2540.71,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2544.21,-309.066 2542.18,-298.667 2537.28,-308.06 2544.21,-309.066\"/>\r\n",
       "</g>\r\n",
       "<!-- 92 -->\r\n",
       "<g id=\"node93\" class=\"node\"><title>92</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2735.5,-655.5 2644.5,-655.5 2644.5,-587.5 2735.5,-587.5 2735.5,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2690\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2690\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2690\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2690\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 91&#45;&gt;92 -->\r\n",
       "<g id=\"edge92\" class=\"edge\"><title>91&#45;&gt;92</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2754,-698.907C2744.39,-687.432 2733.92,-674.938 2724.29,-663.442\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2726.89,-661.086 2717.78,-655.667 2721.52,-665.58 2726.89,-661.086\"/>\r\n",
       "</g>\r\n",
       "<!-- 93 -->\r\n",
       "<g id=\"node94\" class=\"node\"><title>93</title>\r\n",
       "<polygon fill=\"#eda978\" stroke=\"black\" points=\"2918,-663 2754,-663 2754,-580 2918,-580 2918,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2836\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">savings_acct_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2836\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.365</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2836\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 25</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2836\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 6]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2836\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 91&#45;&gt;93 -->\r\n",
       "<g id=\"edge93\" class=\"edge\"><title>91&#45;&gt;93</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2804.65,-698.907C2808.15,-690.377 2811.88,-681.284 2815.51,-672.456\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2818.82,-673.601 2819.38,-663.021 2812.34,-670.944 2818.82,-673.601\"/>\r\n",
       "</g>\r\n",
       "<!-- 94 -->\r\n",
       "<g id=\"node95\" class=\"node\"><title>94</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2756.5,-536.5 2665.5,-536.5 2665.5,-468.5 2756.5,-468.5 2756.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2711\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2711\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 7</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2711\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [7, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2711\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 93&#45;&gt;94 -->\r\n",
       "<g id=\"edge94\" class=\"edge\"><title>93&#45;&gt;94</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2792.63,-579.907C2780.14,-568.211 2766.51,-555.457 2754.03,-543.78\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2756.13,-540.945 2746.43,-536.667 2751.34,-546.056 2756.13,-540.945\"/>\r\n",
       "</g>\r\n",
       "<!-- 95 -->\r\n",
       "<g id=\"node96\" class=\"node\"><title>95</title>\r\n",
       "<polygon fill=\"#f2c09c\" stroke=\"black\" points=\"2935.5,-544 2774.5,-544 2774.5,-461 2935.5,-461 2935.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2855\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">current_acct_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2855\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.444</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2855\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 18</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2855\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 6]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2855\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 93&#45;&gt;95 -->\r\n",
       "<g id=\"edge95\" class=\"edge\"><title>93&#45;&gt;95</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2842.59,-579.907C2843.95,-571.558 2845.39,-562.671 2846.8,-554.02\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2850.27,-554.453 2848.42,-544.021 2843.36,-553.33 2850.27,-554.453\"/>\r\n",
       "</g>\r\n",
       "<!-- 96 -->\r\n",
       "<g id=\"node97\" class=\"node\"><title>96</title>\r\n",
       "<polygon fill=\"#bddef6\" stroke=\"black\" points=\"2822.5,-425 2731.5,-425 2731.5,-342 2822.5,-342 2822.5,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2777\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 29.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2777\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.48</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2777\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2777\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2777\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 95&#45;&gt;96 -->\r\n",
       "<g id=\"edge96\" class=\"edge\"><title>95&#45;&gt;96</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2827.94,-460.907C2822.07,-452.105 2815.8,-442.703 2809.74,-433.612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2812.47,-431.4 2804.01,-425.021 2806.65,-435.283 2812.47,-431.4\"/>\r\n",
       "</g>\r\n",
       "<!-- 99 -->\r\n",
       "<g id=\"node100\" class=\"node\"><title>99</title>\r\n",
       "<polygon fill=\"#eda774\" stroke=\"black\" points=\"2969,-425 2841,-425 2841,-342 2969,-342 2969,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2905\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">married_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2905\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.355</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2905\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 13</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2905\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [10, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2905\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 95&#45;&gt;99 -->\r\n",
       "<g id=\"edge99\" class=\"edge\"><title>95&#45;&gt;99</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2872.35,-460.907C2875.99,-452.377 2879.88,-443.284 2883.65,-434.456\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2886.97,-435.592 2887.68,-425.021 2880.54,-432.841 2886.97,-435.592\"/>\r\n",
       "</g>\r\n",
       "<!-- 97 -->\r\n",
       "<g id=\"node98\" class=\"node\"><title>97</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"2718.5,-298.5 2627.5,-298.5 2627.5,-230.5 2718.5,-230.5 2718.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2673\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2673\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2673\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2673\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 96&#45;&gt;97 -->\r\n",
       "<g id=\"edge97\" class=\"edge\"><title>96&#45;&gt;97</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2740.92,-341.907C2730.72,-330.432 2719.61,-317.938 2709.39,-306.442\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2711.74,-303.816 2702.48,-298.667 2706.51,-308.466 2711.74,-303.816\"/>\r\n",
       "</g>\r\n",
       "<!-- 98 -->\r\n",
       "<g id=\"node99\" class=\"node\"><title>98</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2827.5,-298.5 2736.5,-298.5 2736.5,-230.5 2827.5,-230.5 2827.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2782\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2782\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2782\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2782\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 96&#45;&gt;98 -->\r\n",
       "<g id=\"edge98\" class=\"edge\"><title>96&#45;&gt;98</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2778.73,-341.907C2779.19,-331.204 2779.69,-319.615 2780.15,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2783.65,-308.807 2780.58,-298.667 2776.66,-308.508 2783.65,-308.807\"/>\r\n",
       "</g>\r\n",
       "<!-- 100 -->\r\n",
       "<g id=\"node101\" class=\"node\"><title>100</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2945.5,-298.5 2854.5,-298.5 2854.5,-230.5 2945.5,-230.5 2945.5,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2900\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2900\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 7</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2900\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [7, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2900\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 99&#45;&gt;100 -->\r\n",
       "<g id=\"edge100\" class=\"edge\"><title>99&#45;&gt;100</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2903.27,-341.907C2902.81,-331.204 2902.31,-319.615 2901.85,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2905.34,-308.508 2901.42,-298.667 2898.35,-308.807 2905.34,-308.508\"/>\r\n",
       "</g>\r\n",
       "<!-- 101 -->\r\n",
       "<g id=\"node102\" class=\"node\"><title>101</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"3054.5,-306 2963.5,-306 2963.5,-223 3054.5,-223 3054.5,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3009\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 28.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3009\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3009\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3009\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3009\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 99&#45;&gt;101 -->\r\n",
       "<g id=\"edge101\" class=\"edge\"><title>99&#45;&gt;101</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2941.08,-341.907C2949.15,-332.832 2957.78,-323.121 2966.09,-313.769\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2968.95,-315.82 2972.98,-306.021 2963.72,-311.17 2968.95,-315.82\"/>\r\n",
       "</g>\r\n",
       "<!-- 102 -->\r\n",
       "<g id=\"node103\" class=\"node\"><title>102</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"2986.5,-179.5 2895.5,-179.5 2895.5,-111.5 2986.5,-111.5 2986.5,-179.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2941\" y=\"-164.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2941\" y=\"-149.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2941\" y=\"-134.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2941\" y=\"-119.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 101&#45;&gt;102 -->\r\n",
       "<g id=\"edge102\" class=\"edge\"><title>101&#45;&gt;102</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2985.41,-222.907C2978.93,-211.763 2971.9,-199.658 2965.37,-188.439\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2968.33,-186.554 2960.28,-179.667 2962.28,-190.072 2968.33,-186.554\"/>\r\n",
       "</g>\r\n",
       "<!-- 103 -->\r\n",
       "<g id=\"node104\" class=\"node\"><title>103</title>\r\n",
       "<polygon fill=\"#7bbeee\" stroke=\"black\" points=\"3147.5,-187 3004.5,-187 3004.5,-104 3147.5,-104 3147.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3076\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_TOWN &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3076\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3076\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3076\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3076\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 101&#45;&gt;103 -->\r\n",
       "<g id=\"edge103\" class=\"edge\"><title>101&#45;&gt;103</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3032.25,-222.907C3037.23,-214.195 3042.56,-204.897 3047.71,-195.893\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3050.86,-197.438 3052.8,-187.021 3044.79,-193.959 3050.86,-197.438\"/>\r\n",
       "</g>\r\n",
       "<!-- 104 -->\r\n",
       "<g id=\"node105\" class=\"node\"><title>104</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3066.5,-68 2975.5,-68 2975.5,-0 3066.5,-0 3066.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3021\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3021\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3021\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3021\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 103&#45;&gt;104 -->\r\n",
       "<g id=\"edge104\" class=\"edge\"><title>103&#45;&gt;104</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3055.52,-103.726C3051.21,-95.1527 3046.66,-86.0891 3042.32,-77.4555\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3045.34,-75.6647 3037.73,-68.2996 3039.09,-78.8067 3045.34,-75.6647\"/>\r\n",
       "</g>\r\n",
       "<!-- 105 -->\r\n",
       "<g id=\"node106\" class=\"node\"><title>105</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3175.5,-68 3084.5,-68 3084.5,-0 3175.5,-0 3175.5,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3130\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3130\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3130\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3130\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 103&#45;&gt;105 -->\r\n",
       "<g id=\"edge105\" class=\"edge\"><title>103&#45;&gt;105</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3096.11,-103.726C3100.34,-95.1527 3104.81,-86.0891 3109.06,-77.4555\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3112.29,-78.8164 3113.58,-68.2996 3106.02,-75.7203 3112.29,-78.8164\"/>\r\n",
       "</g>\r\n",
       "<!-- 107 -->\r\n",
       "<g id=\"node108\" class=\"node\"><title>107</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3040,-774.5 2942,-774.5 2942,-706.5 3040,-706.5 3040,-774.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2991\" y=\"-759.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2991\" y=\"-744.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 31</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2991\" y=\"-729.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [31, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2991\" y=\"-714.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 106&#45;&gt;107 -->\r\n",
       "<g id=\"edge107\" class=\"edge\"><title>106&#45;&gt;107</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3028.88,-817.907C3023.41,-806.873 3017.47,-794.898 3011.96,-783.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3015.02,-782.072 3007.44,-774.667 3008.75,-785.181 3015.02,-782.072\"/>\r\n",
       "</g>\r\n",
       "<!-- 108 -->\r\n",
       "<g id=\"node109\" class=\"node\"><title>108</title>\r\n",
       "<polygon fill=\"#e78945\" stroke=\"black\" points=\"3156,-782 3058,-782 3058,-699 3156,-699 3156,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3107\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 51.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3107\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.111</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3107\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 17</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3107\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [16, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3107\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 106&#45;&gt;108 -->\r\n",
       "<g id=\"edge108\" class=\"edge\"><title>106&#45;&gt;108</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3069.12,-817.907C3073.4,-809.286 3077.96,-800.09 3082.37,-791.175\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3085.61,-792.535 3086.91,-782.021 3079.34,-789.426 3085.61,-792.535\"/>\r\n",
       "</g>\r\n",
       "<!-- 109 -->\r\n",
       "<g id=\"node110\" class=\"node\"><title>109</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"3061.5,-663 2936.5,-663 2936.5,-580 3061.5,-580 3061.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 24938.8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 108&#45;&gt;109 -->\r\n",
       "<g id=\"edge109\" class=\"edge\"><title>108&#45;&gt;109</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3069.53,-698.907C3061.07,-689.742 3052.01,-679.927 3043.3,-670.489\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3045.76,-667.995 3036.4,-663.021 3040.61,-672.743 3045.76,-667.995\"/>\r\n",
       "</g>\r\n",
       "<!-- 112 -->\r\n",
       "<g id=\"node113\" class=\"node\"><title>112</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3178,-655.5 3080,-655.5 3080,-587.5 3178,-587.5 3178,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3129\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3129\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 15</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3129\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [15, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3129\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 108&#45;&gt;112 -->\r\n",
       "<g id=\"edge112\" class=\"edge\"><title>108&#45;&gt;112</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3114.63,-698.907C3116.65,-688.204 3118.82,-676.615 3120.86,-665.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3124.36,-666.142 3122.76,-655.667 3117.48,-664.848 3124.36,-666.142\"/>\r\n",
       "</g>\r\n",
       "<!-- 110 -->\r\n",
       "<g id=\"node111\" class=\"node\"><title>110</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3044.5,-536.5 2953.5,-536.5 2953.5,-468.5 3044.5,-468.5 3044.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"2999\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 109&#45;&gt;110 -->\r\n",
       "<g id=\"edge110\" class=\"edge\"><title>109&#45;&gt;110</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2999,-579.907C2999,-569.204 2999,-557.615 2999,-546.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3002.5,-546.667 2999,-536.667 2995.5,-546.667 3002.5,-546.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 111 -->\r\n",
       "<g id=\"node112\" class=\"node\"><title>111</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3153.5,-536.5 3062.5,-536.5 3062.5,-468.5 3153.5,-468.5 3153.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3108\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3108\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3108\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3108\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 109&#45;&gt;111 -->\r\n",
       "<g id=\"edge111\" class=\"edge\"><title>109&#45;&gt;111</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3036.82,-579.907C3047.61,-568.321 3059.37,-555.698 3070.17,-544.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3072.85,-546.37 3077.1,-536.667 3067.72,-541.598 3072.85,-546.37\"/>\r\n",
       "</g>\r\n",
       "<!-- 114 -->\r\n",
       "<g id=\"node115\" class=\"node\"><title>114</title>\r\n",
       "<polygon fill=\"#55abe9\" stroke=\"black\" points=\"3378,-901 3280,-901 3280,-818 3378,-818 3378,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 46.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.219</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 24</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 21]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3329\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 113&#45;&gt;114 -->\r\n",
       "<g id=\"edge114\" class=\"edge\"><title>113&#45;&gt;114</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3329,-936.907C3329,-928.649 3329,-919.864 3329,-911.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3332.5,-911.021 3329,-901.021 3325.5,-911.021 3332.5,-911.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 123 -->\r\n",
       "<g id=\"node124\" class=\"node\"><title>123</title>\r\n",
       "<polygon fill=\"#f0b58b\" stroke=\"black\" points=\"3609.5,-901 3470.5,-901 3470.5,-818 3609.5,-818 3609.5,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 44387.549</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.415</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 17</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 5]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 113&#45;&gt;123 -->\r\n",
       "<g id=\"edge123\" class=\"edge\"><title>113&#45;&gt;123</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3381.16,-948.579C3405.28,-935.203 3434.45,-919.028 3461.17,-904.209\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3463.09,-907.151 3470.13,-899.241 3459.69,-901.029 3463.09,-907.151\"/>\r\n",
       "</g>\r\n",
       "<!-- 115 -->\r\n",
       "<g id=\"node116\" class=\"node\"><title>115</title>\r\n",
       "<polygon fill=\"#b0d8f5\" stroke=\"black\" points=\"3317.5,-782 3226.5,-782 3226.5,-699 3317.5,-699 3317.5,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3272\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 44.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3272\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.469</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3272\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3272\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 5]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3272\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 114&#45;&gt;115 -->\r\n",
       "<g id=\"edge115\" class=\"edge\"><title>114&#45;&gt;115</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3309.22,-817.907C3305.02,-809.286 3300.54,-800.09 3296.2,-791.175\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3299.27,-789.478 3291.74,-782.021 3292.97,-792.544 3299.27,-789.478\"/>\r\n",
       "</g>\r\n",
       "<!-- 122 -->\r\n",
       "<g id=\"node123\" class=\"node\"><title>122</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3434,-774.5 3336,-774.5 3336,-706.5 3434,-706.5 3434,-774.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3385\" y=\"-759.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3385\" y=\"-744.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 16</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3385\" y=\"-729.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 16]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3385\" y=\"-714.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 114&#45;&gt;122 -->\r\n",
       "<g id=\"edge122\" class=\"edge\"><title>114&#45;&gt;122</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3348.43,-817.907C3353.71,-806.873 3359.44,-794.898 3364.77,-783.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3367.96,-785.198 3369.13,-774.667 3361.65,-782.176 3367.96,-785.198\"/>\r\n",
       "</g>\r\n",
       "<!-- 116 -->\r\n",
       "<g id=\"node117\" class=\"node\"><title>116</title>\r\n",
       "<polygon fill=\"#61b1ea\" stroke=\"black\" points=\"3354,-663 3196,-663 3196,-580 3354,-580 3354,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3275\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">savings_acct_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3275\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.278</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3275\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3275\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 5]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3275\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 115&#45;&gt;116 -->\r\n",
       "<g id=\"edge116\" class=\"edge\"><title>115&#45;&gt;116</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3273.04,-698.907C3273.25,-690.558 3273.48,-681.671 3273.7,-673.02\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3277.2,-673.107 3273.96,-663.021 3270.21,-672.928 3277.2,-673.107\"/>\r\n",
       "</g>\r\n",
       "<!-- 121 -->\r\n",
       "<g id=\"node122\" class=\"node\"><title>121</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3463.5,-655.5 3372.5,-655.5 3372.5,-587.5 3463.5,-587.5 3463.5,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3418\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3418\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3418\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3418\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 115&#45;&gt;121 -->\r\n",
       "<g id=\"edge121\" class=\"edge\"><title>115&#45;&gt;121</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3317.79,-702.801C3333.89,-689.901 3352.05,-675.35 3368.44,-662.213\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3370.72,-664.875 3376.33,-655.89 3366.34,-659.413 3370.72,-664.875\"/>\r\n",
       "</g>\r\n",
       "<!-- 117 -->\r\n",
       "<g id=\"node118\" class=\"node\"><title>117</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3291.5,-536.5 3200.5,-536.5 3200.5,-468.5 3291.5,-468.5 3291.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3246\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3246\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3246\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3246\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 116&#45;&gt;117 -->\r\n",
       "<g id=\"edge117\" class=\"edge\"><title>116&#45;&gt;117</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3264.94,-579.907C3262.26,-569.094 3259.35,-557.376 3256.64,-546.441\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3260.02,-545.531 3254.22,-536.667 3253.23,-547.215 3260.02,-545.531\"/>\r\n",
       "</g>\r\n",
       "<!-- 118 -->\r\n",
       "<g id=\"node119\" class=\"node\"><title>118</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"3446.5,-544 3309.5,-544 3309.5,-461 3446.5,-461 3446.5,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3378\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">mortgage_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3378\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3378\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3378\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3378\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 116&#45;&gt;118 -->\r\n",
       "<g id=\"edge118\" class=\"edge\"><title>116&#45;&gt;118</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3310.74,-579.907C3318.72,-570.832 3327.27,-561.121 3335.51,-551.769\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3338.35,-553.839 3342.33,-544.021 3333.09,-549.214 3338.35,-553.839\"/>\r\n",
       "</g>\r\n",
       "<!-- 119 -->\r\n",
       "<g id=\"node120\" class=\"node\"><title>119</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3368.5,-417.5 3277.5,-417.5 3277.5,-349.5 3368.5,-349.5 3368.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3323\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3323\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3323\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3323\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 118&#45;&gt;119 -->\r\n",
       "<g id=\"edge119\" class=\"edge\"><title>118&#45;&gt;119</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3358.92,-460.907C3353.73,-449.873 3348.1,-437.898 3342.87,-426.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3346.01,-425.228 3338.59,-417.667 3339.68,-428.206 3346.01,-425.228\"/>\r\n",
       "</g>\r\n",
       "<!-- 120 -->\r\n",
       "<g id=\"node121\" class=\"node\"><title>120</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3477.5,-417.5 3386.5,-417.5 3386.5,-349.5 3477.5,-349.5 3477.5,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3432\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3432\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3432\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3432\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 118&#45;&gt;120 -->\r\n",
       "<g id=\"edge120\" class=\"edge\"><title>118&#45;&gt;120</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3396.74,-460.907C3401.83,-449.873 3407.35,-437.898 3412.49,-426.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3415.68,-428.213 3416.69,-417.667 3409.32,-425.28 3415.68,-428.213\"/>\r\n",
       "</g>\r\n",
       "<!-- 124 -->\r\n",
       "<g id=\"node125\" class=\"node\"><title>124</title>\r\n",
       "<polygon fill=\"#e78c49\" stroke=\"black\" points=\"3627.5,-782 3452.5,-782 3452.5,-699 3627.5,-699 3627.5,-782\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-766.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_SUBURBAN &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-751.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.142</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-736.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 13</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-721.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3540\" y=\"-706.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 123&#45;&gt;124 -->\r\n",
       "<g id=\"edge124\" class=\"edge\"><title>123&#45;&gt;124</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3540,-817.907C3540,-809.649 3540,-800.864 3540,-792.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3543.5,-792.021 3540,-782.021 3536.5,-792.021 3543.5,-792.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 129 -->\r\n",
       "<g id=\"node130\" class=\"node\"><title>129</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3736.5,-774.5 3645.5,-774.5 3645.5,-706.5 3736.5,-706.5 3736.5,-774.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3691\" y=\"-759.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3691\" y=\"-744.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3691\" y=\"-729.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3691\" y=\"-714.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 123&#45;&gt;129 -->\r\n",
       "<g id=\"edge129\" class=\"edge\"><title>123&#45;&gt;129</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3592.39,-817.907C3607.77,-805.99 3624.57,-792.976 3639.87,-781.12\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3642.43,-783.559 3648.19,-774.667 3638.15,-778.025 3642.43,-783.559\"/>\r\n",
       "</g>\r\n",
       "<!-- 125 -->\r\n",
       "<g id=\"node126\" class=\"node\"><title>125</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3583,-655.5 3485,-655.5 3485,-587.5 3583,-587.5 3583,-655.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3534\" y=\"-640.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3534\" y=\"-625.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 11</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3534\" y=\"-610.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [11, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3534\" y=\"-595.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 124&#45;&gt;125 -->\r\n",
       "<g id=\"edge125\" class=\"edge\"><title>124&#45;&gt;125</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3537.92,-698.907C3537.37,-688.204 3536.78,-676.615 3536.22,-665.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3539.71,-665.475 3535.7,-655.667 3532.72,-665.833 3539.71,-665.475\"/>\r\n",
       "</g>\r\n",
       "<!-- 126 -->\r\n",
       "<g id=\"node127\" class=\"node\"><title>126</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"3765,-663 3601,-663 3601,-580 3765,-580 3765,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3683\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">savings_acct_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3683\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3683\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3683\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3683\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 124&#45;&gt;126 -->\r\n",
       "<g id=\"edge126\" class=\"edge\"><title>124&#45;&gt;126</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3589.61,-698.907C3601.26,-689.379 3613.76,-679.148 3625.71,-669.37\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3627.95,-672.062 3633.47,-663.021 3623.52,-666.644 3627.95,-672.062\"/>\r\n",
       "</g>\r\n",
       "<!-- 127 -->\r\n",
       "<g id=\"node128\" class=\"node\"><title>127</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3673.5,-536.5 3582.5,-536.5 3582.5,-468.5 3673.5,-468.5 3673.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3628\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3628\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3628\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3628\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 126&#45;&gt;127 -->\r\n",
       "<g id=\"edge127\" class=\"edge\"><title>126&#45;&gt;127</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3663.92,-579.907C3658.73,-568.873 3653.1,-556.898 3647.87,-545.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3651.01,-544.228 3643.59,-536.667 3644.68,-547.206 3651.01,-544.228\"/>\r\n",
       "</g>\r\n",
       "<!-- 128 -->\r\n",
       "<g id=\"node129\" class=\"node\"><title>128</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3782.5,-536.5 3691.5,-536.5 3691.5,-468.5 3782.5,-468.5 3782.5,-536.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3737\" y=\"-521.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3737\" y=\"-506.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3737\" y=\"-491.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3737\" y=\"-476.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 126&#45;&gt;128 -->\r\n",
       "<g id=\"edge128\" class=\"edge\"><title>126&#45;&gt;128</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3701.74,-579.907C3706.83,-568.873 3712.35,-556.898 3717.49,-545.773\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3720.68,-547.213 3721.69,-536.667 3714.32,-544.28 3720.68,-547.213\"/>\r\n",
       "</g>\r\n",
       "<!-- 131 -->\r\n",
       "<g id=\"node132\" class=\"node\"><title>131</title>\r\n",
       "<polygon fill=\"#f0b78e\" stroke=\"black\" points=\"3845.5,-1139 3754.5,-1139 3754.5,-1056 3845.5,-1056 3845.5,-1139\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1123.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 63.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1108.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.42</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1093.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 10</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1078.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [7, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1063.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 130&#45;&gt;131 -->\r\n",
       "<g id=\"edge131\" class=\"edge\"><title>130&#45;&gt;131</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3800,-1174.91C3800,-1166.65 3800,-1157.86 3800,-1149.3\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3803.5,-1149.02 3800,-1139.02 3796.5,-1149.02 3803.5,-1149.02\"/>\r\n",
       "</g>\r\n",
       "<!-- 138 -->\r\n",
       "<g id=\"node139\" class=\"node\"><title>138</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3962,-1131.5 3864,-1131.5 3864,-1063.5 3962,-1063.5 3962,-1131.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3913\" y=\"-1116.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3913\" y=\"-1101.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 28</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3913\" y=\"-1086.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 28]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3913\" y=\"-1071.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 130&#45;&gt;138 -->\r\n",
       "<g id=\"edge138\" class=\"edge\"><title>130&#45;&gt;138</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3839.2,-1174.91C3850.39,-1163.32 3862.59,-1150.7 3873.78,-1139.11\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3876.54,-1141.29 3880.97,-1131.67 3871.5,-1136.43 3876.54,-1141.29\"/>\r\n",
       "</g>\r\n",
       "<!-- 132 -->\r\n",
       "<g id=\"node133\" class=\"node\"><title>132</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"3864,-1020 3736,-1020 3736,-937 3864,-937 3864,-1020\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-1004.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">married_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-989.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-974.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-959.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-944.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 131&#45;&gt;132 -->\r\n",
       "<g id=\"edge132\" class=\"edge\"><title>131&#45;&gt;132</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3800,-1055.91C3800,-1047.65 3800,-1038.86 3800,-1030.3\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3803.5,-1030.02 3800,-1020.02 3796.5,-1030.02 3803.5,-1030.02\"/>\r\n",
       "</g>\r\n",
       "<!-- 137 -->\r\n",
       "<g id=\"node138\" class=\"node\"><title>137</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3973.5,-1012.5 3882.5,-1012.5 3882.5,-944.5 3973.5,-944.5 3973.5,-1012.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3928\" y=\"-997.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3928\" y=\"-982.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3928\" y=\"-967.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [4, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3928\" y=\"-952.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 131&#45;&gt;137 -->\r\n",
       "<g id=\"edge137\" class=\"edge\"><title>131&#45;&gt;137</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3844.41,-1055.91C3857.33,-1044.1 3871.42,-1031.22 3884.29,-1019.45\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3886.7,-1022 3891.71,-1012.67 3881.97,-1016.83 3886.7,-1022\"/>\r\n",
       "</g>\r\n",
       "<!-- 133 -->\r\n",
       "<g id=\"node134\" class=\"node\"><title>133</title>\r\n",
       "<polygon fill=\"#eeab7b\" stroke=\"black\" points=\"3887.5,-901 3712.5,-901 3712.5,-818 3887.5,-818 3887.5,-901\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-885.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_SUBURBAN &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-870.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.375</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-855.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-840.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-825.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 132&#45;&gt;133 -->\r\n",
       "<g id=\"edge133\" class=\"edge\"><title>132&#45;&gt;133</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3800,-936.907C3800,-928.649 3800,-919.864 3800,-911.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3803.5,-911.021 3800,-901.021 3796.5,-911.021 3803.5,-911.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 136 -->\r\n",
       "<g id=\"node137\" class=\"node\"><title>136</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3996.5,-893.5 3905.5,-893.5 3905.5,-825.5 3996.5,-825.5 3996.5,-893.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3951\" y=\"-878.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3951\" y=\"-863.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 2</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3951\" y=\"-848.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 2]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3951\" y=\"-833.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 132&#45;&gt;136 -->\r\n",
       "<g id=\"edge136\" class=\"edge\"><title>132&#45;&gt;136</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3852.39,-936.907C3867.77,-924.99 3884.57,-911.976 3899.87,-900.12\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3902.43,-902.559 3908.19,-893.667 3898.15,-897.025 3902.43,-902.559\"/>\r\n",
       "</g>\r\n",
       "<!-- 134 -->\r\n",
       "<g id=\"node135\" class=\"node\"><title>134</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"3845.5,-774.5 3754.5,-774.5 3754.5,-706.5 3845.5,-706.5 3845.5,-774.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-759.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-744.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-729.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3800\" y=\"-714.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 133&#45;&gt;134 -->\r\n",
       "<g id=\"edge134\" class=\"edge\"><title>133&#45;&gt;134</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3800,-817.907C3800,-807.204 3800,-795.615 3800,-784.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3803.5,-784.667 3800,-774.667 3796.5,-784.667 3803.5,-784.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 135 -->\r\n",
       "<g id=\"node136\" class=\"node\"><title>135</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"3954.5,-774.5 3863.5,-774.5 3863.5,-706.5 3954.5,-706.5 3954.5,-774.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"3909\" y=\"-759.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">gini = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3909\" y=\"-744.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3909\" y=\"-729.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"3909\" y=\"-714.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 133&#45;&gt;135 -->\r\n",
       "<g id=\"edge135\" class=\"edge\"><title>133&#45;&gt;135</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3837.82,-817.907C3848.61,-806.321 3860.37,-793.698 3871.17,-782.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3873.85,-784.37 3878.1,-774.667 3868.72,-779.598 3873.85,-784.37\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0xeb2d03d3c8>"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.tree import export_graphviz\n",
    "\n",
    "from IPython.display import SVG\n",
    "from graphviz import Source\n",
    "from IPython.display import display\n",
    "\n",
    "import graphviz\n",
    "\n",
    "export_graphviz(treeclf,out_file='dtree.dot', feature_names=vs_train.columns, class_names=[\"No\",\"Yes\"],filled=True)\n",
    "\n",
    "with open(\"dtree.dot\") as f:\n",
    "    dot_graph = f.read()\n",
    "graphviz.Source(dot_graph)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[]"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "system(dot -Tpng dtree.dot -o dtree.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Decision trees is an example of model with low bias and high variance. The tree makes almost no assumptions about target function but it is highly susceptible to variance in data.\n",
    "\n",
    "More the depth of the decision tree means lesser the bias as we're relying on data more rather than assumptions. If the tree is shallow then we're not checking a lot of conditions/constrains ie the logic is simple or less complex, hence it automatically reduces over-fitting. This introduces more bias compared to deeper trees where we overfit the data.\n",
    "\n",
    "When a new data point is fed, even if one of the parameters deviates slightly, the condition will not be met and it will take the wrong branch. Therefore it has high variance.\n",
    "\n",
    "In the above example, we are not prunning the tree during the process causing the tree to overfit having an accuracy score of 1 on the training data."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Decision Tree (entropy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "treeclf = tree.DecisionTreeClassifier(criterion='entropy', min_samples_split=10, max_depth=5)\n",
    "treeclf = treeclf.fit(vs_train, vs_target_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['NO' 'YES' 'NO' 'YES' 'YES' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO'\n",
      " 'YES' 'YES' 'NO' 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'YES' 'NO'\n",
      " 'YES' 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO' 'NO' 'YES' 'YES'\n",
      " 'YES' 'YES' 'YES' 'YES' 'YES' 'YES' 'NO' 'NO' 'YES' 'NO' 'YES' 'YES'\n",
      " 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'YES' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO'\n",
      " 'YES' 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'YES' 'YES' 'NO' 'YES' 'NO' 'NO'\n",
      " 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'YES' 'YES' 'NO'\n",
      " 'NO' 'NO' 'NO' 'YES' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO' 'NO'\n",
      " 'YES']\n"
     ]
    }
   ],
   "source": [
    "treepreds_test = treeclf.predict(vs_test)\n",
    "print(treepreds_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score on Training:  0.8666666666666667\n",
      "Score on Test:  0.7916666666666666\n"
     ]
    }
   ],
   "source": [
    "print(\"Score on Training: \",treeclf.score(vs_train, vs_target_train))\n",
    "print(\"Score on Test: \",treeclf.score(vs_test, vs_target_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Decision tree classifier using default parameters is performed on the dataset. The accuracy score on the training set is higher than the testing set but difference between the accuracy score of the training set and testing set is nearly equal.\n",
    "##### Classification Report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "          NO       0.77      0.89      0.83        66\n",
      "         YES       0.84      0.67      0.74        54\n",
      "\n",
      "    accuracy                           0.79       120\n",
      "   macro avg       0.80      0.78      0.78       120\n",
      "weighted avg       0.80      0.79      0.79       120\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(vs_target_test, treepreds_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The average accuracy rate for decision tree is ~0.80.\n",
    "##### Confusion matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[59  7]\n",
      " [18 36]]\n"
     ]
    }
   ],
   "source": [
    "treecm = confusion_matrix(vs_target_test, treepreds_test)\n",
    "print(treecm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQYAAAD4CAYAAAAO2kjhAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/d3fzzAAAACXBIWXMAAAsTAAALEwEAmpwYAAAUhklEQVR4nO3de5BkZX3G8e/DsshFQJZdNshFSFgwaAU0G0SNhktUFA1oGRQpCxMENfGKKUFjRUWT0sREKTTqctGNCoIXBJGwkBUEDCKgiFwEVoQILKzLHUTYnXnyx3lHe6Znp8/MdM/pmX4+Vaemz6Xf8+up6d+8533f8x7ZJiKi1UZNBxAR/SeJISLaJDFERJskhohok8QQEW2SGCKiTRJDwyRtJuk7kh6S9PVplHOEpAu7GVtTJL1I0s1NxzHIlHEM9Uh6A3As8EzgEeBa4J9tXz7Nct8IvAN4ge31042z30kysMT2qqZjiQ1LjaEGSccCnwb+BVgM7Az8J3BIF4p/BnDLICSFOiRt3HQMAdjOMsECbA08Cvz1BMc8hSpx3F2WTwNPKfv2A+4E3gusAVYDf1P2fQR4ElhXznEU8GHgKy1l7wIY2Lisvwm4jarW8kvgiJbtl7e87wXAVcBD5ecLWvZdAnwU+EEp50Jg4QY+20j872uJ/1DgFcAtwP3AB1qO3we4AniwHPsZYJOy79LyWR4rn/d1LeUfB9wDfHlkW3nPH5VzPLesPx34NbBf038bc3lpPIB+X4CDgPUjX8wNHHMC8ENgO2AR8L/AR8u+/cr7TwDmly/Ub4Btyv6xiWCDiQHYAngY2KPs2x54Vnn9u8QALAAeAN5Y3nd4Wd+27L8E+AWwO7BZWf/4Bj7bSPz/VOI/unwxTwe2BJ4FPA7sWo7/U2Dfct5dgJuAd7eUZ2C3ccr/BFWC3aw1MZRjjgZuBDYHVgCfbPrvYq4vuZTobFtgrSeu6h8BnGB7je1fU9UE3tiyf13Zv872+VT/LfeYYjzDwLMlbWZ7te0bxjnmYOBW21+2vd72GcDPgVe1HPNF27fYfhw4C9h7gnOuo2pPWQd8DVgInGj7kXL+G4G9AGxfY/uH5by3A18A/qLGZ/qQ7SdKPKPYPhlYBVxJlQz/sUN5MU1JDJ3dByzscO37dOCOlvU7yrbflTEmsfwGeOpkA7H9GFX1+63AaknflfTMGvGMxLRDy/o9k4jnPttD5fXIF/felv2Pj7xf0u6SzpN0j6SHqdplFk5QNsCvbf+2wzEnA88GTrL9RIdjY5qSGDq7AniC6rp6Q+6makQcsXPZNhWPUVWZR/xB607bK2y/hOo/58+pvjCd4hmJ6a4pxjQZn6OKa4ntrYAPAOrwngm7xiQ9lard5lTgw5IWdCHOmEASQwe2H6K6vv6spEMlbS5pvqSXS/rXctgZwAclLZK0sBz/lSme8lrgxZJ2lrQ18P6RHZIWSzpE0hZUyepRqmr4WOcDu0t6g6SNJb0O2BM4b4oxTcaWVO0gj5bazNvG7L8X+MNJlnkicLXtNwPfBT4/7ShjQkkMNdj+d6oxDB+kanj7FfB24NvlkI8BVwPXAT8Dfly2TeVcFwFnlrKuYfSXeaMSx91ULfV/QfsXD9v3Aa+k6gm5j6pH4ZW2104lpkn6B+ANVL0dJ1N9llYfBpZLelDSYZ0Kk3QIVQPwyOc8FniupCO6FnG0yQCniGiTwSQRDXrZ/lv4vvuHOh8IXHPdEytsH9TjkIAkhohGrb1/iCtX7Fjr2Pnb/6JT707XJDFENMoMebz242YlMUQ0yMDwxL21jUhiiGiQMetcr41hJqW7cookHSTpZkmrJB3fdDxzjaTTJK2RdH3TsfTaMK61zKQkhimQNA/4LPByqoFDh0vas9mo5pwvUY1fmNMMDOFay0xKYpiafYBVtm+z/STVjUXdmJshCtuXUg3imvP6scaQNoap2YFq9OOIO4HnNRRLzGIGhvpwkGESQ0TD+q+zMolhqu4CdmpZ35GZuXMx5hg30H5QRxLD1FwFLJG0K1VCeD3VjUMRk2LDuv7LC2l8nIoy6crbqaYZuwk4awMzKcUUSTqDai6MPSTdKemopmPqDTFUc5lJqTFMUZmi7fym45irbB/edAwzwcBwH9YYkhgiGjbTtYE6khgiGlQNcEpiiIgxhp3EEBEtUmOIiDZGrPO8psNok+7KaZB0TNMxzHVz/Xc8UmPot+7KJIbpmdN/tH1ijv+OxZA3qrXMpFxKRDSomsGp//4/91ViWLhgnnfZaX7TYdS28w4bs3SvTftweMqG3XLd5p0P6iObsjlbacGs+h3/lsd40k/Urvun8bGDXXaaz49W7NT5wJiylz1976ZDmPOu9Mrax9qa8cuEOvoqMUQMouHUGCKilRFPuv++hv0XUcQASeNjRIxrKEOiI6KVEUOpMUTEWMPplYiIVtWQ6CSGiGjRrzdRJTFENMgmA5wiYixlgFNEjFY9iSo1hogYo5uNj5JuBx4BhoD1tpdKWgCcCewC3A4cZvuBicrpv1QVMUCMGHa9ZRL2t7237aVl/Xhgpe0lwMqyPqEkhoiGDbFRrWUaDgGWl9fLgUM7vSGXEhENmmR35UJJV7esL7O9rK1IuFCSgS+U/Yttry777wEWdzpREkNEg6onUdWuDaxtuTzYkD+3fZek7YCLJP181Plsl6QxoSSGiIZ1cwYn23eVn2sknQ3sA9wraXvbqyVtD6zpVE7aGCIaZIthb1Rr6UTSFpK2HHkNvBS4HjgXOLIcdiRwTqeyUmOIaFgXxzEsBs6WBNV3+3TbF0i6CjirPDH8DuCwTgUlMUQ0qJqopTuXErZvA/YaZ/t9wIGTKSuJIaJRmQw2IsYw5O7KiBhtZORjv0liiGhYJoONiFGq+RhSY4iIMXIpERGjVG0MuZSIiDHyUNuIGMWI9cPproyIMTLnY0SMkl6JiBhXGh8jYpSMfIyIcaWNISJGqaZ2S2KIiFZOd2VEjNHNiVq6KYkhomG5lIiIUfq1jaGnHaiSDpJ0s6RVkjo+FitiEPXgEXXT1rMag6R5wGeBlwB3AldJOtf2jb06Z8RsM4jjGPYBVpWZa5H0Napn6CUxRIwwrB+wkY87AL9qWb8TeF4Pzxcx6/RrG0PjjY+SjgGOAdh5h8bDiZhx/ZgYelmHuQvYqWV9x7JtFNvLbC+1vXTRtv030COil0baGPqt8bGXieEqYImkXSVtArye6hl6EdHCVq1lJvWs7m57vaS3AyuAecBptm/o1fkiZquBG/lo+3zg/F6eI2I2s/uzjSGtfRGNEkPDg9VdGRE1zHT7QR1JDBENyjiGiGjnqp2h3yQxRDSsH3sl+q/VI2KAmO6PY5A0T9JPJJ1X1neVdGW5y/nMMq5oQkkMEY3qycjHdwE3tax/AviU7d2AB4CjOhWQxBDRsOFh1VrqkLQjcDBwSlkXcADwjXLIcuDQTuWkjSGiQXbXuys/DbwP2LKsbws8aHt9Wb+T6s7nCaXGENGwSVxKLJR0dctyTGs5kl4JrLF9zXRjSo0homGT6K5ca3vpBPtfCPyVpFcAmwJbAScCT5O0cak1jHuX81ipMUQ0rFu9Erbfb3tH27tQ3c38PdtHABcDry2HHQmc06msJIaIBpl6SWGa7RDHAcdKWkXV5nBqpzfkUiKiYb0Y+Gj7EuCS8vo2qjlYa0tiiGiSwTW7ImdSEkNEw3J3ZUS0yU1UETHKyL0S/SaJIaJJBpIYImKsXEpERLskhogYTemujIgxun93ZVckMUQ0LZcSEdEuNYaIGGs21RgkncQEIdt+Z08iihg0sykxAFfPWBQRg2q23URle/lMBhIxsGZZjQEASYuoJnrYk2q6KABsH9DDuCIGRx92V9aZwemrVHPU7wp8BLgduKqHMUUMFLneMpPqJIZtbZ8KrLP9fdt/SzVPfURMlyexzKA63ZXrys/Vkg4G7gYW9C6kiEGivryUqJMYPiZpa+C9wElUU1K/p6dRRQyS2dj4aPu88vIhYP/ehhMxgIabDqBdnV6JLzJOTittDRExHbN4opbzWl5vCryaqp0hIrpgpnsc6qhzKfHN1nVJZwCX9yyiiEEzGxPDOJYA23U7EICbb1/IAW96cy+KjuKXpzQdwdz3xAlXNB3CtNVpY3iE0TntHqqRkBHRBbP1UmLLmQgkYmD1YeNjx5GPklbW2RYRU2Cq7so6ywyaaD6GTYHNgYWStuH308xsBewwA7FFDITZdinxFuDdwNOBa/h9YngY+Exvw4oYILMpMdg+EThR0jtsnzSDMUUMlj5MDHXurhyW9LSRFUnbSPq73oUUMTjq3nLdj7ddH237wZEV2w8AR/csoohBY9VbZlCdAU7zJMmunrAnaR6wSW/Dihggs/RS4gLgTEkHSjoQOAP4796GFTE4NFxv6ViOtKmkH0n6qaQbJH2kbN9V0pWSVkk6U1LHf+x1EsNxwPeAt5blZ8BmNd4XEZ10t43hCeAA23sBewMHSdoX+ATwKdu7AQ8AR3UqqGNisD0MXEk11+M+VNO63VQrzIjorEtTu7nyaFmdXxZTfWe/UbYvBw7tVNZEA5x2Bw4vy1rgzHLyTNYS0U1dbGMobYDXALsBnwV+ATxoe3055E5qDFCcqPHx58BlwCttryonzZRuEV02ia7IhZJaHwS1zPay1gNsDwF7lyEGZwPPnEpMEyWG1wCvBy6WdAHwNfrx6ZsRg2Ot7aV1DrT9oKSLgecDT5O0cak17Ajc1en9G2xjsP1t26+nyjgXUw2P3k7S5yS9tE5wEVFDl9oYJC0aGYwoaTPgJVTtgRcDry2HHQmc06msOo2Pj9k+3farqLLNT8h8DBHd4e51VwLbU9Xwr6N6KNRFZTLn44BjJa0CtgVO7VTQpGZwKqMel5UlIrqhS42Ptq8DnjPO9tuoehRrm8rUbhHRJWL23XYdETMhiSEiRmngzsk6khgimpbEEBFj1exxmFFJDBFNS40hIkapOXhppiUxRDQsjY8R0S6JISLGSo0hItolMUREqyamhq8jiSGiaUkMETFWagwR0S6JISLaJDFExChpfIyIcSUxRMRYubsyItrkUiIiRsvdlRExriSGiGjVr7NEd3zgzFRJOk3SGknX9+ocEXNCl55E1U09SwzAl4CDelh+xJwgu9Yyk3p2KWH7Ukm79Kr8iDnB6a6MiPH0YRtD44lB0jHAMQBP2fRpzQYT0YCBanysy/Yy20ttL52/yRZNhxMx8/qw8bHxGkPEQOvTm6h62V15BnAFsIekOyUd1atzRcxqg1RjsH14r8qOmCv6dYBTLiUiGqbh/ssMSQwRTerTm6ga75WIGHQarrd0LEfaSdLFkm6UdIOkd5XtCyRdJOnW8nObTmUlMUQ0rXuNj+uB99reE9gX+HtJewLHAyttLwFWlvUJJTFENGzkoTOdlk5sr7b94/L6EeAmYAfgEGB5OWw5cGinstLGENEkAz24Qarcp/Qc4Epgse3VZdc9wOJO709iiGjYJG6iWijp6pb1ZbaXtZUnPRX4JvBu2w9L+t0+25Y61z+SGCIaNMlxDGttL52wPGk+VVL4qu1vlc33Stre9mpJ2wNrOp0obQwRTbLrLx2oqhqcCtxk+z9adp0LHFleHwmc06ms1BgiGtbFkY8vBN4I/EzStWXbB4CPA2eV2xLuAA7rVFASQ0TTupQYbF9OdXUyngMnU1YSQ0TDcq9ERIxmIPdKRMRYmfMxItrN8AzQdSQxRDQsbQwRMVqf3nadxBDRoGrkY/9lhiSGiKal8TEixkqNISJGszOOISLapVciItrlUiIiRsnTriNiXKkxRESb/ssLSQwRTUt3ZUSMZmAoiSEiWginxhAR40hiiIg2SQwRMYrJTVQR0S5tDBHRLokhIkaxYbj/riWSGCKa1n95IYkhomlpY4iIdkkMETFKnkTV2aMP37X2+yuOv6PpOCZhIbC26SAmZUXTAUza7PsdwzPqH1rvEfczra8Sg+1FTccwGZKutr206TjmsoH4HScxRMQoBob6r1siiSGiUQYnMcw1y5oOYADM/d9xH15KbNR0ALOZ7Z780UoaknStpOslfV3S5tMo60uSXltenyJpzwmO3U/SC6ZwjtslLZxqjBPp1e+4b4z0StRZZlASQ3963Pbetp8NPAm8tXWnpCnV9Gy/2faNExyyHzDpxBDTZNdbapB0mqQ1kq5v2bZA0kWSbi0/t+lUThJD/7sM2K38N79M0rnAjZLmSfo3SVdJuk7SWwBU+YykmyX9D7DdSEGSLpG0tLw+SNKPJf1U0kpJu1AloPeU2sqLJC2S9M1yjqskvbC8d1tJF0q6QdIpVM9mjanqYmIAvgQcNGbb8cBK20uAlWV9Qmlj6GOlZvBy4IKy6bnAs23/UtIxwEO2/0zSU4AfSLoQeA6wB7AnsBi4EThtTLmLgJOBF5eyFti+X9LngUdtf7IcdzrwKduXS9qZahTEHwMfAi63fYKkg4GjevqLmMtsGBrqYnG+tCT5VodQ1QYBlgOXAMdNVE4SQ3/aTNK15fVlwKlUVfwf2f5l2f5S4E9G2g+ArYElwIuBM2wPAXdL+t445e8LXDpSlu37NxDHXwJ7Sr+rEGwl6anlHK8p7/2upAem9jEDmInGx8W2V5fX91D9w5hQEkN/etz23q0bypfzsdZNwDtsrxhz3Cu6GMdGwL62fztOLNEt9RPDQklXt6wvm2zjrG1LnZ+WmTaG2WsF8DZJ8wEk7S5pC+BS4HWlDWJ7YP9x3vtD4MWSdi3vXVC2PwJs2XLchcA7RlYk7V1eXgq8oWx7OdCxMSs2pGaPRNUrsdb20palblK4t/wtUH6u6fSGJIbZ6xSq9oMflxboL1DVAM8Gbi37/gu4Yuwbbf8aOAb4lqSfAmeWXd8BXj3S+Ai8E1haGjdv5Pe9Ix+hSiw3UF1S/F+PPuPcZ7CHay3TcC5wZHl9JHBOpzfIfTi4ImJQbL3xIj9/q0NrHbvigVOu6XTfiKQzqBoaFwL3UjUUfxs4C9gZuAM4bIJ2JSBtDBHN6+I/Z9uHb2DXgZMpJ4khokld7q7sliSGiIY5k8FGxGiZqCUixsrUbhExrszHEBGtDDg1hogYxZnBKSLG4T7srszIx4gGSbqAapRiHWttj51roSeSGCKiTW6iiog2SQwR0SaJISLaJDFERJskhoho8/8fAS6pbUCHaAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 288x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.matshow(treecm)\n",
    "plt.title('Confusion matrix')\n",
    "plt.colorbar()\n",
    "plt.ylabel('Actual')\n",
    "plt.xlabel('Predicted')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "As can be seen in the above confusion matrix, we see a value of 59 for True Positives and value of 36 for True Negatives.\n",
    "False positives and False negatives have a value around 18 and 7 respectively.\n",
    "##### Decision Tree Graph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: Tree Pages: 1 -->\r\n",
       "<svg width=\"1922pt\" height=\"671pt\"\r\n",
       " viewBox=\"0.00 0.00 1922.00 671.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 667)\">\r\n",
       "<title>Tree</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-667 1918,-667 1918,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<polygon fill=\"#fbece1\" stroke=\"black\" points=\"1564.5,-663 1439.5,-663 1439.5,-580 1564.5,-580 1564.5,-663\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1502\" y=\"-647.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 49774.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1502\" y=\"-632.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.995</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1502\" y=\"-617.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 480</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1502\" y=\"-602.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [260, 220]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1502\" y=\"-587.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<polygon fill=\"#f8dfcd\" stroke=\"black\" points=\"1441,-544 1323,-544 1323,-461 1441,-461 1441,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 1.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.985</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 442</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [253, 189]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1460.37,-579.907C1450.87,-570.651 1440.7,-560.732 1430.93,-551.209\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1433.16,-548.496 1423.56,-544.021 1428.28,-553.508 1433.16,-548.496\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1423.88\" y=\"-565.319\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">True</text>\r\n",
       "</g>\r\n",
       "<!-- 32 -->\r\n",
       "<g id=\"node33\" class=\"node\"><title>32</title>\r\n",
       "<polygon fill=\"#66b3eb\" stroke=\"black\" points=\"1652,-544 1546,-544 1546,-461 1652,-461 1652,-544\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-528.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-513.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.689</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-498.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 38</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-483.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [7, 31]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-468.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;32 -->\r\n",
       "<g id=\"edge32\" class=\"edge\"><title>0&#45;&gt;32</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1535.65,-579.907C1543.18,-570.832 1551.23,-561.121 1558.98,-551.769\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1561.72,-553.953 1565.41,-544.021 1556.33,-549.485 1561.72,-553.953\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1567.73\" y=\"-565.212\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">False</text>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<polygon fill=\"#f3f9fd\" stroke=\"black\" points=\"780,-425 662,-425 662,-342 780,-342 780,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.999</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 297</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [144, 153]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1322.76,-491.014C1200.46,-469.367 920.611,-419.832 790.226,-396.753\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"790.803,-393.301 780.346,-395.004 789.583,-400.194 790.803,-393.301\"/>\r\n",
       "</g>\r\n",
       "<!-- 17 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>17</title>\r\n",
       "<polygon fill=\"#eeab7a\" stroke=\"black\" points=\"1444.5,-425 1319.5,-425 1319.5,-342 1444.5,-342 1444.5,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 30442.3</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.809</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 145</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [109, 36]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1382\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;17 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>1&#45;&gt;17</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1382,-460.907C1382,-452.649 1382,-443.864 1382,-435.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1385.5,-435.021 1382,-425.021 1378.5,-435.021 1385.5,-435.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<polygon fill=\"#f3c6a6\" stroke=\"black\" points=\"453,-306 319,-306 319,-223 453,-223 453,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">married_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.938</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 200</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [129, 71]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M661.88,-361.852C606.429,-342.486 523.208,-313.421 462.674,-292.279\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"463.756,-288.949 453.161,-288.956 461.448,-295.558 463.756,-288.949\"/>\r\n",
       "</g>\r\n",
       "<!-- 10 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10</title>\r\n",
       "<polygon fill=\"#5dafea\" stroke=\"black\" points=\"787,-306 655,-306 655,-223 787,-223 787,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 15576.45</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.621</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 97</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [15, 82]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"721\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;10 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>2&#45;&gt;10</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M721,-341.907C721,-333.649 721,-324.864 721,-316.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"724.5,-316.021 721,-306.021 717.5,-316.021 724.5,-316.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<polygon fill=\"#9ccef2\" stroke=\"black\" points=\"248.5,-187 105.5,-187 105.5,-104 248.5,-104 248.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">mortgage_YES &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.918</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 66</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [22, 44]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>3&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M318.721,-225.836C299.282,-214.955 277.868,-202.967 257.702,-191.677\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"259.277,-188.548 248.841,-186.717 255.857,-194.656 259.277,-188.548\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<polygon fill=\"#eca16b\" stroke=\"black\" points=\"465,-187 307,-187 307,-104 465,-104 465,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">savings_acct_NO &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.725</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 134</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [107, 27]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"386\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>3&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M386,-222.907C386,-214.649 386,-205.864 386,-197.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"389.5,-197.021 386,-187.021 382.5,-197.021 389.5,-197.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<polygon fill=\"#4ba6e7\" stroke=\"black\" points=\"106,-68 0,-68 0,-0 106,-0 106,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.414</text>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 36</text>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 33]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"53\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M130.827,-103.726C120.189,-94.3318 108.884,-84.349 98.2836,-74.9883\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"100.522,-72.2953 90.7091,-68.2996 95.8882,-77.5424 100.522,-72.2953\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<polygon fill=\"#f4caac\" stroke=\"black\" points=\"230,-68 124,-68 124,-0 230,-0 230,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.948</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 30</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [19, 11]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"177\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>4&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M177,-103.726C177,-95.5175 177,-86.8595 177,-78.56\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"180.5,-78.2996 177,-68.2996 173.5,-78.2996 180.5,-78.2996\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<polygon fill=\"#e78b48\" stroke=\"black\" points=\"354,-68 248,-68 248,-0 354,-0 354,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"301\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.374</text>\r\n",
       "<text text-anchor=\"middle\" x=\"301\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 83</text>\r\n",
       "<text text-anchor=\"middle\" x=\"301\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [77, 6]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"301\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 7&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>7&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M354.349,-103.726C347.411,-94.7878 340.059,-85.3168 333.103,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"335.746,-74.0528 326.849,-68.2996 330.216,-78.3451 335.746,-74.0528\"/>\r\n",
       "</g>\r\n",
       "<!-- 9 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>9</title>\r\n",
       "<polygon fill=\"#f7d9c4\" stroke=\"black\" points=\"478,-68 372,-68 372,-0 478,-0 478,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"425\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.977</text>\r\n",
       "<text text-anchor=\"middle\" x=\"425\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 51</text>\r\n",
       "<text text-anchor=\"middle\" x=\"425\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [30, 21]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"425\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 7&#45;&gt;9 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>7&#45;&gt;9</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M400.522,-103.726C403.543,-95.2439 406.735,-86.2819 409.781,-77.7312\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"413.082,-78.8943 413.14,-68.2996 406.487,-76.5456 413.082,-78.8943\"/>\r\n",
       "</g>\r\n",
       "<!-- 11 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>11</title>\r\n",
       "<polygon fill=\"#eeab7b\" stroke=\"black\" points=\"706.5,-187 581.5,-187 581.5,-104 706.5,-104 706.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"644\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 12694.1</text>\r\n",
       "<text text-anchor=\"middle\" x=\"644\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.811</text>\r\n",
       "<text text-anchor=\"middle\" x=\"644\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 16</text>\r\n",
       "<text text-anchor=\"middle\" x=\"644\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"644\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 10&#45;&gt;11 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>10&#45;&gt;11</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M694.285,-222.907C688.492,-214.105 682.305,-204.703 676.322,-195.612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"679.089,-193.45 670.668,-187.021 673.241,-197.298 679.089,-193.45\"/>\r\n",
       "</g>\r\n",
       "<!-- 14 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>14</title>\r\n",
       "<polygon fill=\"#41a1e6\" stroke=\"black\" points=\"871.5,-187 724.5,-187 724.5,-104 871.5,-104 871.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"798\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">region_RURAL &lt;= 0.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"798\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.229</text>\r\n",
       "<text text-anchor=\"middle\" x=\"798\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 81</text>\r\n",
       "<text text-anchor=\"middle\" x=\"798\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 78]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"798\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 10&#45;&gt;14 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>10&#45;&gt;14</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M747.715,-222.907C753.508,-214.105 759.695,-204.703 765.678,-195.612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"768.759,-197.298 771.332,-187.021 762.911,-193.45 768.759,-197.298\"/>\r\n",
       "</g>\r\n",
       "<!-- 12 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>12</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"588,-68 496,-68 496,-0 588,-0 588,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"542\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"542\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 9</text>\r\n",
       "<text text-anchor=\"middle\" x=\"542\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [9, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"542\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;12 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>11&#45;&gt;12</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M606.019,-103.726C597.523,-94.6054 588.51,-84.93 580.013,-75.8078\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"582.396,-73.2312 573.019,-68.2996 577.274,-78.0025 582.396,-73.2312\"/>\r\n",
       "</g>\r\n",
       "<!-- 13 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>13</title>\r\n",
       "<polygon fill=\"#cee6f8\" stroke=\"black\" points=\"712,-68 606,-68 606,-0 712,-0 712,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"659\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.985</text>\r\n",
       "<text text-anchor=\"middle\" x=\"659\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 7</text>\r\n",
       "<text text-anchor=\"middle\" x=\"659\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"659\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;13 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>11&#45;&gt;13</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M649.585,-103.726C650.722,-95.4263 651.922,-86.6671 653.071,-78.2834\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"656.549,-78.6821 654.438,-68.2996 649.614,-77.732 656.549,-78.6821\"/>\r\n",
       "</g>\r\n",
       "<!-- 15 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>15</title>\r\n",
       "<polygon fill=\"#3c9ee5\" stroke=\"black\" points=\"836,-68 730,-68 730,-0 836,-0 836,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"783\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.111</text>\r\n",
       "<text text-anchor=\"middle\" x=\"783\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 68</text>\r\n",
       "<text text-anchor=\"middle\" x=\"783\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [1, 67]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"783\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 14&#45;&gt;15 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>14&#45;&gt;15</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M792.415,-103.726C791.278,-95.4263 790.078,-86.6671 788.929,-78.2834\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"792.386,-77.732 787.562,-68.2996 785.451,-78.6821 792.386,-77.732\"/>\r\n",
       "</g>\r\n",
       "<!-- 16 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>16</title>\r\n",
       "<polygon fill=\"#5dafea\" stroke=\"black\" points=\"960,-68 854,-68 854,-0 960,-0 960,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"907\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.619</text>\r\n",
       "<text text-anchor=\"middle\" x=\"907\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 13</text>\r\n",
       "<text text-anchor=\"middle\" x=\"907\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [2, 11]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"907\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 14&#45;&gt;16 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>14&#45;&gt;16</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M838.588,-103.726C847.758,-94.5142 857.491,-84.7364 866.651,-75.5343\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"869.278,-77.8561 873.852,-68.2996 864.317,-72.9176 869.278,-77.8561\"/>\r\n",
       "</g>\r\n",
       "<!-- 18 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>18</title>\r\n",
       "<polygon fill=\"#e88e4e\" stroke=\"black\" points=\"1353,-306 1247,-306 1247,-223 1353,-223 1353,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 34.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.457</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 104</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [94, 10]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 17&#45;&gt;18 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>17&#45;&gt;18</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1353.55,-341.907C1347.32,-333.014 1340.66,-323.509 1334.22,-314.331\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1337,-312.201 1328.4,-306.021 1331.27,-316.219 1337,-312.201\"/>\r\n",
       "</g>\r\n",
       "<!-- 25 -->\r\n",
       "<g id=\"node26\" class=\"node\"><title>25</title>\r\n",
       "<polygon fill=\"#abd6f4\" stroke=\"black\" points=\"1535,-306 1429,-306 1429,-223 1535,-223 1535,-306\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1482\" y=\"-290.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">children &lt;= 2.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1482\" y=\"-275.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.947</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1482\" y=\"-260.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 41</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1482\" y=\"-245.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [15, 26]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1482\" y=\"-230.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 17&#45;&gt;25 -->\r\n",
       "<g id=\"edge25\" class=\"edge\"><title>17&#45;&gt;25</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1416.69,-341.907C1424.45,-332.832 1432.75,-323.121 1440.74,-313.769\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1443.53,-315.897 1447.37,-306.021 1438.21,-311.349 1443.53,-315.897\"/>\r\n",
       "</g>\r\n",
       "<!-- 19 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>19</title>\r\n",
       "<polygon fill=\"#ea995f\" stroke=\"black\" points=\"1200,-187 1094,-187 1094,-104 1200,-104 1200,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 22.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.636</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 56</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [47, 9]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 18&#45;&gt;19 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>18&#45;&gt;19</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1246.92,-222.907C1234.46,-213.379 1221.08,-203.148 1208.29,-193.37\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1210.06,-190.315 1199.99,-187.021 1205.81,-195.876 1210.06,-190.315\"/>\r\n",
       "</g>\r\n",
       "<!-- 22 -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>22</title>\r\n",
       "<polygon fill=\"#e6843d\" stroke=\"black\" points=\"1353,-187 1247,-187 1247,-104 1353,-104 1353,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 49.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.146</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 48</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [47, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1300\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 18&#45;&gt;22 -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>18&#45;&gt;22</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1300,-222.907C1300,-214.649 1300,-205.864 1300,-197.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1303.5,-197.021 1300,-187.021 1296.5,-197.021 1303.5,-197.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 20 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>20</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1076,-68 978,-68 978,-0 1076,-0 1076,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 15</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [15, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1027\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 19&#45;&gt;20 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>19&#45;&gt;20</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1102.32,-103.726C1092.12,-94.423 1081.29,-84.5428 1071.12,-75.2612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1073.24,-72.4547 1063.49,-68.2996 1068.52,-77.6255 1073.24,-72.4547\"/>\r\n",
       "</g>\r\n",
       "<!-- 21 -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>21</title>\r\n",
       "<polygon fill=\"#eca471\" stroke=\"black\" points=\"1200,-68 1094,-68 1094,-0 1200,-0 1200,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.759</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 41</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [32, 9]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1147\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 19&#45;&gt;21 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>19&#45;&gt;21</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1147,-103.726C1147,-95.5175 1147,-86.8595 1147,-78.56\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1150.5,-78.2996 1147,-68.2996 1143.5,-78.2996 1150.5,-78.2996\"/>\r\n",
       "</g>\r\n",
       "<!-- 23 -->\r\n",
       "<g id=\"node24\" class=\"node\"><title>23</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1316,-68 1218,-68 1218,-0 1316,-0 1316,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1267\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1267\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 31</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1267\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [31, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1267\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 22&#45;&gt;23 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>22&#45;&gt;23</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1287.71,-103.726C1285.18,-95.3351 1282.51,-86.4745 1279.96,-78.0072\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1283.27,-76.8643 1277.04,-68.2996 1276.57,-78.8842 1283.27,-76.8643\"/>\r\n",
       "</g>\r\n",
       "<!-- 24 -->\r\n",
       "<g id=\"node25\" class=\"node\"><title>24</title>\r\n",
       "<polygon fill=\"#e78945\" stroke=\"black\" points=\"1440,-68 1334,-68 1334,-0 1440,-0 1440,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1387\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.323</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1387\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 17</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1387\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [16, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1387\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 22&#45;&gt;24 -->\r\n",
       "<g id=\"edge24\" class=\"edge\"><title>22&#45;&gt;24</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1332.4,-103.726C1339.5,-94.7878 1347.02,-85.3168 1354.14,-76.3558\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1357.06,-78.3065 1360.54,-68.2996 1351.58,-73.9519 1357.06,-78.3065\"/>\r\n",
       "</g>\r\n",
       "<!-- 26 -->\r\n",
       "<g id=\"node27\" class=\"node\"><title>26</title>\r\n",
       "<polygon fill=\"#55abe9\" stroke=\"black\" points=\"1564,-187 1458,-187 1458,-104 1564,-104 1564,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 46.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.544</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 24</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 21]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 25&#45;&gt;26 -->\r\n",
       "<g id=\"edge26\" class=\"edge\"><title>25&#45;&gt;26</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1492.06,-222.907C1494.15,-214.468 1496.38,-205.477 1498.55,-196.738\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1501.95,-197.569 1500.96,-187.021 1495.15,-195.885 1501.95,-197.569\"/>\r\n",
       "</g>\r\n",
       "<!-- 29 -->\r\n",
       "<g id=\"node30\" class=\"node\"><title>29</title>\r\n",
       "<polygon fill=\"#f0b58b\" stroke=\"black\" points=\"1820.5,-187 1681.5,-187 1681.5,-104 1820.5,-104 1820.5,-187\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-171.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">income &lt;= 44387.549</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-156.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.874</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-141.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 17</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-126.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 5]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-111.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 25&#45;&gt;29 -->\r\n",
       "<g id=\"edge29\" class=\"edge\"><title>25&#45;&gt;29</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1535.33,-227.613C1538.23,-225.994 1541.13,-224.445 1544,-223 1584.7,-202.515 1632.25,-184.554 1671.51,-171.192\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1672.95,-174.403 1681.31,-167.895 1670.71,-167.769 1672.95,-174.403\"/>\r\n",
       "</g>\r\n",
       "<!-- 27 -->\r\n",
       "<g id=\"node28\" class=\"node\"><title>27</title>\r\n",
       "<polygon fill=\"#b0d8f5\" stroke=\"black\" points=\"1564,-68 1458,-68 1458,-0 1564,-0 1564,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.954</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 8</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 5]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1511\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 26&#45;&gt;27 -->\r\n",
       "<g id=\"edge27\" class=\"edge\"><title>26&#45;&gt;27</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1511,-103.726C1511,-95.5175 1511,-86.8595 1511,-78.56\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1514.5,-78.2996 1511,-68.2996 1507.5,-78.2996 1514.5,-78.2996\"/>\r\n",
       "</g>\r\n",
       "<!-- 28 -->\r\n",
       "<g id=\"node29\" class=\"node\"><title>28</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1680,-68 1582,-68 1582,-0 1680,-0 1680,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1631\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1631\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 16</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1631\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 16]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1631\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 26&#45;&gt;28 -->\r\n",
       "<g id=\"edge28\" class=\"edge\"><title>26&#45;&gt;28</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1555.68,-103.726C1565.88,-94.423 1576.71,-84.5428 1586.88,-75.2612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1589.48,-77.6255 1594.51,-68.2996 1584.76,-72.4547 1589.48,-77.6255\"/>\r\n",
       "</g>\r\n",
       "<!-- 30 -->\r\n",
       "<g id=\"node31\" class=\"node\"><title>30</title>\r\n",
       "<polygon fill=\"#e78c49\" stroke=\"black\" points=\"1804,-68 1698,-68 1698,-0 1804,-0 1804,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.391</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 13</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [12, 1]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1751\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 29&#45;&gt;30 -->\r\n",
       "<g id=\"edge30\" class=\"edge\"><title>29&#45;&gt;30</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1751,-103.726C1751,-95.5175 1751,-86.8595 1751,-78.56\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1754.5,-78.2996 1751,-68.2996 1747.5,-78.2996 1754.5,-78.2996\"/>\r\n",
       "</g>\r\n",
       "<!-- 31 -->\r\n",
       "<g id=\"node32\" class=\"node\"><title>31</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1914,-68 1822,-68 1822,-0 1914,-0 1914,-68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1868\" y=\"-52.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1868\" y=\"-37.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1868\" y=\"-22.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 4]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1868\" y=\"-7.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 29&#45;&gt;31 -->\r\n",
       "<g id=\"edge31\" class=\"edge\"><title>29&#45;&gt;31</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1794.57,-103.726C1804.51,-94.423 1815.06,-84.5428 1824.98,-75.2612\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1827.51,-77.6882 1832.42,-68.2996 1822.73,-72.5774 1827.51,-77.6882\"/>\r\n",
       "</g>\r\n",
       "<!-- 33 -->\r\n",
       "<g id=\"node34\" class=\"node\"><title>33</title>\r\n",
       "<polygon fill=\"#f0b78e\" stroke=\"black\" points=\"1652,-425 1546,-425 1546,-342 1652,-342 1652,-425\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-409.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">age &lt;= 63.5</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-394.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.881</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-379.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 10</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-364.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [7, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-349.8\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 32&#45;&gt;33 -->\r\n",
       "<g id=\"edge33\" class=\"edge\"><title>32&#45;&gt;33</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-460.907C1599,-452.649 1599,-443.864 1599,-435.302\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-435.021 1599,-425.021 1595.5,-435.021 1602.5,-435.021\"/>\r\n",
       "</g>\r\n",
       "<!-- 36 -->\r\n",
       "<g id=\"node37\" class=\"node\"><title>36</title>\r\n",
       "<polygon fill=\"#399de5\" stroke=\"black\" points=\"1768,-417.5 1670,-417.5 1670,-349.5 1768,-349.5 1768,-417.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-402.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-387.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 28</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-372.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [0, 28]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1719\" y=\"-357.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = Yes</text>\r\n",
       "</g>\r\n",
       "<!-- 32&#45;&gt;36 -->\r\n",
       "<g id=\"edge36\" class=\"edge\"><title>32&#45;&gt;36</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1640.63,-460.907C1652.63,-449.211 1665.71,-436.457 1677.69,-424.78\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1680.27,-427.154 1684.98,-417.667 1675.38,-422.142 1680.27,-427.154\"/>\r\n",
       "</g>\r\n",
       "<!-- 34 -->\r\n",
       "<g id=\"node35\" class=\"node\"><title>34</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"black\" points=\"1645,-298.5 1553,-298.5 1553,-230.5 1645,-230.5 1645,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 1.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 6</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [3, 3]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1599\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 33&#45;&gt;34 -->\r\n",
       "<g id=\"edge34\" class=\"edge\"><title>33&#45;&gt;34</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-341.907C1599,-331.204 1599,-319.615 1599,-308.776\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-308.667 1599,-298.667 1595.5,-308.667 1602.5,-308.667\"/>\r\n",
       "</g>\r\n",
       "<!-- 35 -->\r\n",
       "<g id=\"node36\" class=\"node\"><title>35</title>\r\n",
       "<polygon fill=\"#e58139\" stroke=\"black\" points=\"1755,-298.5 1663,-298.5 1663,-230.5 1755,-230.5 1755,-298.5\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"1709\" y=\"-283.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">entropy = 0.0</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1709\" y=\"-268.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">samples = 4</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1709\" y=\"-253.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">value = [4, 0]</text>\r\n",
       "<text text-anchor=\"middle\" x=\"1709\" y=\"-238.3\" font-family=\"Times New Roman,serif\" font-size=\"14.00\">class = No</text>\r\n",
       "</g>\r\n",
       "<!-- 33&#45;&gt;35 -->\r\n",
       "<g id=\"edge35\" class=\"edge\"><title>33&#45;&gt;35</title>\r\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1637.16,-341.907C1648.06,-330.321 1659.93,-317.698 1670.82,-306.111\"/>\r\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1673.52,-308.35 1677.82,-298.667 1668.42,-303.555 1673.52,-308.35\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.files.Source at 0xeb2c1d61c8>"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.tree import export_graphviz\n",
    "\n",
    "from IPython.display import SVG\n",
    "from graphviz import Source\n",
    "from IPython.display import display\n",
    "\n",
    "tree = export_graphviz(treeclf, out_file='prune_dtree.dot', feature_names=vs_train.columns, class_names=['No','Yes'],filled=True)\n",
    "with open(\"prune_dtree.dot\") as f:\n",
    "    dot_graph = f.read()\n",
    "graphviz.Source(dot_graph)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[]"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "system(dot -Tpng prune_dtree.dot -o prune_dtree.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The above graph shows up the pruned version of the decision tree with a better accuracy rate for the training model and the testiing model."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}