05_03_begin.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "ee7e7699",
   "metadata": {},
   "source": [
    "# Grouping data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "29452d05",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "dc791129",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2240 entries, 0 to 2239\n",
      "Data columns (total 29 columns):\n",
      " #   Column               Non-Null Count  Dtype  \n",
      "---  ------               --------------  -----  \n",
      " 0   ID                   2240 non-null   int64  \n",
      " 1   Year_Birth           2240 non-null   int64  \n",
      " 2   Education            2240 non-null   object \n",
      " 3   Marital_Status       2240 non-null   object \n",
      " 4   Income               2216 non-null   float64\n",
      " 5   Kidhome              2240 non-null   int64  \n",
      " 6   Teenhome             2240 non-null   int64  \n",
      " 7   Dt_Customer          2240 non-null   object \n",
      " 8   Recency              2240 non-null   int64  \n",
      " 9   MntWines             2240 non-null   int64  \n",
      " 10  MntFruits            2240 non-null   int64  \n",
      " 11  MntMeatProducts      2240 non-null   int64  \n",
      " 12  MntFishProducts      2240 non-null   int64  \n",
      " 13  MntSweetProducts     2240 non-null   int64  \n",
      " 14  MntGoldProds         2240 non-null   int64  \n",
      " 15  NumDealsPurchases    2240 non-null   int64  \n",
      " 16  NumWebPurchases      2240 non-null   int64  \n",
      " 17  NumCatalogPurchases  2240 non-null   int64  \n",
      " 18  NumStorePurchases    2240 non-null   int64  \n",
      " 19  NumWebVisitsMonth    2240 non-null   int64  \n",
      " 20  AcceptedCmp3         2240 non-null   int64  \n",
      " 21  AcceptedCmp4         2240 non-null   int64  \n",
      " 22  AcceptedCmp5         2240 non-null   int64  \n",
      " 23  AcceptedCmp1         2240 non-null   int64  \n",
      " 24  AcceptedCmp2         2240 non-null   int64  \n",
      " 25  Complain             2240 non-null   int64  \n",
      " 26  Z_CostContact        2240 non-null   int64  \n",
      " 27  Z_Revenue            2240 non-null   int64  \n",
      " 28  Response             2240 non-null   int64  \n",
      "dtypes: float64(1), int64(25), object(3)\n",
      "memory usage: 507.6+ KB\n"
     ]
    }
   ],
   "source": [
    "df = pd.read_csv(\"./data/marketing_campaign.csv\", sep='\\t')\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a39d6a11",
   "metadata": {},
   "source": [
    "## Average amount of each product bought by each group of customers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "178450b4",
   "metadata": {},
   "outputs": [],
   "source": [
    "amt_bought = [\n",
    "    'MntWines',\n",
    "    'MntFruits',\n",
    "    'MntMeatProducts',\n",
    "    'MntFishProducts',\n",
    "    'MntSweetProducts',\n",
    "    'MntGoldProds'\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f886b74a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>MntWines</th>\n",
       "      <th>MntFruits</th>\n",
       "      <th>MntMeatProducts</th>\n",
       "      <th>MntFishProducts</th>\n",
       "      <th>MntSweetProducts</th>\n",
       "      <th>MntGoldProds</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Marital_Status</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Absurd</th>\n",
       "      <td>355.500000</td>\n",
       "      <td>84.500000</td>\n",
       "      <td>312.500000</td>\n",
       "      <td>205.500000</td>\n",
       "      <td>30.500000</td>\n",
       "      <td>204.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Alone</th>\n",
       "      <td>184.666667</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>26.333333</td>\n",
       "      <td>7.666667</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>27.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divorced</th>\n",
       "      <td>324.844828</td>\n",
       "      <td>27.426724</td>\n",
       "      <td>150.206897</td>\n",
       "      <td>35.043103</td>\n",
       "      <td>26.818966</td>\n",
       "      <td>46.288793</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Married</th>\n",
       "      <td>299.480324</td>\n",
       "      <td>25.734954</td>\n",
       "      <td>160.681713</td>\n",
       "      <td>35.380787</td>\n",
       "      <td>26.701389</td>\n",
       "      <td>42.822917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Single</th>\n",
       "      <td>288.331250</td>\n",
       "      <td>26.835417</td>\n",
       "      <td>182.108333</td>\n",
       "      <td>38.216667</td>\n",
       "      <td>27.262500</td>\n",
       "      <td>43.729167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Together</th>\n",
       "      <td>306.825862</td>\n",
       "      <td>25.350000</td>\n",
       "      <td>168.103448</td>\n",
       "      <td>38.991379</td>\n",
       "      <td>26.122414</td>\n",
       "      <td>42.994828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Widow</th>\n",
       "      <td>369.272727</td>\n",
       "      <td>33.090909</td>\n",
       "      <td>189.285714</td>\n",
       "      <td>51.389610</td>\n",
       "      <td>39.012987</td>\n",
       "      <td>56.766234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YOLO</th>\n",
       "      <td>322.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>42.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  MntWines  MntFruits  MntMeatProducts  MntFishProducts  \\\n",
       "Marital_Status                                                            \n",
       "Absurd          355.500000  84.500000       312.500000       205.500000   \n",
       "Alone           184.666667   4.000000        26.333333         7.666667   \n",
       "Divorced        324.844828  27.426724       150.206897        35.043103   \n",
       "Married         299.480324  25.734954       160.681713        35.380787   \n",
       "Single          288.331250  26.835417       182.108333        38.216667   \n",
       "Together        306.825862  25.350000       168.103448        38.991379   \n",
       "Widow           369.272727  33.090909       189.285714        51.389610   \n",
       "YOLO            322.000000   3.000000        50.000000         4.000000   \n",
       "\n",
       "                MntSweetProducts  MntGoldProds  \n",
       "Marital_Status                                  \n",
       "Absurd                 30.500000    204.000000  \n",
       "Alone                   7.000000     27.000000  \n",
       "Divorced               26.818966     46.288793  \n",
       "Married                26.701389     42.822917  \n",
       "Single                 27.262500     43.729167  \n",
       "Together               26.122414     42.994828  \n",
       "Widow                  39.012987     56.766234  \n",
       "YOLO                    3.000000     42.000000  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby(['Marital_Status']).mean()[amt_bought]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e628ab39",
   "metadata": {},
   "source": [
    "## Grouping by multiple columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "93206f7c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>median</th>\n",
       "      <th>mean</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Education</th>\n",
       "      <th>Marital_Status</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2n Cycle</th>\n",
       "      <th>Divorced</th>\n",
       "      <td>49118.0</td>\n",
       "      <td>49395.130435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Married</th>\n",
       "      <td>46462.5</td>\n",
       "      <td>46201.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Single</th>\n",
       "      <td>48668.5</td>\n",
       "      <td>53673.944444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Together</th>\n",
       "      <td>45774.0</td>\n",
       "      <td>44736.410714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Widow</th>\n",
       "      <td>47682.0</td>\n",
       "      <td>51392.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">Basic</th>\n",
       "      <th>Divorced</th>\n",
       "      <td>9548.0</td>\n",
       "      <td>9548.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Married</th>\n",
       "      <td>22352.0</td>\n",
       "      <td>21960.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Single</th>\n",
       "      <td>16383.0</td>\n",
       "      <td>18238.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Together</th>\n",
       "      <td>23179.0</td>\n",
       "      <td>21240.071429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Widow</th>\n",
       "      <td>22123.0</td>\n",
       "      <td>22123.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">Graduation</th>\n",
       "      <th>Absurd</th>\n",
       "      <td>79244.0</td>\n",
       "      <td>79244.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Alone</th>\n",
       "      <td>34176.0</td>\n",
       "      <td>34176.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divorced</th>\n",
       "      <td>55635.0</td>\n",
       "      <td>54526.042017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Married</th>\n",
       "      <td>50737.0</td>\n",
       "      <td>50800.258741</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Single</th>\n",
       "      <td>49973.5</td>\n",
       "      <td>51322.182927</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Together</th>\n",
       "      <td>53977.0</td>\n",
       "      <td>55758.480702</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Widow</th>\n",
       "      <td>58275.0</td>\n",
       "      <td>54976.657143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">Master</th>\n",
       "      <th>Absurd</th>\n",
       "      <td>65487.0</td>\n",
       "      <td>65487.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Alone</th>\n",
       "      <td>61331.0</td>\n",
       "      <td>61331.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divorced</th>\n",
       "      <td>49476.0</td>\n",
       "      <td>50331.945946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Married</th>\n",
       "      <td>53088.5</td>\n",
       "      <td>53286.028986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Single</th>\n",
       "      <td>49494.0</td>\n",
       "      <td>53530.560000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Together</th>\n",
       "      <td>49736.0</td>\n",
       "      <td>52109.009804</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Widow</th>\n",
       "      <td>51529.0</td>\n",
       "      <td>58401.545455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">PhD</th>\n",
       "      <th>Alone</th>\n",
       "      <td>35860.0</td>\n",
       "      <td>35860.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divorced</th>\n",
       "      <td>50613.5</td>\n",
       "      <td>53096.615385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Married</th>\n",
       "      <td>57081.5</td>\n",
       "      <td>58138.031579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Single</th>\n",
       "      <td>50198.0</td>\n",
       "      <td>53314.614583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Together</th>\n",
       "      <td>56756.0</td>\n",
       "      <td>56041.422414</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Widow</th>\n",
       "      <td>57032.0</td>\n",
       "      <td>60288.083333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YOLO</th>\n",
       "      <td>48432.0</td>\n",
       "      <td>48432.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            median          mean\n",
       "Education  Marital_Status                       \n",
       "2n Cycle   Divorced        49118.0  49395.130435\n",
       "           Married         46462.5  46201.100000\n",
       "           Single          48668.5  53673.944444\n",
       "           Together        45774.0  44736.410714\n",
       "           Widow           47682.0  51392.200000\n",
       "Basic      Divorced         9548.0   9548.000000\n",
       "           Married         22352.0  21960.500000\n",
       "           Single          16383.0  18238.666667\n",
       "           Together        23179.0  21240.071429\n",
       "           Widow           22123.0  22123.000000\n",
       "Graduation Absurd          79244.0  79244.000000\n",
       "           Alone           34176.0  34176.000000\n",
       "           Divorced        55635.0  54526.042017\n",
       "           Married         50737.0  50800.258741\n",
       "           Single          49973.5  51322.182927\n",
       "           Together        53977.0  55758.480702\n",
       "           Widow           58275.0  54976.657143\n",
       "Master     Absurd          65487.0  65487.000000\n",
       "           Alone           61331.0  61331.000000\n",
       "           Divorced        49476.0  50331.945946\n",
       "           Married         53088.5  53286.028986\n",
       "           Single          49494.0  53530.560000\n",
       "           Together        49736.0  52109.009804\n",
       "           Widow           51529.0  58401.545455\n",
       "PhD        Alone           35860.0  35860.000000\n",
       "           Divorced        50613.5  53096.615385\n",
       "           Married         57081.5  58138.031579\n",
       "           Single          50198.0  53314.614583\n",
       "           Together        56756.0  56041.422414\n",
       "           Widow           57032.0  60288.083333\n",
       "           YOLO            48432.0  48432.000000"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby(['Education', 'Marital_Status'])['Income'].agg(['median', 'mean'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bdd1ea6d",
   "metadata": {},
   "source": [
    "## Applying a custom aggregate function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d19009a8",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a898789e",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8f0b486a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e9d2e3a1",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}