src/01_Data_Gathering.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Gathering"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from   farfetch import Farfetch\n",
    "import pandas   as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of product ratings:   21641\n",
      "Total number of in-stock ratings:  16105\n",
      "Total number of unique customers:  9667\n",
      "Total number of unique products:   13518\n"
     ]
    }
   ],
   "source": [
    "ff = Farfetch()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Farfetch Customer Reviews"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# delete customer reviews from the existing Mongo NoSQL database\n",
    "# ff.clear_review_collection()\n",
    "\n",
    "# collect 100,000 customer reviews from the website\n",
    "# ff.parse_site_reviews(100000)\n",
    "# ff.save_reviews_to_json('../Data/farfetch_customer_reviews.json')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "100000"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check number of total documents in review collection\n",
    "ff.review_collection.count_documents({})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'Date': 'Today',\n",
       "  'Rating': 4.0,\n",
       "  'Pieces': [{'Description': 'Sunnei, white Sabot slip-on suede low-top sneakers',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/sunnei-white-sabot-slip-on-suede-low-top-sneakers-item-13571910.aspx'}],\n",
       "  'Ordered From': \"O'\",\n",
       "  'Reviewed by': 'JI SULIM'},\n",
       " {'Date': 'Today',\n",
       "  'Rating': 5.0,\n",
       "  'Pieces': [{'Description': 'Valentino, Valentino Garavani Open sneakers',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx'}],\n",
       "  'Ordered From': 'BIONDINI PARIS',\n",
       "  'Reviewed by': 'Pitchanun',\n",
       "  'Review': 'The service was superb!'},\n",
       " {'Date': 'Today',\n",
       "  'Rating': 5.0,\n",
       "  'Pieces': [{'Description': 'Dolce & Gabbana, DOLCE & GABBANA GH570AFUFFJ B0074 ??? Natural (Vegetable)->Cotton',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/dolce-gabbana-dolce-gabbana-gh570afuffj-b0074-natural-vegetable-cotton-item-11487905.aspx'}],\n",
       "  'Ordered From': 'Boutique',\n",
       "  'Reviewed by': 'Marcio AlexandreWust'},\n",
       " {'Date': 'Today',\n",
       "  'Rating': 5.0,\n",
       "  'Pieces': [{'Description': 'Joseph, slim-fit trousers',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx'},\n",
       "   {'Description': 'Joseph, slim-fit tank top',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx'},\n",
       "   {'Description': 'Joseph, scoop neck vest top',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx'}],\n",
       "  'Ordered From': 'TWENTYONE ST. JOHNS WOOD',\n",
       "  'Reviewed by': '林寶鳳'},\n",
       " {'Date': 'Today',\n",
       "  'Rating': 5.0,\n",
       "  'Pieces': [{'Description': 'Lela Rose, bow neck short dress',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx'}],\n",
       "  'Ordered From': 'Boutique',\n",
       "  'Reviewed by': 'PAm t',\n",
       "  'Review': 'the only issue is the DHL service--- harder to return if necessary -- BUT I love your store!!!'}]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examples of customer reviews\n",
    "list(ff.review_collection.find({}, {'_id': 0}))[0:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'Date': '3/28/2019', 'Rating': 3.0, 'Pieces': []},\n",
       " {'Date': '3/28/2019', 'Rating': 5.0, 'Pieces': []},\n",
       " {'Date': '3/28/2019',\n",
       "  'Rating': 5.0,\n",
       "  'Pieces': [{'Description': 'Jil Sander, zip pocket shirt',\n",
       "    'URL': 'https://www.farfetch.com/shopping/women/jil-sander-zip-pocket-shirt-item-13399429.aspx'}],\n",
       "  'Ordered From': 'DELIBERTI',\n",
       "  'Reviewed by': 'x'},\n",
       " {'Date': '3/28/2019', 'Rating': 5.0, 'Pieces': []},\n",
       " {'Date': '3/28/2019', 'Rating': 5.0, 'Pieces': []}]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# item information starts being collected around March 28, 2019\n",
    "list(ff.review_collection.find({}, {'_id': 0}))[14400:14405]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Farfetch Product Details"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# delete product details from the existing Mongo NoSQL database\n",
    "# ff.clear_product_collection()\n",
    "\n",
    "# collect 18,504 product details from the website\n",
    "# ff.parse_site_products(0)\n",
    "# ff.save_products_to_json('../Data/farfetch_product_details.json')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18504"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check number of total documents in product collection\n",
    "ff.product_collection.count_documents({})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'URL': 'https://www.farfetch.com/shopping/women/sunnei-white-sabot-slip-on-suede-low-top-sneakers-item-13571910.aspx',\n",
       "  'Out of Stock': True},\n",
       " {'URL': 'https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx',\n",
       "  'Original': '$695',\n",
       "  'Designer': 'Valentino',\n",
       "  'Product': 'Valentino Garavani Open sneakers',\n",
       "  'Gender': 'Women',\n",
       "  'Category': 'Shoes',\n",
       "  'Subcategory': 'Sneakers',\n",
       "  'Style': 'RW2S0781BLU',\n",
       "  'Color': 'JN5 BIANCO BLUE',\n",
       "  'Made In': 'Made in Italy'},\n",
       " {'URL': 'https://www.farfetch.com/shopping/women/dolce-gabbana-dolce-gabbana-gh570afuffj-b0074-natural-vegetable-cotton-item-11487905.aspx',\n",
       "  'Out of Stock': True},\n",
       " {'URL': 'https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx',\n",
       "  'Original': '$252',\n",
       "  'Discount': '50% Off',\n",
       "  'On Sale': '$126',\n",
       "  'Designer': 'Joseph',\n",
       "  'Product': 'slim-fit trousers',\n",
       "  'Gender': 'Women',\n",
       "  'Category': 'Clothing',\n",
       "  'Subcategory': 'Slim Pants',\n",
       "  'Style': 'JP000631',\n",
       "  'Color': '0211 SMOKE',\n",
       "  'Made In': 'Imported'},\n",
       " {'URL': 'https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx',\n",
       "  'Original': '$259',\n",
       "  'Discount': '40% Off',\n",
       "  'On Sale': '$155',\n",
       "  'Designer': 'Joseph',\n",
       "  'Product': 'slim-fit tank top',\n",
       "  'Gender': 'Women',\n",
       "  'Category': 'Clothing',\n",
       "  'Subcategory': 'Vests & Tank Tops',\n",
       "  'Style': 'JF003206',\n",
       "  'Color': '0020 WHITE',\n",
       "  'Made In': 'Imported'}]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examples of product details\n",
    "list(ff.product_collection.find({}, {'_id': 0}))[0:5]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of product ratings:   21641\n",
      "Total number of in-stock ratings:  16105\n",
      "Total number of unique customers:  9667\n",
      "Total number of unique products:   13518\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>User</th>\n",
       "      <th>URL</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Pitchanun</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Pitchanun</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Marcel G.Torres</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Ebba Hellberg</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>林寶鳳</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/joseph...</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              User                                                URL  Rating\n",
       "0        Pitchanun  https://www.farfetch.com/shopping/women/valent...     5.0\n",
       "1        Pitchanun  https://www.farfetch.com/shopping/women/valent...     5.0\n",
       "2  Marcel G.Torres  https://www.farfetch.com/shopping/women/valent...     4.0\n",
       "3    Ebba Hellberg  https://www.farfetch.com/shopping/women/valent...     5.0\n",
       "4              林寶鳳  https://www.farfetch.com/shopping/women/joseph...     5.0"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check utility matrix for recommender systems\n",
    "utility_matrix, in_stock_reviews, users, items = ff.get_utility_matrix()\n",
    "utility_matrix.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "User           0\n",
      "Item           0\n",
      "URL            0\n",
      "Rating         0\n",
      "Category       0\n",
      "Color          0\n",
      "Designer       0\n",
      "Discount       0\n",
      "Gender         0\n",
      "Made In        0\n",
      "On Sale        0\n",
      "Original       0\n",
      "Product        0\n",
      "Style          0\n",
      "Subcategory    0\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>User</th>\n",
       "      <th>Item</th>\n",
       "      <th>URL</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Category</th>\n",
       "      <th>Color</th>\n",
       "      <th>Designer</th>\n",
       "      <th>Discount</th>\n",
       "      <th>Gender</th>\n",
       "      <th>Made In</th>\n",
       "      <th>On Sale</th>\n",
       "      <th>Original</th>\n",
       "      <th>Product</th>\n",
       "      <th>Style</th>\n",
       "      <th>Subcategory</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Pitchanun</td>\n",
       "      <td>Valentino, Valentino Garavani Open sneakers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Shoes</td>\n",
       "      <td>JN5 BIANCO BLUE</td>\n",
       "      <td>Valentino</td>\n",
       "      <td>0</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in Italy</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>Valentino Garavani Open sneakers</td>\n",
       "      <td>RW2S0781BLU</td>\n",
       "      <td>Sneakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Pitchanun</td>\n",
       "      <td>Valentino, Valentino Garavani Open sneakers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Shoes</td>\n",
       "      <td>JN5 BIANCO BLUE</td>\n",
       "      <td>Valentino</td>\n",
       "      <td>0</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in Italy</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>Valentino Garavani Open sneakers</td>\n",
       "      <td>RW2S0781BLU</td>\n",
       "      <td>Sneakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Marcel G.Torres</td>\n",
       "      <td>Valentino, Valentino Garavani Open sneakers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Shoes</td>\n",
       "      <td>JN5 BIANCO BLUE</td>\n",
       "      <td>Valentino</td>\n",
       "      <td>0</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in Italy</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>Valentino Garavani Open sneakers</td>\n",
       "      <td>RW2S0781BLU</td>\n",
       "      <td>Sneakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Ebba Hellberg</td>\n",
       "      <td>Valentino, Valentino Garavani Open sneakers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Shoes</td>\n",
       "      <td>JN5 BIANCO BLUE</td>\n",
       "      <td>Valentino</td>\n",
       "      <td>0</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in Italy</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>Valentino Garavani Open sneakers</td>\n",
       "      <td>RW2S0781BLU</td>\n",
       "      <td>Sneakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>林寶鳳</td>\n",
       "      <td>Joseph, slim-fit trousers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/joseph...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Clothing</td>\n",
       "      <td>0211 SMOKE</td>\n",
       "      <td>Joseph</td>\n",
       "      <td>50</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>126</td>\n",
       "      <td>252</td>\n",
       "      <td>slim-fit trousers</td>\n",
       "      <td>JP000631</td>\n",
       "      <td>Slim Pants</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              User                                         Item  \\\n",
       "0        Pitchanun  Valentino, Valentino Garavani Open sneakers   \n",
       "1        Pitchanun  Valentino, Valentino Garavani Open sneakers   \n",
       "2  Marcel G.Torres  Valentino, Valentino Garavani Open sneakers   \n",
       "3    Ebba Hellberg  Valentino, Valentino Garavani Open sneakers   \n",
       "4              林寶鳳                    Joseph, slim-fit trousers   \n",
       "\n",
       "                                                 URL  Rating  Category  \\\n",
       "0  https://www.farfetch.com/shopping/women/valent...     5.0     Shoes   \n",
       "1  https://www.farfetch.com/shopping/women/valent...     5.0     Shoes   \n",
       "2  https://www.farfetch.com/shopping/women/valent...     4.0     Shoes   \n",
       "3  https://www.farfetch.com/shopping/women/valent...     5.0     Shoes   \n",
       "4  https://www.farfetch.com/shopping/women/joseph...     5.0  Clothing   \n",
       "\n",
       "             Color   Designer  Discount Gender        Made In  On Sale  \\\n",
       "0  JN5 BIANCO BLUE  Valentino         0  Women  Made in Italy      695   \n",
       "1  JN5 BIANCO BLUE  Valentino         0  Women  Made in Italy      695   \n",
       "2  JN5 BIANCO BLUE  Valentino         0  Women  Made in Italy      695   \n",
       "3  JN5 BIANCO BLUE  Valentino         0  Women  Made in Italy      695   \n",
       "4       0211 SMOKE     Joseph        50  Women       Imported      126   \n",
       "\n",
       "   Original                           Product        Style Subcategory  \n",
       "0       695  Valentino Garavani Open sneakers  RW2S0781BLU    Sneakers  \n",
       "1       695  Valentino Garavani Open sneakers  RW2S0781BLU    Sneakers  \n",
       "2       695  Valentino Garavani Open sneakers  RW2S0781BLU    Sneakers  \n",
       "3       695  Valentino Garavani Open sneakers  RW2S0781BLU    Sneakers  \n",
       "4       252                 slim-fit trousers     JP000631  Slim Pants  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check null values of data set\n",
    "print(in_stock_reviews.isnull().sum())\n",
    "in_stock_reviews.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>User</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Pitchanun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Marcel G.Torres</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Ebba Hellberg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>林寶鳳</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>VIVIANE KAZMIERCZAK</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  User\n",
       "0            Pitchanun\n",
       "2      Marcel G.Torres\n",
       "3        Ebba Hellberg\n",
       "4                  林寶鳳\n",
       "6  VIVIANE KAZMIERCZAK"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# example of unique users\n",
    "users.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Item</th>\n",
       "      <th>URL</th>\n",
       "      <th>Category</th>\n",
       "      <th>Color</th>\n",
       "      <th>Designer</th>\n",
       "      <th>Discount</th>\n",
       "      <th>Gender</th>\n",
       "      <th>Made In</th>\n",
       "      <th>On Sale</th>\n",
       "      <th>Original</th>\n",
       "      <th>Product</th>\n",
       "      <th>Style</th>\n",
       "      <th>Subcategory</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Valentino, Valentino Garavani Open sneakers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/valent...</td>\n",
       "      <td>Shoes</td>\n",
       "      <td>JN5 BIANCO BLUE</td>\n",
       "      <td>Valentino</td>\n",
       "      <td>0</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in Italy</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>Valentino Garavani Open sneakers</td>\n",
       "      <td>RW2S0781BLU</td>\n",
       "      <td>Sneakers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Joseph, slim-fit trousers</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/joseph...</td>\n",
       "      <td>Clothing</td>\n",
       "      <td>0211 SMOKE</td>\n",
       "      <td>Joseph</td>\n",
       "      <td>50</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>126</td>\n",
       "      <td>252</td>\n",
       "      <td>slim-fit trousers</td>\n",
       "      <td>JP000631</td>\n",
       "      <td>Slim Pants</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Joseph, slim-fit tank top</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/joseph...</td>\n",
       "      <td>Clothing</td>\n",
       "      <td>0020 WHITE</td>\n",
       "      <td>Joseph</td>\n",
       "      <td>40</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>155</td>\n",
       "      <td>259</td>\n",
       "      <td>slim-fit tank top</td>\n",
       "      <td>JF003206</td>\n",
       "      <td>Vests &amp; Tank Tops</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Joseph, scoop neck vest top</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/joseph...</td>\n",
       "      <td>Clothing</td>\n",
       "      <td>0358 CIEL</td>\n",
       "      <td>Joseph</td>\n",
       "      <td>40</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>155</td>\n",
       "      <td>259</td>\n",
       "      <td>scoop neck vest top</td>\n",
       "      <td>JF003206</td>\n",
       "      <td>Vests &amp; Tank Tops</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Lela Rose, bow neck short dress</td>\n",
       "      <td>https://www.farfetch.com/shopping/women/lela-r...</td>\n",
       "      <td>Clothing</td>\n",
       "      <td>LAVENDER</td>\n",
       "      <td>Lela Rose</td>\n",
       "      <td>30</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in United States</td>\n",
       "      <td>1043</td>\n",
       "      <td>1490</td>\n",
       "      <td>bow neck short dress</td>\n",
       "      <td>R199233</td>\n",
       "      <td>Day Dresses</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           Item  \\\n",
       "0   Valentino, Valentino Garavani Open sneakers   \n",
       "4                     Joseph, slim-fit trousers   \n",
       "7                     Joseph, slim-fit tank top   \n",
       "9                   Joseph, scoop neck vest top   \n",
       "11              Lela Rose, bow neck short dress   \n",
       "\n",
       "                                                  URL  Category  \\\n",
       "0   https://www.farfetch.com/shopping/women/valent...     Shoes   \n",
       "4   https://www.farfetch.com/shopping/women/joseph...  Clothing   \n",
       "7   https://www.farfetch.com/shopping/women/joseph...  Clothing   \n",
       "9   https://www.farfetch.com/shopping/women/joseph...  Clothing   \n",
       "11  https://www.farfetch.com/shopping/women/lela-r...  Clothing   \n",
       "\n",
       "              Color   Designer  Discount Gender                Made In  \\\n",
       "0   JN5 BIANCO BLUE  Valentino         0  Women          Made in Italy   \n",
       "4        0211 SMOKE     Joseph        50  Women               Imported   \n",
       "7        0020 WHITE     Joseph        40  Women               Imported   \n",
       "9         0358 CIEL     Joseph        40  Women               Imported   \n",
       "11         LAVENDER  Lela Rose        30  Women  Made in United States   \n",
       "\n",
       "    On Sale  Original                           Product        Style  \\\n",
       "0       695       695  Valentino Garavani Open sneakers  RW2S0781BLU   \n",
       "4       126       252                 slim-fit trousers     JP000631   \n",
       "7       155       259                 slim-fit tank top     JF003206   \n",
       "9       155       259               scoop neck vest top     JF003206   \n",
       "11     1043      1490              bow neck short dress      R199233   \n",
       "\n",
       "          Subcategory  \n",
       "0            Sneakers  \n",
       "4          Slim Pants  \n",
       "7   Vests & Tank Tops  \n",
       "9   Vests & Tank Tops  \n",
       "11        Day Dresses  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# example of unique in-stock items\n",
    "items.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Product Similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of product ratings:   21641\n",
      "Total number of in-stock ratings:  16105\n",
      "Total number of unique customers:  9667\n",
      "Total number of unique products:   13518\n",
      "URL            13518\n",
      "Category          29\n",
      "Color           7788\n",
      "Designer        1184\n",
      "Discount          16\n",
      "Gender             3\n",
      "Made In            5\n",
      "Original        1300\n",
      "Subcategory      374\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# get product similarity features and similarity matrix\n",
    "similarity_features, similarity_matrix = ff.product_similarity()\n",
    "similarity_features.to_pickle(\"../Data/content_similarity_features_GMC.pkl\")\n",
    "similarity_matrix.to_pickle(  \"../Data/content_similarity_matrix_GMC.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original    1300\n",
      "Discount      16\n",
      "Gender         3\n",
      "Made In        5\n",
      "Category      29\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Original</th>\n",
       "      <th>Discount</th>\n",
       "      <th>Gender</th>\n",
       "      <th>Made In</th>\n",
       "      <th>Category</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>URL</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx</th>\n",
       "      <td>695</td>\n",
       "      <td>0</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in Italy</td>\n",
       "      <td>Shoes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx</th>\n",
       "      <td>252</td>\n",
       "      <td>50</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>Clothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx</th>\n",
       "      <td>259</td>\n",
       "      <td>40</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>Clothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx</th>\n",
       "      <td>259</td>\n",
       "      <td>40</td>\n",
       "      <td>Women</td>\n",
       "      <td>Imported</td>\n",
       "      <td>Clothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx</th>\n",
       "      <td>1490</td>\n",
       "      <td>30</td>\n",
       "      <td>Women</td>\n",
       "      <td>Made in United States</td>\n",
       "      <td>Clothing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Original  Discount Gender  \\\n",
       "URL                                                                             \n",
       "https://www.farfetch.com/shopping/women/valenti...       695         0  Women   \n",
       "https://www.farfetch.com/shopping/women/joseph-...       252        50  Women   \n",
       "https://www.farfetch.com/shopping/women/joseph-...       259        40  Women   \n",
       "https://www.farfetch.com/shopping/women/joseph-...       259        40  Women   \n",
       "https://www.farfetch.com/shopping/women/lela-ro...      1490        30  Women   \n",
       "\n",
       "                                                                  Made In  \\\n",
       "URL                                                                         \n",
       "https://www.farfetch.com/shopping/women/valenti...          Made in Italy   \n",
       "https://www.farfetch.com/shopping/women/joseph-...               Imported   \n",
       "https://www.farfetch.com/shopping/women/joseph-...               Imported   \n",
       "https://www.farfetch.com/shopping/women/joseph-...               Imported   \n",
       "https://www.farfetch.com/shopping/women/lela-ro...  Made in United States   \n",
       "\n",
       "                                                    Category  \n",
       "URL                                                           \n",
       "https://www.farfetch.com/shopping/women/valenti...     Shoes  \n",
       "https://www.farfetch.com/shopping/women/joseph-...  Clothing  \n",
       "https://www.farfetch.com/shopping/women/joseph-...  Clothing  \n",
       "https://www.farfetch.com/shopping/women/joseph-...  Clothing  \n",
       "https://www.farfetch.com/shopping/women/lela-ro...  Clothing  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# save product similarity features to pickle file\n",
    "similarity_features = pd.read_pickle(\"../Data/content_similarity_features_GMC.pkl\")\n",
    "print(similarity_features.nunique())\n",
    "similarity_features.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(13518, 13518)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>URL</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/versace-il-tempio-printed-shirt-item-13577269.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/gucci-gg-marmont-matelasse-leather-super-mini-bag-item-12301550.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/uma-wang-reconstructed-dress-item-13937869.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/dolce-gabbana-love-beanie-hat-item-13274741.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/amapo-flared-jeans-item-12656634.aspx</th>\n",
       "      <th>...</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/gucci-kids-childrens-original-gg-canvas-hat-item-13681559.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/zanellato-medium-postina-tote-item-12280563.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/emporio-armani-logo-windbreaker-item-13857873.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/buffalo-tan-1339-classic-platform-sneakers-item-12608291.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/prada-turtleneck-fitted-jumper-item-13418237.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/max-mara-one-shoulder-jumpsuit-item-13851424.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/yuul-yie-mi-pump-slingback-strap-pumps-item-13063614.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/saint-laurent-monogram-wallet-on-chain-item-12332221.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/marsell-paraccia-hi-top-sneakers-item-13007717.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/steffen-schraut-flared-denim-skirt-item-13700157.aspx</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>URL</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.980703</td>\n",
       "      <td>0.988200</td>\n",
       "      <td>0.988200</td>\n",
       "      <td>0.999793</td>\n",
       "      <td>0.999379</td>\n",
       "      <td>0.999998</td>\n",
       "      <td>0.999310</td>\n",
       "      <td>0.995137</td>\n",
       "      <td>0.990253</td>\n",
       "      <td>...</td>\n",
       "      <td>0.999974</td>\n",
       "      <td>0.999997</td>\n",
       "      <td>0.999959</td>\n",
       "      <td>0.999977</td>\n",
       "      <td>0.999998</td>\n",
       "      <td>0.999866</td>\n",
       "      <td>0.994510</td>\n",
       "      <td>0.999998</td>\n",
       "      <td>0.998605</td>\n",
       "      <td>0.990342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx</th>\n",
       "      <td>0.980703</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999075</td>\n",
       "      <td>0.999075</td>\n",
       "      <td>0.984452</td>\n",
       "      <td>0.986965</td>\n",
       "      <td>0.980708</td>\n",
       "      <td>0.987279</td>\n",
       "      <td>0.995173</td>\n",
       "      <td>0.998368</td>\n",
       "      <td>...</td>\n",
       "      <td>0.980622</td>\n",
       "      <td>0.980694</td>\n",
       "      <td>0.980645</td>\n",
       "      <td>0.980650</td>\n",
       "      <td>0.980715</td>\n",
       "      <td>0.983745</td>\n",
       "      <td>0.995769</td>\n",
       "      <td>0.980716</td>\n",
       "      <td>0.989642</td>\n",
       "      <td>0.998331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx</th>\n",
       "      <td>0.988200</td>\n",
       "      <td>0.999075</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.991092</td>\n",
       "      <td>0.992969</td>\n",
       "      <td>0.988204</td>\n",
       "      <td>0.993200</td>\n",
       "      <td>0.998463</td>\n",
       "      <td>0.999899</td>\n",
       "      <td>...</td>\n",
       "      <td>0.988130</td>\n",
       "      <td>0.988193</td>\n",
       "      <td>0.988154</td>\n",
       "      <td>0.988158</td>\n",
       "      <td>0.988210</td>\n",
       "      <td>0.990555</td>\n",
       "      <td>0.998794</td>\n",
       "      <td>0.988210</td>\n",
       "      <td>0.994894</td>\n",
       "      <td>0.999890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx</th>\n",
       "      <td>0.988200</td>\n",
       "      <td>0.999075</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.991092</td>\n",
       "      <td>0.992969</td>\n",
       "      <td>0.988204</td>\n",
       "      <td>0.993200</td>\n",
       "      <td>0.998463</td>\n",
       "      <td>0.999899</td>\n",
       "      <td>...</td>\n",
       "      <td>0.988130</td>\n",
       "      <td>0.988193</td>\n",
       "      <td>0.988154</td>\n",
       "      <td>0.988158</td>\n",
       "      <td>0.988210</td>\n",
       "      <td>0.990555</td>\n",
       "      <td>0.998794</td>\n",
       "      <td>0.988210</td>\n",
       "      <td>0.994894</td>\n",
       "      <td>0.999890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx</th>\n",
       "      <td>0.999793</td>\n",
       "      <td>0.984452</td>\n",
       "      <td>0.991092</td>\n",
       "      <td>0.991092</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999887</td>\n",
       "      <td>0.999795</td>\n",
       "      <td>0.999857</td>\n",
       "      <td>0.996920</td>\n",
       "      <td>0.992862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.999762</td>\n",
       "      <td>0.999790</td>\n",
       "      <td>0.999756</td>\n",
       "      <td>0.999760</td>\n",
       "      <td>0.999796</td>\n",
       "      <td>0.999990</td>\n",
       "      <td>0.996416</td>\n",
       "      <td>0.999797</td>\n",
       "      <td>0.999467</td>\n",
       "      <td>0.992939</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 13518 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "URL                                                 https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx  \\\n",
       "URL                                                                                                                                                         \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           1.000000                                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980703                                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988200                                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988200                                                       \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999793                                                       \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx  \\\n",
       "URL                                                                                                                                       \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.980703                                     \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           1.000000                                     \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999075                                     \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999075                                     \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.984452                                     \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx  \\\n",
       "URL                                                                                                                                       \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.988200                                     \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999075                                     \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           1.000000                                     \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           1.000000                                     \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.991092                                     \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx  \\\n",
       "URL                                                                                                                                         \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.988200                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999075                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           1.000000                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           1.000000                                       \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.991092                                       \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx  \\\n",
       "URL                                                                                                                                             \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999793                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.984452                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.991092                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.991092                                           \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           1.000000                                           \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/versace-il-tempio-printed-shirt-item-13577269.aspx  \\\n",
       "URL                                                                                                                                              \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999379                                            \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.986965                                            \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.992969                                            \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.992969                                            \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999887                                            \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/gucci-gg-marmont-matelasse-leather-super-mini-bag-item-12301550.aspx  \\\n",
       "URL                                                                                                                                                                \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999998                                                              \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980708                                                              \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988204                                                              \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988204                                                              \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999795                                                              \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/uma-wang-reconstructed-dress-item-13937869.aspx  \\\n",
       "URL                                                                                                                                           \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999310                                         \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.987279                                         \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.993200                                         \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.993200                                         \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999857                                         \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/dolce-gabbana-love-beanie-hat-item-13274741.aspx  \\\n",
       "URL                                                                                                                                            \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.995137                                          \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.995173                                          \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.998463                                          \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.998463                                          \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.996920                                          \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/amapo-flared-jeans-item-12656634.aspx  \\\n",
       "URL                                                                                                                                 \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.990253                               \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.998368                               \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999899                               \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999899                               \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.992862                               \n",
       "\n",
       "URL                                                                                             ...                                                \\\n",
       "URL                                                                                             ...                                                 \n",
       "https://www.farfetch.com/shopping/women/valenti...                                              ...                                                 \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                              ...                                                 \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                              ...                                                 \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                              ...                                                 \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                              ...                                                 \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/gucci-kids-childrens-original-gg-canvas-hat-item-13681559.aspx  \\\n",
       "URL                                                                                                                                                          \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999974                                                        \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980622                                                        \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988130                                                        \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988130                                                        \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999762                                                        \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/zanellato-medium-postina-tote-item-12280563.aspx  \\\n",
       "URL                                                                                                                                            \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999997                                          \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980694                                          \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988193                                          \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988193                                          \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999790                                          \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/emporio-armani-logo-windbreaker-item-13857873.aspx  \\\n",
       "URL                                                                                                                                              \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999959                                            \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980645                                            \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988154                                            \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988154                                            \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999756                                            \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/buffalo-tan-1339-classic-platform-sneakers-item-12608291.aspx  \\\n",
       "URL                                                                                                                                                         \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999977                                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980650                                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988158                                                       \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988158                                                       \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999760                                                       \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/prada-turtleneck-fitted-jumper-item-13418237.aspx  \\\n",
       "URL                                                                                                                                             \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999998                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980715                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988210                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988210                                           \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999796                                           \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/max-mara-one-shoulder-jumpsuit-item-13851424.aspx  \\\n",
       "URL                                                                                                                                             \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999866                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.983745                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.990555                                           \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.990555                                           \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999990                                           \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/yuul-yie-mi-pump-slingback-strap-pumps-item-13063614.aspx  \\\n",
       "URL                                                                                                                                                     \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.994510                                                   \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.995769                                                   \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.998794                                                   \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.998794                                                   \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.996416                                                   \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/saint-laurent-monogram-wallet-on-chain-item-12332221.aspx  \\\n",
       "URL                                                                                                                                                     \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.999998                                                   \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.980716                                                   \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988210                                                   \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.988210                                                   \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999797                                                   \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/marsell-paraccia-hi-top-sneakers-item-13007717.aspx  \\\n",
       "URL                                                                                                                                               \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.998605                                             \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.989642                                             \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.994894                                             \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.994894                                             \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.999467                                             \n",
       "\n",
       "URL                                                 https://www.farfetch.com/shopping/women/steffen-schraut-flared-denim-skirt-item-13700157.aspx  \n",
       "URL                                                                                                                                                \n",
       "https://www.farfetch.com/shopping/women/valenti...                                           0.990342                                              \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.998331                                              \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999890                                              \n",
       "https://www.farfetch.com/shopping/women/joseph-...                                           0.999890                                              \n",
       "https://www.farfetch.com/shopping/women/lela-ro...                                           0.992939                                              \n",
       "\n",
       "[5 rows x 13518 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# save product similarity matrix to pickle file\n",
    "similarity_matrix = pd.read_pickle(\"../Data/content_similarity_matrix_GMC.pkl\")\n",
    "print(similarity_matrix.shape)\n",
    "similarity_matrix.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>URL</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/versace-il-tempio-printed-shirt-item-13577269.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/gucci-gg-marmont-matelasse-leather-super-mini-bag-item-12301550.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/uma-wang-reconstructed-dress-item-13937869.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/dolce-gabbana-love-beanie-hat-item-13274741.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/amapo-flared-jeans-item-12656634.aspx</th>\n",
       "      <th>...</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/gucci-kids-childrens-original-gg-canvas-hat-item-13681559.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/zanellato-medium-postina-tote-item-12280563.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/emporio-armani-logo-windbreaker-item-13857873.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/buffalo-tan-1339-classic-platform-sneakers-item-12608291.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/prada-turtleneck-fitted-jumper-item-13418237.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/max-mara-one-shoulder-jumpsuit-item-13851424.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/yuul-yie-mi-pump-slingback-strap-pumps-item-13063614.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/saint-laurent-monogram-wallet-on-chain-item-12332221.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/marsell-paraccia-hi-top-sneakers-item-13007717.aspx</th>\n",
       "      <th>https://www.farfetch.com/shopping/women/steffen-schraut-flared-denim-skirt-item-13700157.aspx</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "      <td>13518.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.987041</td>\n",
       "      <td>0.986106</td>\n",
       "      <td>0.989585</td>\n",
       "      <td>0.989585</td>\n",
       "      <td>0.988709</td>\n",
       "      <td>0.989686</td>\n",
       "      <td>0.987043</td>\n",
       "      <td>0.989796</td>\n",
       "      <td>0.991355</td>\n",
       "      <td>0.990323</td>\n",
       "      <td>...</td>\n",
       "      <td>0.986993</td>\n",
       "      <td>0.987035</td>\n",
       "      <td>0.987012</td>\n",
       "      <td>0.987009</td>\n",
       "      <td>0.987046</td>\n",
       "      <td>0.988413</td>\n",
       "      <td>0.991313</td>\n",
       "      <td>0.987047</td>\n",
       "      <td>0.990550</td>\n",
       "      <td>0.990352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.035159</td>\n",
       "      <td>0.017494</td>\n",
       "      <td>0.020102</td>\n",
       "      <td>0.020102</td>\n",
       "      <td>0.032946</td>\n",
       "      <td>0.031332</td>\n",
       "      <td>0.035156</td>\n",
       "      <td>0.031123</td>\n",
       "      <td>0.024850</td>\n",
       "      <td>0.021196</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035182</td>\n",
       "      <td>0.035163</td>\n",
       "      <td>0.035174</td>\n",
       "      <td>0.035178</td>\n",
       "      <td>0.035154</td>\n",
       "      <td>0.033381</td>\n",
       "      <td>0.024260</td>\n",
       "      <td>0.035152</td>\n",
       "      <td>0.029463</td>\n",
       "      <td>0.021249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.392873</td>\n",
       "      <td>0.564953</td>\n",
       "      <td>0.528963</td>\n",
       "      <td>0.528963</td>\n",
       "      <td>0.411361</td>\n",
       "      <td>0.424941</td>\n",
       "      <td>0.392898</td>\n",
       "      <td>0.426701</td>\n",
       "      <td>0.481443</td>\n",
       "      <td>0.516945</td>\n",
       "      <td>...</td>\n",
       "      <td>0.392703</td>\n",
       "      <td>0.392833</td>\n",
       "      <td>0.392664</td>\n",
       "      <td>0.392680</td>\n",
       "      <td>0.392913</td>\n",
       "      <td>0.407705</td>\n",
       "      <td>0.486890</td>\n",
       "      <td>0.392939</td>\n",
       "      <td>0.440822</td>\n",
       "      <td>0.516395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.991012</td>\n",
       "      <td>0.980685</td>\n",
       "      <td>0.988177</td>\n",
       "      <td>0.988177</td>\n",
       "      <td>0.993503</td>\n",
       "      <td>0.995089</td>\n",
       "      <td>0.991010</td>\n",
       "      <td>0.995280</td>\n",
       "      <td>0.995052</td>\n",
       "      <td>0.990228</td>\n",
       "      <td>...</td>\n",
       "      <td>0.990951</td>\n",
       "      <td>0.990999</td>\n",
       "      <td>0.990977</td>\n",
       "      <td>0.990963</td>\n",
       "      <td>0.991012</td>\n",
       "      <td>0.993040</td>\n",
       "      <td>0.994449</td>\n",
       "      <td>0.991016</td>\n",
       "      <td>0.996604</td>\n",
       "      <td>0.990318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.998610</td>\n",
       "      <td>0.987390</td>\n",
       "      <td>0.991940</td>\n",
       "      <td>0.991940</td>\n",
       "      <td>0.999350</td>\n",
       "      <td>0.999296</td>\n",
       "      <td>0.998612</td>\n",
       "      <td>0.999240</td>\n",
       "      <td>0.995140</td>\n",
       "      <td>0.992755</td>\n",
       "      <td>...</td>\n",
       "      <td>0.998569</td>\n",
       "      <td>0.998606</td>\n",
       "      <td>0.998588</td>\n",
       "      <td>0.998597</td>\n",
       "      <td>0.998615</td>\n",
       "      <td>0.999249</td>\n",
       "      <td>0.994513</td>\n",
       "      <td>0.998615</td>\n",
       "      <td>0.998588</td>\n",
       "      <td>0.992819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.999974</td>\n",
       "      <td>0.995324</td>\n",
       "      <td>0.997554</td>\n",
       "      <td>0.997554</td>\n",
       "      <td>0.999785</td>\n",
       "      <td>0.999381</td>\n",
       "      <td>0.999973</td>\n",
       "      <td>0.999312</td>\n",
       "      <td>0.999072</td>\n",
       "      <td>0.998107</td>\n",
       "      <td>...</td>\n",
       "      <td>0.999946</td>\n",
       "      <td>0.999972</td>\n",
       "      <td>0.999957</td>\n",
       "      <td>0.999960</td>\n",
       "      <td>0.999974</td>\n",
       "      <td>0.999855</td>\n",
       "      <td>0.998993</td>\n",
       "      <td>0.999972</td>\n",
       "      <td>0.999274</td>\n",
       "      <td>0.998131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 13518 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "URL    https://www.farfetch.com/shopping/women/valentino-valentino-garavani-open-sneakers-item-13563167.aspx  \\\n",
       "count                                       13518.000000                                                       \n",
       "mean                                            0.987041                                                       \n",
       "std                                             0.035159                                                       \n",
       "min                                             0.392873                                                       \n",
       "25%                                             0.991012                                                       \n",
       "50%                                             0.998610                                                       \n",
       "75%                                             0.999974                                                       \n",
       "max                                             1.000000                                                       \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/joseph-slim-fit-trousers-item-13558158.aspx  \\\n",
       "count                                       13518.000000                                     \n",
       "mean                                            0.986106                                     \n",
       "std                                             0.017494                                     \n",
       "min                                             0.564953                                     \n",
       "25%                                             0.980685                                     \n",
       "50%                                             0.987390                                     \n",
       "75%                                             0.995324                                     \n",
       "max                                             1.000000                                     \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/joseph-slim-fit-tank-top-item-13814471.aspx  \\\n",
       "count                                       13518.000000                                     \n",
       "mean                                            0.989585                                     \n",
       "std                                             0.020102                                     \n",
       "min                                             0.528963                                     \n",
       "25%                                             0.988177                                     \n",
       "50%                                             0.991940                                     \n",
       "75%                                             0.997554                                     \n",
       "max                                             1.000000                                     \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/joseph-scoop-neck-vest-top-item-13814472.aspx  \\\n",
       "count                                       13518.000000                                       \n",
       "mean                                            0.989585                                       \n",
       "std                                             0.020102                                       \n",
       "min                                             0.528963                                       \n",
       "25%                                             0.988177                                       \n",
       "50%                                             0.991940                                       \n",
       "75%                                             0.997554                                       \n",
       "max                                             1.000000                                       \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/lela-rose-bow-neck-short-dress-item-13500873.aspx  \\\n",
       "count                                       13518.000000                                           \n",
       "mean                                            0.988709                                           \n",
       "std                                             0.032946                                           \n",
       "min                                             0.411361                                           \n",
       "25%                                             0.993503                                           \n",
       "50%                                             0.999350                                           \n",
       "75%                                             0.999785                                           \n",
       "max                                             1.000000                                           \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/versace-il-tempio-printed-shirt-item-13577269.aspx  \\\n",
       "count                                       13518.000000                                            \n",
       "mean                                            0.989686                                            \n",
       "std                                             0.031332                                            \n",
       "min                                             0.424941                                            \n",
       "25%                                             0.995089                                            \n",
       "50%                                             0.999296                                            \n",
       "75%                                             0.999381                                            \n",
       "max                                             1.000000                                            \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/gucci-gg-marmont-matelasse-leather-super-mini-bag-item-12301550.aspx  \\\n",
       "count                                       13518.000000                                                              \n",
       "mean                                            0.987043                                                              \n",
       "std                                             0.035156                                                              \n",
       "min                                             0.392898                                                              \n",
       "25%                                             0.991010                                                              \n",
       "50%                                             0.998612                                                              \n",
       "75%                                             0.999973                                                              \n",
       "max                                             1.000000                                                              \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/uma-wang-reconstructed-dress-item-13937869.aspx  \\\n",
       "count                                       13518.000000                                         \n",
       "mean                                            0.989796                                         \n",
       "std                                             0.031123                                         \n",
       "min                                             0.426701                                         \n",
       "25%                                             0.995280                                         \n",
       "50%                                             0.999240                                         \n",
       "75%                                             0.999312                                         \n",
       "max                                             1.000000                                         \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/dolce-gabbana-love-beanie-hat-item-13274741.aspx  \\\n",
       "count                                       13518.000000                                          \n",
       "mean                                            0.991355                                          \n",
       "std                                             0.024850                                          \n",
       "min                                             0.481443                                          \n",
       "25%                                             0.995052                                          \n",
       "50%                                             0.995140                                          \n",
       "75%                                             0.999072                                          \n",
       "max                                             1.000000                                          \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/amapo-flared-jeans-item-12656634.aspx  \\\n",
       "count                                       13518.000000                               \n",
       "mean                                            0.990323                               \n",
       "std                                             0.021196                               \n",
       "min                                             0.516945                               \n",
       "25%                                             0.990228                               \n",
       "50%                                             0.992755                               \n",
       "75%                                             0.998107                               \n",
       "max                                             1.000000                               \n",
       "\n",
       "URL                                                ...                                                \\\n",
       "count                                              ...                                                 \n",
       "mean                                               ...                                                 \n",
       "std                                                ...                                                 \n",
       "min                                                ...                                                 \n",
       "25%                                                ...                                                 \n",
       "50%                                                ...                                                 \n",
       "75%                                                ...                                                 \n",
       "max                                                ...                                                 \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/gucci-kids-childrens-original-gg-canvas-hat-item-13681559.aspx  \\\n",
       "count                                       13518.000000                                                        \n",
       "mean                                            0.986993                                                        \n",
       "std                                             0.035182                                                        \n",
       "min                                             0.392703                                                        \n",
       "25%                                             0.990951                                                        \n",
       "50%                                             0.998569                                                        \n",
       "75%                                             0.999946                                                        \n",
       "max                                             1.000000                                                        \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/zanellato-medium-postina-tote-item-12280563.aspx  \\\n",
       "count                                       13518.000000                                          \n",
       "mean                                            0.987035                                          \n",
       "std                                             0.035163                                          \n",
       "min                                             0.392833                                          \n",
       "25%                                             0.990999                                          \n",
       "50%                                             0.998606                                          \n",
       "75%                                             0.999972                                          \n",
       "max                                             1.000000                                          \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/emporio-armani-logo-windbreaker-item-13857873.aspx  \\\n",
       "count                                       13518.000000                                            \n",
       "mean                                            0.987012                                            \n",
       "std                                             0.035174                                            \n",
       "min                                             0.392664                                            \n",
       "25%                                             0.990977                                            \n",
       "50%                                             0.998588                                            \n",
       "75%                                             0.999957                                            \n",
       "max                                             1.000000                                            \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/buffalo-tan-1339-classic-platform-sneakers-item-12608291.aspx  \\\n",
       "count                                       13518.000000                                                       \n",
       "mean                                            0.987009                                                       \n",
       "std                                             0.035178                                                       \n",
       "min                                             0.392680                                                       \n",
       "25%                                             0.990963                                                       \n",
       "50%                                             0.998597                                                       \n",
       "75%                                             0.999960                                                       \n",
       "max                                             1.000000                                                       \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/prada-turtleneck-fitted-jumper-item-13418237.aspx  \\\n",
       "count                                       13518.000000                                           \n",
       "mean                                            0.987046                                           \n",
       "std                                             0.035154                                           \n",
       "min                                             0.392913                                           \n",
       "25%                                             0.991012                                           \n",
       "50%                                             0.998615                                           \n",
       "75%                                             0.999974                                           \n",
       "max                                             1.000000                                           \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/max-mara-one-shoulder-jumpsuit-item-13851424.aspx  \\\n",
       "count                                       13518.000000                                           \n",
       "mean                                            0.988413                                           \n",
       "std                                             0.033381                                           \n",
       "min                                             0.407705                                           \n",
       "25%                                             0.993040                                           \n",
       "50%                                             0.999249                                           \n",
       "75%                                             0.999855                                           \n",
       "max                                             1.000000                                           \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/yuul-yie-mi-pump-slingback-strap-pumps-item-13063614.aspx  \\\n",
       "count                                       13518.000000                                                   \n",
       "mean                                            0.991313                                                   \n",
       "std                                             0.024260                                                   \n",
       "min                                             0.486890                                                   \n",
       "25%                                             0.994449                                                   \n",
       "50%                                             0.994513                                                   \n",
       "75%                                             0.998993                                                   \n",
       "max                                             1.000000                                                   \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/saint-laurent-monogram-wallet-on-chain-item-12332221.aspx  \\\n",
       "count                                       13518.000000                                                   \n",
       "mean                                            0.987047                                                   \n",
       "std                                             0.035152                                                   \n",
       "min                                             0.392939                                                   \n",
       "25%                                             0.991016                                                   \n",
       "50%                                             0.998615                                                   \n",
       "75%                                             0.999972                                                   \n",
       "max                                             1.000000                                                   \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/marsell-paraccia-hi-top-sneakers-item-13007717.aspx  \\\n",
       "count                                       13518.000000                                             \n",
       "mean                                            0.990550                                             \n",
       "std                                             0.029463                                             \n",
       "min                                             0.440822                                             \n",
       "25%                                             0.996604                                             \n",
       "50%                                             0.998588                                             \n",
       "75%                                             0.999274                                             \n",
       "max                                             1.000000                                             \n",
       "\n",
       "URL    https://www.farfetch.com/shopping/women/steffen-schraut-flared-denim-skirt-item-13700157.aspx  \n",
       "count                                       13518.000000                                              \n",
       "mean                                            0.990352                                              \n",
       "std                                             0.021249                                              \n",
       "min                                             0.516395                                              \n",
       "25%                                             0.990318                                              \n",
       "50%                                             0.992819                                              \n",
       "75%                                             0.998131                                              \n",
       "max                                             1.000000                                              \n",
       "\n",
       "[8 rows x 13518 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# view statistics of product similarity matrix\n",
    "similarity_matrix.describe()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}