DNS-cleanup.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import sqlite3\n",
    "import csv\n",
    "from datetime import timedelta, date, datetime\n",
    "import json\n",
    "from ripe.atlas.cousteau import Measurement"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "db = sqlite3.connect(\"data/ripe-dns-all-probes-with-abuf.db\")\n",
    "df = pd.read_sql_query(\"SELECT * from data\", db)\n",
    "db.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10092</td>\n",
       "      <td>1600188634</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10092</td>\n",
       "      <td>1600188634</td>\n",
       "      <td>78.90.221.193</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10101</td>\n",
       "      <td>1600188633</td>\n",
       "      <td>2001:b88:1002::10</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10134</td>\n",
       "      <td>1600188636</td>\n",
       "      <td>10.0.12.148</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>27186736</td>\n",
       "      <td>11108</td>\n",
       "      <td>1600188642</td>\n",
       "      <td>2001:1418:10:2::2</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251908</th>\n",
       "      <td>27187241</td>\n",
       "      <td>10099</td>\n",
       "      <td>1601312239</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>26.223</td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251952</th>\n",
       "      <td>27187241</td>\n",
       "      <td>28907</td>\n",
       "      <td>1601312234</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>10.568</td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251964</th>\n",
       "      <td>27187241</td>\n",
       "      <td>32123</td>\n",
       "      <td>1601312234</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>20.429</td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251974</th>\n",
       "      <td>27187241</td>\n",
       "      <td>35600</td>\n",
       "      <td>1601312239</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>9.277</td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251978</th>\n",
       "      <td>27187241</td>\n",
       "      <td>51279</td>\n",
       "      <td>1601312234</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>167.018</td>\n",
       "      <td>{\"timeout\": 5000}</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>529390 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            msm_id  prb_id   timestamp      resolver_address address_family  \\\n",
       "4         27186736   10092  1600188634  2001:4860:4860::8888              4   \n",
       "5         27186736   10092  1600188634         78.90.221.193              4   \n",
       "10        27186736   10101  1600188633     2001:b88:1002::10              6   \n",
       "13        27186736   10134  1600188636           10.0.12.148              4   \n",
       "87        27186736   11108  1600188642     2001:1418:10:2::2              6   \n",
       "...            ...     ...         ...                   ...            ...   \n",
       "13251908  27187241   10099  1601312239           2a07:a8c0::              6   \n",
       "13251952  27187241   28907  1601312234           2a07:a8c0::              6   \n",
       "13251964  27187241   32123  1601312234           2a07:a8c0::              6   \n",
       "13251974  27187241   35600  1601312239           2a07:a8c0::              6   \n",
       "13251978  27187241   51279  1601312234           2a07:a8c0::              6   \n",
       "\n",
       "               rt                                              error  \\\n",
       "4                  {\"socket\": \"connect failed Network is unreacha...   \n",
       "5                                                  {\"timeout\": 5000}   \n",
       "10                                                 {\"timeout\": 5000}   \n",
       "13                                                 {\"timeout\": 5000}   \n",
       "87                                                 {\"timeout\": 5000}   \n",
       "...           ...                                                ...   \n",
       "13251908   26.223                                  {\"timeout\": 5000}   \n",
       "13251952   10.568                                  {\"timeout\": 5000}   \n",
       "13251964   20.429                                  {\"timeout\": 5000}   \n",
       "13251974    9.277                                  {\"timeout\": 5000}   \n",
       "13251978  167.018                                  {\"timeout\": 5000}   \n",
       "\n",
       "         local_resolver            abuf target_name rcode response_type  \\\n",
       "4                  True                                                   \n",
       "5                  True                                                   \n",
       "10                 True                                                   \n",
       "13                 True                                                   \n",
       "87                 True                                                   \n",
       "...                 ...             ...         ...   ...           ...   \n",
       "13251908          False  error, no abuf                                   \n",
       "13251952          False  error, no abuf                                   \n",
       "13251964          False  error, no abuf                                   \n",
       "13251974          False  error, no abuf                                   \n",
       "13251978          False  error, no abuf                                   \n",
       "\n",
       "         response_address ttl  \n",
       "4                              \n",
       "5                              \n",
       "10                             \n",
       "13                             \n",
       "87                             \n",
       "...                   ...  ..  \n",
       "13251908                       \n",
       "13251952                       \n",
       "13251964                       \n",
       "13251974                       \n",
       "13251978                       \n",
       "\n",
       "[529390 rows x 14 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['target_name'] == '']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_msm_id_to_target_name = pd.DataFrame(columns=['msm_id', 'target_name_meta'])\n",
    "msm_ids_location = 'metadata/msm_id_list.csv'\n",
    "measurements = pd.read_csv(msm_ids_location, header=None)[0].unique()\n",
    "for msm in measurements:\n",
    "    measurement = Measurement(id=msm)\n",
    "    #start_date = measurement.start_time.date()\n",
    "    #proto = measurement.protocol\n",
    "    #target = measurement.target\n",
    "    #print(target)\n",
    "\n",
    "    descr = measurement.description.split(\" \")\n",
    "    #print(descr[5])\n",
    "    df_msm_id_to_target_name.loc[len(df_msm_id_to_target_name)] = [msm, descr[5]]\n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.merge(df, df_msm_id_to_target_name, on='msm_id', how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "resolvers_dict = {'185.228.168.168':'CleanBrowsing', '1.1.1.1':'Cloudflare', '8.8.8.8':'Google',\n",
    "                  '208.67.222.123':'OpenDNS', '185.121.177.177':'OpenNIC', '9.9.9.9':'Quad9', '64.6.64.6':'VeriSign',\n",
    "                  '77.88.8.8':'Yandex', '156.154.70.1':'Neustar UltraRecursive', '45.90.28.0':'NextDNS',\n",
    "                  '2a0d:2a00:1::1':'CleanBrowsing', '2606:4700:4700::1111':'Cloudflare',\n",
    "                  '2001:4860:4860::8888':'Google', '2620:0:ccc::2':'OpenDNS',\n",
    "                  '2a05:dfc7:5::5353':'OpenNIC', '2620:fe::9':'Quad9', '2620:74:1b::1:1':'VeriSign',\n",
    "                  '2a02:6b8::feed:ff':'Yandex', '2610:a1:1018::1':'Neustar UltraRecursive',\n",
    "                     '2a07:a8c0::': 'NextDNS'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['timestamp'] = pd.to_datetime(df['timestamp'], unit='s')\n",
    "df['target_name'] = np.where(df['target_name'].str.endswith('.'), df['target_name'].str[:-1], df['target_name'])\n",
    "df['target_name'] = df['target_name'].str.lower()\n",
    "df['address_family'] = df['address_family'].astype(int)\n",
    "df['rt'] = df['rt'].replace({'' : np.nan}).astype(float)\n",
    "df['ttl'] = df['ttl'].replace({'' : np.nan}).astype(float)\n",
    "df['local_resolver'] = df['local_resolver'] == 'True'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [msm_id, prb_id, timestamp, resolver_address, address_family, rt, error, local_resolver, abuf, target_name, rcode, response_type, response_address, ttl, target_name_meta]\n",
       "Index: []"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['target_name_meta'] == '']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "$r.google.com                       30162\n",
       "www.t-mobile.com                    23885\n",
       "www.youtube.com                     23561\n",
       "www.protect-your-privacy-now.com    23052\n",
       "www.publicinvasion.com              22897\n",
       "www.libero.it                       22813\n",
       "www.ifccenter.com                   22791\n",
       "www.tohotheater.jp                  22777\n",
       "www.uol.com.br                      22774\n",
       "www.txxx.com                        22708\n",
       "www.chaturbate.com                  22615\n",
       "www.microsoft.com                   22578\n",
       "www.thedailystar.net                22544\n",
       "www.live.com                        22538\n",
       "www.apple.com                       22522\n",
       "www.cnn.com                         22511\n",
       "www.znak.com                        22511\n",
       "www.office.com                      22492\n",
       "www.fbcdn.net                       22489\n",
       "www.wikia.com                       22449\n",
       "www.instagram.com                   22273\n",
       "www.google.com                      22237\n",
       "www.wikipedia.org                   22211\n",
       "Name: target_name_meta, dtype: int64"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['target_name'] == ''].target_name_meta.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10001</td>\n",
       "      <td>2020-09-15 16:50:40</td>\n",
       "      <td>fd00::eadf:70ff:fea3:7a26</td>\n",
       "      <td>6</td>\n",
       "      <td>20.312</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>vFGBgwABAAAAAQAAEGQyZGFlNzhiMTk4NTMxNjUGZ29vZ2...</td>\n",
       "      <td>d2dae78b19853165.google.com</td>\n",
       "      <td>NXDOMAIN</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10001</td>\n",
       "      <td>2020-09-15 16:50:40</td>\n",
       "      <td>192.168.178.1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.416</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>ti2BgwABAAAAAQAAEGRmNDgyYjYwY2JkNjA0M2UGZ29vZ2...</td>\n",
       "      <td>df482b60cbd6043e.google.com</td>\n",
       "      <td>NXDOMAIN</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10006</td>\n",
       "      <td>2020-09-15 16:50:37</td>\n",
       "      <td>8.8.8.8</td>\n",
       "      <td>4</td>\n",
       "      <td>29.835</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>hEKBgwABAAAAAQAAEGZlM2M3YzAxN2RhMzYwZWUGZ29vZ2...</td>\n",
       "      <td>fe3c7c017da360ee.google.com</td>\n",
       "      <td>NXDOMAIN</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10022</td>\n",
       "      <td>2020-09-15 16:50:44</td>\n",
       "      <td>10.71.6.12</td>\n",
       "      <td>4</td>\n",
       "      <td>10.700</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>JK2BgwABAAAAAQAAEDdkZTIzYTQwZjQ0ZjQxMTcGZ29vZ2...</td>\n",
       "      <td>7de23a40f44f4117.google.com</td>\n",
       "      <td>NXDOMAIN</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10092</td>\n",
       "      <td>2020-09-15 16:50:34</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251991</th>\n",
       "      <td>27187241</td>\n",
       "      <td>54984</td>\n",
       "      <td>2020-09-28 16:57:09</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>27.065</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>BWeAgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251992</th>\n",
       "      <td>27187241</td>\n",
       "      <td>55590</td>\n",
       "      <td>2020-09-28 16:57:25</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>36.250</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>BE+AgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251993</th>\n",
       "      <td>27187241</td>\n",
       "      <td>55660</td>\n",
       "      <td>2020-09-28 16:57:21</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>222.830</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>WwGAgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251994</th>\n",
       "      <td>27187241</td>\n",
       "      <td>55692</td>\n",
       "      <td>2020-09-28 16:57:11</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>14.162</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>ffiAgAABAAAAAgAEA3d3dwR6bmFrA2NvbQAAHAABwBAAAg...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13251995</th>\n",
       "      <td>27187241</td>\n",
       "      <td>55841</td>\n",
       "      <td>2020-09-28 16:57:15</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>6</td>\n",
       "      <td>22.143</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>XhOAgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13251996 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            msm_id  prb_id           timestamp           resolver_address  \\\n",
       "0         27186736   10001 2020-09-15 16:50:40  fd00::eadf:70ff:fea3:7a26   \n",
       "1         27186736   10001 2020-09-15 16:50:40              192.168.178.1   \n",
       "2         27186736   10006 2020-09-15 16:50:37                    8.8.8.8   \n",
       "3         27186736   10022 2020-09-15 16:50:44                 10.71.6.12   \n",
       "4         27186736   10092 2020-09-15 16:50:34       2001:4860:4860::8888   \n",
       "...            ...     ...                 ...                        ...   \n",
       "13251991  27187241   54984 2020-09-28 16:57:09                2a07:a8c0::   \n",
       "13251992  27187241   55590 2020-09-28 16:57:25                2a07:a8c0::   \n",
       "13251993  27187241   55660 2020-09-28 16:57:21                2a07:a8c0::   \n",
       "13251994  27187241   55692 2020-09-28 16:57:11                2a07:a8c0::   \n",
       "13251995  27187241   55841 2020-09-28 16:57:15                2a07:a8c0::   \n",
       "\n",
       "          address_family       rt  \\\n",
       "0                      6   20.312   \n",
       "1                      4   15.416   \n",
       "2                      4   29.835   \n",
       "3                      4   10.700   \n",
       "4                      4      NaN   \n",
       "...                  ...      ...   \n",
       "13251991               6   27.065   \n",
       "13251992               6   36.250   \n",
       "13251993               6  222.830   \n",
       "13251994               6   14.162   \n",
       "13251995               6   22.143   \n",
       "\n",
       "                                                      error local_resolver  \\\n",
       "0                                                                     True   \n",
       "1                                                                     True   \n",
       "2                                                                     True   \n",
       "3                                                                     True   \n",
       "4         {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "...                                                     ...            ...   \n",
       "13251991                                                             False   \n",
       "13251992                                                             False   \n",
       "13251993                                                             False   \n",
       "13251994                                                             False   \n",
       "13251995                                                             False   \n",
       "\n",
       "                                                       abuf  \\\n",
       "0         vFGBgwABAAAAAQAAEGQyZGFlNzhiMTk4NTMxNjUGZ29vZ2...   \n",
       "1         ti2BgwABAAAAAQAAEGRmNDgyYjYwY2JkNjA0M2UGZ29vZ2...   \n",
       "2         hEKBgwABAAAAAQAAEGZlM2M3YzAxN2RhMzYwZWUGZ29vZ2...   \n",
       "3         JK2BgwABAAAAAQAAEDdkZTIzYTQwZjQ0ZjQxMTcGZ29vZ2...   \n",
       "4                                                             \n",
       "...                                                     ...   \n",
       "13251991  BWeAgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...   \n",
       "13251992  BE+AgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...   \n",
       "13251993  WwGAgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...   \n",
       "13251994  ffiAgAABAAAAAgAEA3d3dwR6bmFrA2NvbQAAHAABwBAAAg...   \n",
       "13251995  XhOAgAABAAAADQAAA3d3dwR6bmFrA2NvbQAAHAABwBUAAg...   \n",
       "\n",
       "                          target_name     rcode response_type  \\\n",
       "0         d2dae78b19853165.google.com  NXDOMAIN                 \n",
       "1         df482b60cbd6043e.google.com  NXDOMAIN                 \n",
       "2         fe3c7c017da360ee.google.com  NXDOMAIN                 \n",
       "3         7de23a40f44f4117.google.com  NXDOMAIN                 \n",
       "4                                                               \n",
       "...                               ...       ...           ...   \n",
       "13251991                 www.znak.com   NOERROR                 \n",
       "13251992                 www.znak.com   NOERROR                 \n",
       "13251993                 www.znak.com   NOERROR                 \n",
       "13251994                 www.znak.com   NOERROR                 \n",
       "13251995                 www.znak.com   NOERROR                 \n",
       "\n",
       "         response_address  ttl target_name_meta  \n",
       "0                          NaN    $r.google.com  \n",
       "1                          NaN    $r.google.com  \n",
       "2                          NaN    $r.google.com  \n",
       "3                          NaN    $r.google.com  \n",
       "4                          NaN    $r.google.com  \n",
       "...                   ...  ...              ...  \n",
       "13251991                   NaN     www.znak.com  \n",
       "13251992                   NaN     www.znak.com  \n",
       "13251993                   NaN     www.znak.com  \n",
       "13251994                   NaN     www.znak.com  \n",
       "13251995                   NaN     www.znak.com  \n",
       "\n",
       "[13251996 rows x 15 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_address_family(ip_addr_tmp):\n",
    "    if ip_addr_tmp.find(':') > 0:\n",
    "        return 6\n",
    "    else:\n",
    "        return 4\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['response_af'] = df.apply(lambda row: get_address_family(row.response_address), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['$r.google.com', 'www.microsoft.com', 'www.apple.com',\n",
       "       'www.uol.com.br', 'www.libero.it',\n",
       "       'www.protect-your-privacy-now.com', 'www.publicinvasion.com',\n",
       "       'www.txxx.com', 'www.chaturbate.com', 'www.instagram.com',\n",
       "       'www.fbcdn.net', 'www.wikia.com', 'www.cnn.com', 'www.google.com',\n",
       "       'www.youtube.com', 'www.t-mobile.com', 'www.thedailystar.net',\n",
       "       'www.tohotheater.jp', 'www.ifccenter.com', 'www.live.com',\n",
       "       'www.office.com', 'www.wikipedia.org', 'www.znak.com'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.address_family != df.response_af) & (df.response_address != '')].target_name_meta.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1147"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.address_family != df.response_af) & (df.response_address != '')].prb_id.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "      <th>response_af</th>\n",
       "      <th>resolver_af</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1111746</th>\n",
       "      <td>27186769</td>\n",
       "      <td>10568</td>\n",
       "      <td>2020-09-15 16:50:54</td>\n",
       "      <td>192.168.5.1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.589</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>paSBgAABAAgAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2600:1408:24:488:0:0:0:356e</td>\n",
       "      <td>18.0</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111747</th>\n",
       "      <td>27186769</td>\n",
       "      <td>11513</td>\n",
       "      <td>2020-09-15 16:50:42</td>\n",
       "      <td>96.76.225.35</td>\n",
       "      <td>4</td>\n",
       "      <td>13.792</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>iDqBgAABAAUACAAFA3d3dwltaWNyb3NvZnQDY29tAAAcAA...</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2600:1407:f800:488:0:0:0:356e</td>\n",
       "      <td>20.0</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111748</th>\n",
       "      <td>27186769</td>\n",
       "      <td>12014</td>\n",
       "      <td>2020-09-15 16:50:54</td>\n",
       "      <td>192.168.33.1</td>\n",
       "      <td>4</td>\n",
       "      <td>56.392</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>FZOBgAABAAYAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2a02:26f0:6b:5b6:0:0:0:356e</td>\n",
       "      <td>4.0</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111750</th>\n",
       "      <td>27186769</td>\n",
       "      <td>12020</td>\n",
       "      <td>2020-09-15 16:50:40</td>\n",
       "      <td>91.121.161.184</td>\n",
       "      <td>4</td>\n",
       "      <td>31.303</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>WO6BgAABAAUAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2a02:26f0:1700:493:0:0:0:356e</td>\n",
       "      <td>20.0</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111753</th>\n",
       "      <td>27186769</td>\n",
       "      <td>12922</td>\n",
       "      <td>2020-09-15 16:50:41</td>\n",
       "      <td>10.0.2.1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.593</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>rByBgAABAAgAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2a02:26f0:1200:2a9:0:0:0:356e</td>\n",
       "      <td>7.0</td>\n",
       "      <td>www.microsoft.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106851</th>\n",
       "      <td>27187231</td>\n",
       "      <td>54704</td>\n",
       "      <td>2020-09-28 16:57:19</td>\n",
       "      <td>192.168.0.3</td>\n",
       "      <td>4</td>\n",
       "      <td>121.663</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>1AGBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2001:41d0:303:aed2:7a6e:616b:0:138</td>\n",
       "      <td>3600.0</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106853</th>\n",
       "      <td>27187231</td>\n",
       "      <td>54879</td>\n",
       "      <td>2020-09-28 16:57:50</td>\n",
       "      <td>192.168.1.1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.432</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>+wOBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2001:41d0:303:aed2:7a6e:616b:0:138</td>\n",
       "      <td>3587.0</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106854</th>\n",
       "      <td>27187231</td>\n",
       "      <td>55364</td>\n",
       "      <td>2020-09-28 16:57:36</td>\n",
       "      <td>1.1.1.1</td>\n",
       "      <td>4</td>\n",
       "      <td>18.073</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>poKBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2001:41d0:303:aed2:7a6e:616b:0:138</td>\n",
       "      <td>3327.0</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106856</th>\n",
       "      <td>27187231</td>\n",
       "      <td>55364</td>\n",
       "      <td>2020-09-28 16:57:36</td>\n",
       "      <td>1.0.0.1</td>\n",
       "      <td>4</td>\n",
       "      <td>18.852</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>UxKBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2001:41d0:303:aed2:7a6e:616b:0:138</td>\n",
       "      <td>3326.0</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106858</th>\n",
       "      <td>27187231</td>\n",
       "      <td>55401</td>\n",
       "      <td>2020-09-28 16:57:39</td>\n",
       "      <td>10.0.4.1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.035</td>\n",
       "      <td></td>\n",
       "      <td>True</td>\n",
       "      <td>U9uBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>NOERROR</td>\n",
       "      <td>AAAA</td>\n",
       "      <td>2001:41d0:303:aed2:7a6e:616b:0:138</td>\n",
       "      <td>3599.0</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>334999 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            msm_id  prb_id           timestamp resolver_address  \\\n",
       "1111746   27186769   10568 2020-09-15 16:50:54      192.168.5.1   \n",
       "1111747   27186769   11513 2020-09-15 16:50:42     96.76.225.35   \n",
       "1111748   27186769   12014 2020-09-15 16:50:54     192.168.33.1   \n",
       "1111750   27186769   12020 2020-09-15 16:50:40   91.121.161.184   \n",
       "1111753   27186769   12922 2020-09-15 16:50:41         10.0.2.1   \n",
       "...            ...     ...                 ...              ...   \n",
       "13106851  27187231   54704 2020-09-28 16:57:19      192.168.0.3   \n",
       "13106853  27187231   54879 2020-09-28 16:57:50      192.168.1.1   \n",
       "13106854  27187231   55364 2020-09-28 16:57:36          1.1.1.1   \n",
       "13106856  27187231   55364 2020-09-28 16:57:36          1.0.0.1   \n",
       "13106858  27187231   55401 2020-09-28 16:57:39         10.0.4.1   \n",
       "\n",
       "          address_family       rt error  local_resolver  \\\n",
       "1111746                4    0.589                  True   \n",
       "1111747                4   13.792                  True   \n",
       "1111748                4   56.392                  True   \n",
       "1111750                4   31.303                  True   \n",
       "1111753                4    0.593                  True   \n",
       "...                  ...      ...   ...             ...   \n",
       "13106851               4  121.663                  True   \n",
       "13106853               4    1.432                  True   \n",
       "13106854               4   18.073                  True   \n",
       "13106856               4   18.852                  True   \n",
       "13106858               4    1.035                  True   \n",
       "\n",
       "                                                       abuf  \\\n",
       "1111746   paSBgAABAAgAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...   \n",
       "1111747   iDqBgAABAAUACAAFA3d3dwltaWNyb3NvZnQDY29tAAAcAA...   \n",
       "1111748   FZOBgAABAAYAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...   \n",
       "1111750   WO6BgAABAAUAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...   \n",
       "1111753   rByBgAABAAgAAAAAA3d3dwltaWNyb3NvZnQDY29tAAAcAA...   \n",
       "...                                                     ...   \n",
       "13106851  1AGBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...   \n",
       "13106853  +wOBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...   \n",
       "13106854  poKBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...   \n",
       "13106856  UxKBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...   \n",
       "13106858  U9uBgAABAAIAAAAAA3d3dwR6bmFrA2NvbQAAHAABwAwABQ...   \n",
       "\n",
       "                target_name    rcode response_type  \\\n",
       "1111746   www.microsoft.com  NOERROR          AAAA   \n",
       "1111747   www.microsoft.com  NOERROR          AAAA   \n",
       "1111748   www.microsoft.com  NOERROR          AAAA   \n",
       "1111750   www.microsoft.com  NOERROR          AAAA   \n",
       "1111753   www.microsoft.com  NOERROR          AAAA   \n",
       "...                     ...      ...           ...   \n",
       "13106851       www.znak.com  NOERROR          AAAA   \n",
       "13106853       www.znak.com  NOERROR          AAAA   \n",
       "13106854       www.znak.com  NOERROR          AAAA   \n",
       "13106856       www.znak.com  NOERROR          AAAA   \n",
       "13106858       www.znak.com  NOERROR          AAAA   \n",
       "\n",
       "                            response_address     ttl   target_name_meta  \\\n",
       "1111746          2600:1408:24:488:0:0:0:356e    18.0  www.microsoft.com   \n",
       "1111747        2600:1407:f800:488:0:0:0:356e    20.0  www.microsoft.com   \n",
       "1111748          2a02:26f0:6b:5b6:0:0:0:356e     4.0  www.microsoft.com   \n",
       "1111750        2a02:26f0:1700:493:0:0:0:356e    20.0  www.microsoft.com   \n",
       "1111753        2a02:26f0:1200:2a9:0:0:0:356e     7.0  www.microsoft.com   \n",
       "...                                      ...     ...                ...   \n",
       "13106851  2001:41d0:303:aed2:7a6e:616b:0:138  3600.0       www.znak.com   \n",
       "13106853  2001:41d0:303:aed2:7a6e:616b:0:138  3587.0       www.znak.com   \n",
       "13106854  2001:41d0:303:aed2:7a6e:616b:0:138  3327.0       www.znak.com   \n",
       "13106856  2001:41d0:303:aed2:7a6e:616b:0:138  3326.0       www.znak.com   \n",
       "13106858  2001:41d0:303:aed2:7a6e:616b:0:138  3599.0       www.znak.com   \n",
       "\n",
       "          response_af  resolver_af  \n",
       "1111746             6            4  \n",
       "1111747             6            4  \n",
       "1111748             6            4  \n",
       "1111750             6            4  \n",
       "1111753             6            4  \n",
       "...               ...          ...  \n",
       "13106851            6            4  \n",
       "13106853            6            4  \n",
       "13106854            6            4  \n",
       "13106856            6            4  \n",
       "13106858            6            4  \n",
       "\n",
       "[334999 rows x 17 columns]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.address_family != df.response_af) & (df.response_address != '') & (df.address_family == 4)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['resolver_af'] = df.apply(lambda row: get_address_family(row.resolver_address), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "      <th>response_af</th>\n",
       "      <th>resolver_af</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27186736</td>\n",
       "      <td>10092</td>\n",
       "      <td>2020-09-15 16:50:34</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>27186736</td>\n",
       "      <td>11702</td>\n",
       "      <td>2020-09-15 16:50:32</td>\n",
       "      <td>2a02:1812:2c13:c530:280f:c6ff:fef3:727b</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>27186736</td>\n",
       "      <td>11978</td>\n",
       "      <td>2020-09-15 16:50:39</td>\n",
       "      <td>2401:4800::123:108:224:6</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>27186736</td>\n",
       "      <td>12151</td>\n",
       "      <td>2020-09-15 16:50:40</td>\n",
       "      <td>2606:4700:4700::1111</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285</th>\n",
       "      <td>27186736</td>\n",
       "      <td>13213</td>\n",
       "      <td>2020-09-15 16:50:35</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13103446</th>\n",
       "      <td>27187231</td>\n",
       "      <td>29359</td>\n",
       "      <td>2020-09-27 16:54:06</td>\n",
       "      <td>8.8.8.8</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13103914</th>\n",
       "      <td>27187231</td>\n",
       "      <td>51703</td>\n",
       "      <td>2020-09-27 16:55:25</td>\n",
       "      <td>2001:470:e347:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Permission denied\"}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13105620</th>\n",
       "      <td>27187231</td>\n",
       "      <td>29359</td>\n",
       "      <td>2020-09-28 16:54:15</td>\n",
       "      <td>8.8.8.8</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106091</th>\n",
       "      <td>27187231</td>\n",
       "      <td>51703</td>\n",
       "      <td>2020-09-28 16:55:16</td>\n",
       "      <td>2001:470:e347:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Permission denied\"}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13106806</th>\n",
       "      <td>27187231</td>\n",
       "      <td>52041</td>\n",
       "      <td>2020-09-28 16:57:38</td>\n",
       "      <td>2606:a000:140d:4a4:26f5:a2ff:feeb:d7c4</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{\"socket\": \"connect failed Permission denied\"}</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.znak.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12378 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            msm_id  prb_id           timestamp  \\\n",
       "4         27186736   10092 2020-09-15 16:50:34   \n",
       "128       27186736   11702 2020-09-15 16:50:32   \n",
       "163       27186736   11978 2020-09-15 16:50:39   \n",
       "193       27186736   12151 2020-09-15 16:50:40   \n",
       "285       27186736   13213 2020-09-15 16:50:35   \n",
       "...            ...     ...                 ...   \n",
       "13103446  27187231   29359 2020-09-27 16:54:06   \n",
       "13103914  27187231   51703 2020-09-27 16:55:25   \n",
       "13105620  27187231   29359 2020-09-28 16:54:15   \n",
       "13106091  27187231   51703 2020-09-28 16:55:16   \n",
       "13106806  27187231   52041 2020-09-28 16:57:38   \n",
       "\n",
       "                                 resolver_address  address_family  rt  \\\n",
       "4                            2001:4860:4860::8888               4 NaN   \n",
       "128       2a02:1812:2c13:c530:280f:c6ff:fef3:727b               4 NaN   \n",
       "163                      2401:4800::123:108:224:6               4 NaN   \n",
       "193                          2606:4700:4700::1111               4 NaN   \n",
       "285                          2001:4860:4860::8888               4 NaN   \n",
       "...                                           ...             ...  ..   \n",
       "13103446                                  8.8.8.8               6 NaN   \n",
       "13103914                       2001:470:e347:1::1               4 NaN   \n",
       "13105620                                  8.8.8.8               6 NaN   \n",
       "13106091                       2001:470:e347:1::1               4 NaN   \n",
       "13106806   2606:a000:140d:4a4:26f5:a2ff:feeb:d7c4               4 NaN   \n",
       "\n",
       "                                                      error local_resolver  \\\n",
       "4         {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "128       {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "163       {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "193       {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "285       {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "...                                                     ...            ...   \n",
       "13103446  {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "13103914     {\"socket\": \"connect failed Permission denied\"}           True   \n",
       "13105620  {\"socket\": \"connect failed Network is unreacha...           True   \n",
       "13106091     {\"socket\": \"connect failed Permission denied\"}           True   \n",
       "13106806     {\"socket\": \"connect failed Permission denied\"}           True   \n",
       "\n",
       "         abuf target_name rcode response_type response_address  ttl  \\\n",
       "4                                                               NaN   \n",
       "128                                                             NaN   \n",
       "163                                                             NaN   \n",
       "193                                                             NaN   \n",
       "285                                                             NaN   \n",
       "...       ...         ...   ...           ...              ...  ...   \n",
       "13103446                                                        NaN   \n",
       "13103914                                                        NaN   \n",
       "13105620                                                        NaN   \n",
       "13106091                                                        NaN   \n",
       "13106806                                                        NaN   \n",
       "\n",
       "         target_name_meta  response_af  resolver_af  \n",
       "4           $r.google.com            4            6  \n",
       "128         $r.google.com            4            6  \n",
       "163         $r.google.com            4            6  \n",
       "193         $r.google.com            4            6  \n",
       "285         $r.google.com            4            6  \n",
       "...                   ...          ...          ...  \n",
       "13103446     www.znak.com            4            4  \n",
       "13103914     www.znak.com            4            6  \n",
       "13105620     www.znak.com            4            4  \n",
       "13106091     www.znak.com            4            6  \n",
       "13106806     www.znak.com            4            6  \n",
       "\n",
       "[12378 rows x 17 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.address_family != df.resolver_af]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "      <th>response_af</th>\n",
       "      <th>resolver_af</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>470515</th>\n",
       "      <td>27186748</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:59</td>\n",
       "      <td>2606:4700:4700::1111</td>\n",
       "      <td>4</td>\n",
       "      <td>13.279</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>471005</th>\n",
       "      <td>27186748</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:51:08</td>\n",
       "      <td>2606:4700:4700::1111</td>\n",
       "      <td>4</td>\n",
       "      <td>23.074</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>471530</th>\n",
       "      <td>27186748</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:59</td>\n",
       "      <td>2606:4700:4700::1111</td>\n",
       "      <td>4</td>\n",
       "      <td>10.303</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>473080</th>\n",
       "      <td>27186748</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:51:01</td>\n",
       "      <td>2606:4700:4700::1111</td>\n",
       "      <td>4</td>\n",
       "      <td>26.537</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>497716</th>\n",
       "      <td>27186749</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:51:08</td>\n",
       "      <td>2620:fe::9</td>\n",
       "      <td>4</td>\n",
       "      <td>22.422</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>497760</th>\n",
       "      <td>27186749</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:51:03</td>\n",
       "      <td>2620:fe::9</td>\n",
       "      <td>4</td>\n",
       "      <td>38.743</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>498779</th>\n",
       "      <td>27186749</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:51:01</td>\n",
       "      <td>2620:fe::9</td>\n",
       "      <td>4</td>\n",
       "      <td>33.496</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>499802</th>\n",
       "      <td>27186749</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:51:01</td>\n",
       "      <td>2620:fe::9</td>\n",
       "      <td>4</td>\n",
       "      <td>33.292</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>519312</th>\n",
       "      <td>27186750</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:16</td>\n",
       "      <td>2a0d:2a00:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>20.927</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523872</th>\n",
       "      <td>27186750</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:47</td>\n",
       "      <td>2a0d:2a00:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>47.241</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523963</th>\n",
       "      <td>27186750</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:44</td>\n",
       "      <td>2a0d:2a00:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>66.768</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>524988</th>\n",
       "      <td>27186750</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:46</td>\n",
       "      <td>2a0d:2a00:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>51.238</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>526003</th>\n",
       "      <td>27186750</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:45</td>\n",
       "      <td>2a0d:2a00:1::1</td>\n",
       "      <td>4</td>\n",
       "      <td>48.721</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>546027</th>\n",
       "      <td>27186751</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:15</td>\n",
       "      <td>2610:a1:1018::1</td>\n",
       "      <td>4</td>\n",
       "      <td>31.634</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>550591</th>\n",
       "      <td>27186751</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:44</td>\n",
       "      <td>2610:a1:1018::1</td>\n",
       "      <td>4</td>\n",
       "      <td>42.471</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>550682</th>\n",
       "      <td>27186751</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:46</td>\n",
       "      <td>2610:a1:1018::1</td>\n",
       "      <td>4</td>\n",
       "      <td>55.300</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551704</th>\n",
       "      <td>27186751</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:44</td>\n",
       "      <td>2610:a1:1018::1</td>\n",
       "      <td>4</td>\n",
       "      <td>54.583</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552718</th>\n",
       "      <td>27186751</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:44</td>\n",
       "      <td>2610:a1:1018::1</td>\n",
       "      <td>4</td>\n",
       "      <td>50.476</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>572746</th>\n",
       "      <td>27186752</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:16</td>\n",
       "      <td>2620:74:1b::1:1</td>\n",
       "      <td>4</td>\n",
       "      <td>28.918</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>577306</th>\n",
       "      <td>27186752</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:44</td>\n",
       "      <td>2620:74:1b::1:1</td>\n",
       "      <td>4</td>\n",
       "      <td>167.230</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>577401</th>\n",
       "      <td>27186752</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:42</td>\n",
       "      <td>2620:74:1b::1:1</td>\n",
       "      <td>4</td>\n",
       "      <td>52.117</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>578419</th>\n",
       "      <td>27186752</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:44</td>\n",
       "      <td>2620:74:1b::1:1</td>\n",
       "      <td>4</td>\n",
       "      <td>55.622</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>579437</th>\n",
       "      <td>27186752</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:44</td>\n",
       "      <td>2620:74:1b::1:1</td>\n",
       "      <td>4</td>\n",
       "      <td>58.383</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>599463</th>\n",
       "      <td>27186753</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:13</td>\n",
       "      <td>2a02:6b8::feed:ff</td>\n",
       "      <td>4</td>\n",
       "      <td>60.386</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>604022</th>\n",
       "      <td>27186753</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:42</td>\n",
       "      <td>2a02:6b8::feed:ff</td>\n",
       "      <td>4</td>\n",
       "      <td>48.508</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>604115</th>\n",
       "      <td>27186753</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:41</td>\n",
       "      <td>2a02:6b8::feed:ff</td>\n",
       "      <td>4</td>\n",
       "      <td>68.964</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>605138</th>\n",
       "      <td>27186753</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:44</td>\n",
       "      <td>2a02:6b8::feed:ff</td>\n",
       "      <td>4</td>\n",
       "      <td>65.785</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>606153</th>\n",
       "      <td>27186753</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:42</td>\n",
       "      <td>2a02:6b8::feed:ff</td>\n",
       "      <td>4</td>\n",
       "      <td>76.513</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>626183</th>\n",
       "      <td>27186754</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:22</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>2.193</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>630735</th>\n",
       "      <td>27186754</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:50</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>31.425</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>630830</th>\n",
       "      <td>27186754</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:50</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>43.518</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>631850</th>\n",
       "      <td>27186754</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:48</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>63.651</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>632869</th>\n",
       "      <td>27186754</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:50</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>36.984</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>652898</th>\n",
       "      <td>27186755</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:19</td>\n",
       "      <td>2620:0:ccc::2</td>\n",
       "      <td>4</td>\n",
       "      <td>7.011</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>657452</th>\n",
       "      <td>27186755</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:49</td>\n",
       "      <td>2620:0:ccc::2</td>\n",
       "      <td>4</td>\n",
       "      <td>198.680</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>657548</th>\n",
       "      <td>27186755</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:47</td>\n",
       "      <td>2620:0:ccc::2</td>\n",
       "      <td>4</td>\n",
       "      <td>60.854</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>658565</th>\n",
       "      <td>27186755</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:48</td>\n",
       "      <td>2620:0:ccc::2</td>\n",
       "      <td>4</td>\n",
       "      <td>66.614</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>659585</th>\n",
       "      <td>27186755</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:50</td>\n",
       "      <td>2620:0:ccc::2</td>\n",
       "      <td>4</td>\n",
       "      <td>60.760</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>679612</th>\n",
       "      <td>27186756</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:18</td>\n",
       "      <td>2a05:dfc7:5::5353</td>\n",
       "      <td>4</td>\n",
       "      <td>7.402</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>684168</th>\n",
       "      <td>27186756</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:45</td>\n",
       "      <td>2a05:dfc7:5::5353</td>\n",
       "      <td>4</td>\n",
       "      <td>44.002</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>684266</th>\n",
       "      <td>27186756</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:48</td>\n",
       "      <td>2a05:dfc7:5::5353</td>\n",
       "      <td>4</td>\n",
       "      <td>51.641</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>685283</th>\n",
       "      <td>27186756</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:48</td>\n",
       "      <td>2a05:dfc7:5::5353</td>\n",
       "      <td>4</td>\n",
       "      <td>56.423</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>686297</th>\n",
       "      <td>27186756</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:46</td>\n",
       "      <td>2a05:dfc7:5::5353</td>\n",
       "      <td>4</td>\n",
       "      <td>65.594</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>706330</th>\n",
       "      <td>27186757</td>\n",
       "      <td>21566</td>\n",
       "      <td>2020-09-29 16:51:20</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>4</td>\n",
       "      <td>10.823</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>710881</th>\n",
       "      <td>27186757</td>\n",
       "      <td>19835</td>\n",
       "      <td>2020-10-04 16:50:47</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>4</td>\n",
       "      <td>8.483</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>710979</th>\n",
       "      <td>27186757</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-04 16:50:46</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>4</td>\n",
       "      <td>69.226</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>711997</th>\n",
       "      <td>27186757</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-05 16:50:46</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>4</td>\n",
       "      <td>106.724</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>713016</th>\n",
       "      <td>27186757</td>\n",
       "      <td>26736</td>\n",
       "      <td>2020-10-06 16:50:45</td>\n",
       "      <td>2a07:a8c0::</td>\n",
       "      <td>4</td>\n",
       "      <td>61.746</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>$r.google.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6895819</th>\n",
       "      <td>27186993</td>\n",
       "      <td>14784</td>\n",
       "      <td>2020-09-26 16:56:52</td>\n",
       "      <td>2610:a1:1018::1</td>\n",
       "      <td>4</td>\n",
       "      <td>10.396</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.wikia.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9203847</th>\n",
       "      <td>27187083</td>\n",
       "      <td>14784</td>\n",
       "      <td>2020-09-26 16:56:49</td>\n",
       "      <td>2a02:6b8::feed:ff</td>\n",
       "      <td>4</td>\n",
       "      <td>187.737</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.t-mobile.com</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12549435</th>\n",
       "      <td>27187210</td>\n",
       "      <td>14784</td>\n",
       "      <td>2020-09-26 16:56:49</td>\n",
       "      <td>2606:4700:4700::1111</td>\n",
       "      <td>4</td>\n",
       "      <td>9.518</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.wikipedia.org</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12636481</th>\n",
       "      <td>27187216</td>\n",
       "      <td>14784</td>\n",
       "      <td>2020-09-26 16:56:49</td>\n",
       "      <td>2001:4860:4860::8888</td>\n",
       "      <td>4</td>\n",
       "      <td>6.579</td>\n",
       "      <td>{\"socket\": \"connect failed Network is unreacha...</td>\n",
       "      <td>False</td>\n",
       "      <td>error, no abuf</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>www.wikipedia.org</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            msm_id  prb_id           timestamp      resolver_address  \\\n",
       "470515    27186748   26736 2020-10-04 16:50:59  2606:4700:4700::1111   \n",
       "471005    27186748   19835 2020-10-04 16:51:08  2606:4700:4700::1111   \n",
       "471530    27186748   26736 2020-10-05 16:50:59  2606:4700:4700::1111   \n",
       "473080    27186748   26736 2020-10-06 16:51:01  2606:4700:4700::1111   \n",
       "497716    27186749   19835 2020-10-04 16:51:08            2620:fe::9   \n",
       "497760    27186749   26736 2020-10-04 16:51:03            2620:fe::9   \n",
       "498779    27186749   26736 2020-10-05 16:51:01            2620:fe::9   \n",
       "499802    27186749   26736 2020-10-06 16:51:01            2620:fe::9   \n",
       "519312    27186750   21566 2020-09-29 16:51:16        2a0d:2a00:1::1   \n",
       "523872    27186750   19835 2020-10-04 16:50:47        2a0d:2a00:1::1   \n",
       "523963    27186750   26736 2020-10-04 16:50:44        2a0d:2a00:1::1   \n",
       "524988    27186750   26736 2020-10-05 16:50:46        2a0d:2a00:1::1   \n",
       "526003    27186750   26736 2020-10-06 16:50:45        2a0d:2a00:1::1   \n",
       "546027    27186751   21566 2020-09-29 16:51:15       2610:a1:1018::1   \n",
       "550591    27186751   19835 2020-10-04 16:50:44       2610:a1:1018::1   \n",
       "550682    27186751   26736 2020-10-04 16:50:46       2610:a1:1018::1   \n",
       "551704    27186751   26736 2020-10-05 16:50:44       2610:a1:1018::1   \n",
       "552718    27186751   26736 2020-10-06 16:50:44       2610:a1:1018::1   \n",
       "572746    27186752   21566 2020-09-29 16:51:16       2620:74:1b::1:1   \n",
       "577306    27186752   19835 2020-10-04 16:50:44       2620:74:1b::1:1   \n",
       "577401    27186752   26736 2020-10-04 16:50:42       2620:74:1b::1:1   \n",
       "578419    27186752   26736 2020-10-05 16:50:44       2620:74:1b::1:1   \n",
       "579437    27186752   26736 2020-10-06 16:50:44       2620:74:1b::1:1   \n",
       "599463    27186753   21566 2020-09-29 16:51:13     2a02:6b8::feed:ff   \n",
       "604022    27186753   19835 2020-10-04 16:50:42     2a02:6b8::feed:ff   \n",
       "604115    27186753   26736 2020-10-04 16:50:41     2a02:6b8::feed:ff   \n",
       "605138    27186753   26736 2020-10-05 16:50:44     2a02:6b8::feed:ff   \n",
       "606153    27186753   26736 2020-10-06 16:50:42     2a02:6b8::feed:ff   \n",
       "626183    27186754   21566 2020-09-29 16:51:22  2001:4860:4860::8888   \n",
       "630735    27186754   19835 2020-10-04 16:50:50  2001:4860:4860::8888   \n",
       "630830    27186754   26736 2020-10-04 16:50:50  2001:4860:4860::8888   \n",
       "631850    27186754   26736 2020-10-05 16:50:48  2001:4860:4860::8888   \n",
       "632869    27186754   26736 2020-10-06 16:50:50  2001:4860:4860::8888   \n",
       "652898    27186755   21566 2020-09-29 16:51:19         2620:0:ccc::2   \n",
       "657452    27186755   19835 2020-10-04 16:50:49         2620:0:ccc::2   \n",
       "657548    27186755   26736 2020-10-04 16:50:47         2620:0:ccc::2   \n",
       "658565    27186755   26736 2020-10-05 16:50:48         2620:0:ccc::2   \n",
       "659585    27186755   26736 2020-10-06 16:50:50         2620:0:ccc::2   \n",
       "679612    27186756   21566 2020-09-29 16:51:18     2a05:dfc7:5::5353   \n",
       "684168    27186756   19835 2020-10-04 16:50:45     2a05:dfc7:5::5353   \n",
       "684266    27186756   26736 2020-10-04 16:50:48     2a05:dfc7:5::5353   \n",
       "685283    27186756   26736 2020-10-05 16:50:48     2a05:dfc7:5::5353   \n",
       "686297    27186756   26736 2020-10-06 16:50:46     2a05:dfc7:5::5353   \n",
       "706330    27186757   21566 2020-09-29 16:51:20           2a07:a8c0::   \n",
       "710881    27186757   19835 2020-10-04 16:50:47           2a07:a8c0::   \n",
       "710979    27186757   26736 2020-10-04 16:50:46           2a07:a8c0::   \n",
       "711997    27186757   26736 2020-10-05 16:50:46           2a07:a8c0::   \n",
       "713016    27186757   26736 2020-10-06 16:50:45           2a07:a8c0::   \n",
       "6895819   27186993   14784 2020-09-26 16:56:52       2610:a1:1018::1   \n",
       "9203847   27187083   14784 2020-09-26 16:56:49     2a02:6b8::feed:ff   \n",
       "12549435  27187210   14784 2020-09-26 16:56:49  2606:4700:4700::1111   \n",
       "12636481  27187216   14784 2020-09-26 16:56:49  2001:4860:4860::8888   \n",
       "\n",
       "          address_family       rt  \\\n",
       "470515                 4   13.279   \n",
       "471005                 4   23.074   \n",
       "471530                 4   10.303   \n",
       "473080                 4   26.537   \n",
       "497716                 4   22.422   \n",
       "497760                 4   38.743   \n",
       "498779                 4   33.496   \n",
       "499802                 4   33.292   \n",
       "519312                 4   20.927   \n",
       "523872                 4   47.241   \n",
       "523963                 4   66.768   \n",
       "524988                 4   51.238   \n",
       "526003                 4   48.721   \n",
       "546027                 4   31.634   \n",
       "550591                 4   42.471   \n",
       "550682                 4   55.300   \n",
       "551704                 4   54.583   \n",
       "552718                 4   50.476   \n",
       "572746                 4   28.918   \n",
       "577306                 4  167.230   \n",
       "577401                 4   52.117   \n",
       "578419                 4   55.622   \n",
       "579437                 4   58.383   \n",
       "599463                 4   60.386   \n",
       "604022                 4   48.508   \n",
       "604115                 4   68.964   \n",
       "605138                 4   65.785   \n",
       "606153                 4   76.513   \n",
       "626183                 4    2.193   \n",
       "630735                 4   31.425   \n",
       "630830                 4   43.518   \n",
       "631850                 4   63.651   \n",
       "632869                 4   36.984   \n",
       "652898                 4    7.011   \n",
       "657452                 4  198.680   \n",
       "657548                 4   60.854   \n",
       "658565                 4   66.614   \n",
       "659585                 4   60.760   \n",
       "679612                 4    7.402   \n",
       "684168                 4   44.002   \n",
       "684266                 4   51.641   \n",
       "685283                 4   56.423   \n",
       "686297                 4   65.594   \n",
       "706330                 4   10.823   \n",
       "710881                 4    8.483   \n",
       "710979                 4   69.226   \n",
       "711997                 4  106.724   \n",
       "713016                 4   61.746   \n",
       "6895819                4   10.396   \n",
       "9203847                4  187.737   \n",
       "12549435               4    9.518   \n",
       "12636481               4    6.579   \n",
       "\n",
       "                                                      error  local_resolver  \\\n",
       "470515    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "471005    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "471530    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "473080    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "497716    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "497760    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "498779    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "499802    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "519312    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "523872    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "523963    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "524988    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "526003    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "546027    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "550591    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "550682    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "551704    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "552718    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "572746    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "577306    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "577401    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "578419    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "579437    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "599463    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "604022    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "604115    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "605138    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "606153    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "626183    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "630735    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "630830    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "631850    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "632869    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "652898    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "657452    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "657548    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "658565    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "659585    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "679612    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "684168    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "684266    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "685283    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "686297    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "706330    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "710881    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "710979    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "711997    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "713016    {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "6895819   {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "9203847   {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "12549435  {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "12636481  {\"socket\": \"connect failed Network is unreacha...           False   \n",
       "\n",
       "                    abuf target_name rcode response_type response_address  \\\n",
       "470515    error, no abuf                                                    \n",
       "471005    error, no abuf                                                    \n",
       "471530    error, no abuf                                                    \n",
       "473080    error, no abuf                                                    \n",
       "497716    error, no abuf                                                    \n",
       "497760    error, no abuf                                                    \n",
       "498779    error, no abuf                                                    \n",
       "499802    error, no abuf                                                    \n",
       "519312    error, no abuf                                                    \n",
       "523872    error, no abuf                                                    \n",
       "523963    error, no abuf                                                    \n",
       "524988    error, no abuf                                                    \n",
       "526003    error, no abuf                                                    \n",
       "546027    error, no abuf                                                    \n",
       "550591    error, no abuf                                                    \n",
       "550682    error, no abuf                                                    \n",
       "551704    error, no abuf                                                    \n",
       "552718    error, no abuf                                                    \n",
       "572746    error, no abuf                                                    \n",
       "577306    error, no abuf                                                    \n",
       "577401    error, no abuf                                                    \n",
       "578419    error, no abuf                                                    \n",
       "579437    error, no abuf                                                    \n",
       "599463    error, no abuf                                                    \n",
       "604022    error, no abuf                                                    \n",
       "604115    error, no abuf                                                    \n",
       "605138    error, no abuf                                                    \n",
       "606153    error, no abuf                                                    \n",
       "626183    error, no abuf                                                    \n",
       "630735    error, no abuf                                                    \n",
       "630830    error, no abuf                                                    \n",
       "631850    error, no abuf                                                    \n",
       "632869    error, no abuf                                                    \n",
       "652898    error, no abuf                                                    \n",
       "657452    error, no abuf                                                    \n",
       "657548    error, no abuf                                                    \n",
       "658565    error, no abuf                                                    \n",
       "659585    error, no abuf                                                    \n",
       "679612    error, no abuf                                                    \n",
       "684168    error, no abuf                                                    \n",
       "684266    error, no abuf                                                    \n",
       "685283    error, no abuf                                                    \n",
       "686297    error, no abuf                                                    \n",
       "706330    error, no abuf                                                    \n",
       "710881    error, no abuf                                                    \n",
       "710979    error, no abuf                                                    \n",
       "711997    error, no abuf                                                    \n",
       "713016    error, no abuf                                                    \n",
       "6895819   error, no abuf                                                    \n",
       "9203847   error, no abuf                                                    \n",
       "12549435  error, no abuf                                                    \n",
       "12636481  error, no abuf                                                    \n",
       "\n",
       "          ttl   target_name_meta  response_af  resolver_af  \n",
       "470515    NaN      $r.google.com            4            6  \n",
       "471005    NaN      $r.google.com            4            6  \n",
       "471530    NaN      $r.google.com            4            6  \n",
       "473080    NaN      $r.google.com            4            6  \n",
       "497716    NaN      $r.google.com            4            6  \n",
       "497760    NaN      $r.google.com            4            6  \n",
       "498779    NaN      $r.google.com            4            6  \n",
       "499802    NaN      $r.google.com            4            6  \n",
       "519312    NaN      $r.google.com            4            6  \n",
       "523872    NaN      $r.google.com            4            6  \n",
       "523963    NaN      $r.google.com            4            6  \n",
       "524988    NaN      $r.google.com            4            6  \n",
       "526003    NaN      $r.google.com            4            6  \n",
       "546027    NaN      $r.google.com            4            6  \n",
       "550591    NaN      $r.google.com            4            6  \n",
       "550682    NaN      $r.google.com            4            6  \n",
       "551704    NaN      $r.google.com            4            6  \n",
       "552718    NaN      $r.google.com            4            6  \n",
       "572746    NaN      $r.google.com            4            6  \n",
       "577306    NaN      $r.google.com            4            6  \n",
       "577401    NaN      $r.google.com            4            6  \n",
       "578419    NaN      $r.google.com            4            6  \n",
       "579437    NaN      $r.google.com            4            6  \n",
       "599463    NaN      $r.google.com            4            6  \n",
       "604022    NaN      $r.google.com            4            6  \n",
       "604115    NaN      $r.google.com            4            6  \n",
       "605138    NaN      $r.google.com            4            6  \n",
       "606153    NaN      $r.google.com            4            6  \n",
       "626183    NaN      $r.google.com            4            6  \n",
       "630735    NaN      $r.google.com            4            6  \n",
       "630830    NaN      $r.google.com            4            6  \n",
       "631850    NaN      $r.google.com            4            6  \n",
       "632869    NaN      $r.google.com            4            6  \n",
       "652898    NaN      $r.google.com            4            6  \n",
       "657452    NaN      $r.google.com            4            6  \n",
       "657548    NaN      $r.google.com            4            6  \n",
       "658565    NaN      $r.google.com            4            6  \n",
       "659585    NaN      $r.google.com            4            6  \n",
       "679612    NaN      $r.google.com            4            6  \n",
       "684168    NaN      $r.google.com            4            6  \n",
       "684266    NaN      $r.google.com            4            6  \n",
       "685283    NaN      $r.google.com            4            6  \n",
       "686297    NaN      $r.google.com            4            6  \n",
       "706330    NaN      $r.google.com            4            6  \n",
       "710881    NaN      $r.google.com            4            6  \n",
       "710979    NaN      $r.google.com            4            6  \n",
       "711997    NaN      $r.google.com            4            6  \n",
       "713016    NaN      $r.google.com            4            6  \n",
       "6895819   NaN      www.wikia.com            4            6  \n",
       "9203847   NaN   www.t-mobile.com            4            6  \n",
       "12549435  NaN  www.wikipedia.org            4            6  \n",
       "12636481  NaN  www.wikipedia.org            4            6  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.address_family != df.resolver_af) & (df.local_resolver == False)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "      <th>response_af</th>\n",
       "      <th>resolver_af</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [msm_id, prb_id, timestamp, resolver_address, address_family, rt, error, local_resolver, abuf, target_name, rcode, response_type, response_address, ttl, target_name_meta, response_af, resolver_af]\n",
       "Index: []"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.address_family != df.resolver_af) & (df.local_resolver == True) & (df.error == '')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msm_id</th>\n",
       "      <th>prb_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>resolver_address</th>\n",
       "      <th>address_family</th>\n",
       "      <th>rt</th>\n",
       "      <th>error</th>\n",
       "      <th>local_resolver</th>\n",
       "      <th>abuf</th>\n",
       "      <th>target_name</th>\n",
       "      <th>rcode</th>\n",
       "      <th>response_type</th>\n",
       "      <th>response_address</th>\n",
       "      <th>ttl</th>\n",
       "      <th>target_name_meta</th>\n",
       "      <th>response_af</th>\n",
       "      <th>resolver_af</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [msm_id, prb_id, timestamp, resolver_address, address_family, rt, error, local_resolver, abuf, target_name, rcode, response_type, response_address, ttl, target_name_meta, response_af, resolver_af]\n",
       "Index: []"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df.address_family != df.resolver_af) & (df.local_resolver == False) & (df.error == '')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msm_id                      object\n",
       "prb_id                       int64\n",
       "timestamp           datetime64[ns]\n",
       "resolver_address            object\n",
       "address_family               int64\n",
       "rt                         float64\n",
       "error                       object\n",
       "local_resolver              object\n",
       "abuf                        object\n",
       "target_name                 object\n",
       "rcode                       object\n",
       "response_type               object\n",
       "response_address            object\n",
       "ttl                        float64\n",
       "target_name_meta            object\n",
       "response_af                  int64\n",
       "resolver_af                  int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['local_resolver'] = df['local_resolver'] == 'True'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msm_id                      object\n",
       "prb_id                       int64\n",
       "timestamp           datetime64[ns]\n",
       "resolver_address            object\n",
       "address_family               int64\n",
       "rt                         float64\n",
       "error                       object\n",
       "local_resolver                bool\n",
       "abuf                        object\n",
       "target_name                 object\n",
       "rcode                       object\n",
       "response_type               object\n",
       "response_address            object\n",
       "ttl                        float64\n",
       "target_name_meta            object\n",
       "response_af                  int64\n",
       "resolver_af                  int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "conn = sqlite3.connect('data/dns.db')\n",
    "df.to_sql('data', con=conn, index=False, if_exists='replace')\n",
    "conn.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}